{"meta":{"query_hash":"4f2ab75c29b4","filters":{"topic":"Information Retrieval and Search Behavior"},"cohort_total":465,"direct_labels_cover":3,"predictions_cover":465,"exported":465,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/4f2ab75c29b4","api":"https://metacan.xera.ac/api/v1/cohort?topic=Information+Retrieval+and+Search+Behavior"},"results":[{"id":"W112137159","doi":"10.1007/978-1-4757-3283-2_5","title":"An Interestingness Framework","year":2001,"lang":"en","type":"book-chapter","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Ranking (information retrieval); Context (archaeology); Computer science; Term (time); Foundation (evidence); Data science; Information retrieval; Management science; Geography; Engineering; Archaeology; Physics","score_opus":0.04462122417691516,"score_gpt":0.3024794038734064,"score_spread":0.2578581796964912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W112137159","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023451872,0.0054538934,0.49472317,0.0069743325,0.00039702427,0.00012257435,0.00050625106,0.0004419021,0.467929],"genre_scores_gemma":[0.7186542,0.0036747376,0.14394046,0.0010294765,0.0017941594,0.00041966178,0.0007810732,0.0003579927,0.12934813],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9990865,0.00028672375,0.000038535145,0.00023229851,0.00025896242,0.0000970089],"domain_scores_gemma":[0.9983205,0.0008977478,0.00010802016,0.00027976566,0.0002646599,0.00012925769],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012761124,0.00073167245,0.00063817337,0.0031353857,0.0017818334,0.0031642534,0.0015901643,0.0011034528,0.014870254],"category_scores_gemma":[0.0038233993,0.00043270778,0.0008672721,0.0021305478,0.004426566,0.010762572,0.001928396,0.002901858,0.0017399093],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030475094,0.0000052695123,0.000031822594,0.000012608924,0.0000015262118,0.000010442056,0.00004956468,0.00024198795,0.000057348065,0.99287426,0.00133309,0.0053789895],"study_design_scores_gemma":[0.0000021696567,0.0000038684802,0.00003708869,0.0000068111067,0.0000031427464,0.000027253185,0.00002438035,0.002247088,0.00007287143,0.9905782,0.0069943834,0.0000027801589],"about_ca_topic_score_codex":0.0008895709,"about_ca_topic_score_gemma":0.00071140187,"teacher_disagreement_score":0.014870254,"about_ca_system_score_codex":0.001456674,"about_ca_system_score_gemma":0.0006206512,"threshold_uncertainty_score":0.049745977},"labels":[],"label_agreement":null},{"id":"W112718574","doi":"","title":"Augmenting and Limiting Search Queries.","year":2002,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Limiting; Computer science; Information retrieval; Web search query; Web query classification; Process (computing); World Wide Web; Search engine; Programming language","score_opus":0.04949009351009535,"score_gpt":0.24760128346891208,"score_spread":0.19811118995881674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W112718574","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6571609,0.008870956,0.23720932,0.002865235,0.0002745474,0.0021684878,0.002901005,0.017833779,0.07071577],"genre_scores_gemma":[0.8327742,0.001606577,0.14927833,0.0007037352,0.00018952033,0.00069850846,0.0017344945,0.0004602051,0.012554456],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99529845,0.0021132051,0.00043377734,0.0006295559,0.0012782174,0.00024683157],"domain_scores_gemma":[0.9313024,0.056637887,0.002802279,0.005639147,0.002616892,0.0010014606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044752304,0.00086311874,0.0010694171,0.0014607913,0.0005580231,0.002434587,0.0012657318,0.0014093361,0.012540207],"category_scores_gemma":[0.06872444,0.00035685615,0.0003783148,0.0017397832,0.0009305129,0.00543485,0.0023850787,0.00090782513,0.0027482167],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034816905,0.0015170934,0.023149738,0.0037252537,0.00011256401,0.0007429247,0.007077023,0.013074115,0.038350694,0.028533699,0.024128297,0.8561069],"study_design_scores_gemma":[0.0010957704,0.005341408,0.054675728,0.0020125704,0.0011450746,0.0051051304,0.0075922017,0.347342,0.065482326,0.10469695,0.40497318,0.0005377036],"about_ca_topic_score_codex":0.002341539,"about_ca_topic_score_gemma":0.0023725969,"teacher_disagreement_score":0.012540207,"about_ca_system_score_codex":0.0007766319,"about_ca_system_score_gemma":0.00096351973,"threshold_uncertainty_score":0.04195124},"labels":[],"label_agreement":null},{"id":"W1175472468","doi":"10.71781/9898","title":"Extracting and exploiting word relationships for information retrieval","year":2008,"lang":"en","type":"dissertation","venue":"Library and Archives Canada (Government of Canada)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Information retrieval; Query expansion; Ranking (information retrieval); Independence (probability theory); Ambiguity; Web query classification; Document retrieval; Vector space model; Word (group theory); Representation (politics); Web search query; Search engine; Mathematics","score_opus":0.011167596171239238,"score_gpt":0.17779846217019843,"score_spread":0.16663086599895918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1175472468","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33924085,0.022944825,0.56701595,0.003123467,0.00123832,0.001065249,0.01620285,0.02503979,0.024128666],"genre_scores_gemma":[0.3884179,0.004507162,0.57094616,0.0003100393,0.00040535358,0.00034229885,0.023200264,0.0008612658,0.011009514],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990501,0.00022827798,0.00016733202,0.00024095834,0.00021891038,0.00009442582],"domain_scores_gemma":[0.9984131,0.00082753185,0.00017478246,0.00017823161,0.0003421998,0.00006409654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066752185,0.0010341066,0.0008741841,0.008273746,0.00088000443,0.0018702103,0.0008405329,0.0011644885,0.007514769],"category_scores_gemma":[0.0039664353,0.00062693405,0.001278428,0.007686545,0.0004431306,0.004830877,0.00095367205,0.00087003456,0.0072792545],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004148133,0.0003299342,0.0026393,0.0008518606,0.0001277811,0.00039206407,0.00040529473,0.0025358936,0.10457553,0.004510197,0.020843571,0.86237377],"study_design_scores_gemma":[0.00036375725,0.0015405715,0.031359173,0.00051753677,0.0014069384,0.0026631227,0.002580237,0.47853225,0.23014869,0.060902834,0.18969019,0.00029474247],"about_ca_topic_score_codex":0.004069948,"about_ca_topic_score_gemma":0.005888268,"teacher_disagreement_score":0.008273746,"about_ca_system_score_codex":0.0006440753,"about_ca_system_score_gemma":0.0011875315,"threshold_uncertainty_score":0.025139451},"labels":[],"label_agreement":null},{"id":"W1194425494","doi":"10.9776/13370","title":"Using digital book metrics for navigation and browsing","year":2013,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Vocabulary; Computer science; Index (typography); Variety (cybernetics); Domain (mathematical analysis); Subject (documents); Realm; Information retrieval; World Wide Web; Digital library; Data science; Multimedia; Artificial intelligence; Linguistics; Geography; Mathematics","score_opus":0.05306019366853586,"score_gpt":0.29633239140697154,"score_spread":0.24327219773843567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1194425494","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8242787,0.004034773,0.075927526,0.0009921353,0.00016549975,0.0011366899,0.019857371,0.0024356858,0.07117159],"genre_scores_gemma":[0.8746373,0.00071088417,0.10551947,0.000092838825,0.00006204969,0.0005805927,0.014546303,0.00033350018,0.0035170817],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9931426,0.002206033,0.00097477285,0.0005887854,0.0028064235,0.00028130514],"domain_scores_gemma":[0.9527273,0.026053006,0.0053316546,0.00361102,0.010400635,0.0018763924],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004924662,0.0008007658,0.00075186754,0.024439285,0.0012990179,0.0053374935,0.0008387667,0.0008162273,0.003923146],"category_scores_gemma":[0.059733592,0.0002099057,0.00067193963,0.025124107,0.0009202198,0.009442781,0.00210891,0.00097098056,0.0013331865],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067600596,0.00088229746,0.4851721,0.0016366952,0.0004875875,0.00021725163,0.008381066,0.010118422,0.004622569,0.04226465,0.020630313,0.424911],"study_design_scores_gemma":[0.00014119195,0.001573151,0.6393428,0.00083652156,0.00038624607,0.0014785823,0.014088945,0.15367112,0.013841893,0.06817095,0.10590107,0.0005676827],"about_ca_topic_score_codex":0.011765922,"about_ca_topic_score_gemma":0.020194082,"teacher_disagreement_score":0.024439285,"about_ca_system_score_codex":0.0016339102,"about_ca_system_score_gemma":0.0011703979,"threshold_uncertainty_score":0.026044369},"labels":[],"label_agreement":null},{"id":"W142507386","doi":"","title":"A new method for matching a document to potential users' information needs.","year":2002,"lang":"en","type":"article","venue":"PubMed","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Matching (statistics); Information retrieval; Search engine indexing; Information needs; Order (exchange); Data science; World Wide Web","score_opus":0.023005536762901072,"score_gpt":0.2633448286971886,"score_spread":0.24033929193428755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W142507386","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030352447,0.00056628644,0.941914,0.0008572494,0.00025416326,0.0026164548,0.0017560017,0.0033038773,0.018379517],"genre_scores_gemma":[0.10533409,0.00016920648,0.8784449,0.00017361833,0.000042438965,0.0018347093,0.0009493,0.00021866772,0.012833046],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99227613,0.0023549704,0.0006543094,0.0010331478,0.0035328278,0.00014870247],"domain_scores_gemma":[0.985579,0.007638381,0.00080675416,0.0013901467,0.0042424016,0.0003431533],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005221191,0.0007910505,0.00079222006,0.0053062174,0.0008757943,0.0024632283,0.0012223404,0.0012350249,0.008742463],"category_scores_gemma":[0.03564426,0.0004094416,0.0005238401,0.0026018969,0.0006879,0.0044869273,0.0015780577,0.00097020157,0.0034628788],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005477952,0.000393433,0.0058969664,0.00078217307,0.0001242779,0.00012116087,0.0018630928,0.0016440944,0.0201277,0.024749026,0.01376349,0.9299869],"study_design_scores_gemma":[0.0007889823,0.0014010717,0.02924261,0.000684275,0.0004380124,0.0034720239,0.005144524,0.42384833,0.095712475,0.1383431,0.3003594,0.00056515983],"about_ca_topic_score_codex":0.0038480598,"about_ca_topic_score_gemma":0.005106977,"teacher_disagreement_score":0.008742463,"about_ca_system_score_codex":0.0012319426,"about_ca_system_score_gemma":0.0018661062,"threshold_uncertainty_score":0.02924639},"labels":[],"label_agreement":null},{"id":"W145221795","doi":"10.1002/asi.20319","title":"Query expansion behavior within a thesaurus‐enhanced search environment: A user‐centered evaluation","year":2006,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Thesaurus; Information retrieval; Computer science; Selection (genetic algorithm); Search engine; Interface (matter); World Wide Web; Term (time); Artificial intelligence","score_opus":0.02012799786360112,"score_gpt":0.2890141695333088,"score_spread":0.26888617166970763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W145221795","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99511516,0.00010180268,0.0036409514,0.000024061008,0.0000041367816,0.00031235453,0.0000809458,0.00015200746,0.00056858704],"genre_scores_gemma":[0.9800474,0.00012057868,0.018197881,0.000049833143,0.000015251669,0.00064111606,0.00028350277,0.000044780656,0.0005996853],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9884566,0.008658687,0.0009445045,0.00053145154,0.0012004884,0.00020819306],"domain_scores_gemma":[0.9403192,0.049400438,0.002104518,0.0019515764,0.0050414857,0.0011828339],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011828326,0.0006599737,0.0012439217,0.0010827081,0.00052043813,0.0013913845,0.0006315681,0.000650645,0.0011876872],"category_scores_gemma":[0.039490804,0.0003205503,0.0006242965,0.0007762552,0.0003607501,0.0013113174,0.000953599,0.0004438977,0.00034899914],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.037378807,0.01321438,0.23056833,0.0050298763,0.0010443049,0.0011903407,0.05470427,0.006440388,0.13999918,0.00051366596,0.002571007,0.5073455],"study_design_scores_gemma":[0.0029179028,0.07454104,0.68218315,0.000635575,0.002555949,0.0022823634,0.02040248,0.08454923,0.120127216,0.0006023802,0.008378352,0.00082433346],"about_ca_topic_score_codex":0.0011554384,"about_ca_topic_score_gemma":0.0016657901,"teacher_disagreement_score":0.011828326,"about_ca_system_score_codex":0.0003975228,"about_ca_system_score_gemma":0.0005102341,"threshold_uncertainty_score":0.062554896},"labels":[],"label_agreement":null},{"id":"W1481561381","doi":"10.1007/978-1-4899-7993-3_949-2","title":"Relevance Feedback for Text Retrieval","year":2016,"lang":"en","type":"book-chapter","venue":"Encyclopedia of Database Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Relevance feedback; Relevance (law); Information retrieval; Computer science; Artificial intelligence; Image retrieval; Political science","score_opus":0.023401706191479694,"score_gpt":0.2573843107632072,"score_spread":0.23398260457172754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1481561381","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0051893094,0.08156478,0.86030626,0.002395744,0.0018831902,0.00026485018,0.0008342271,0.0057187513,0.041842937],"genre_scores_gemma":[0.21715236,0.036717597,0.57597303,0.0012037563,0.004299967,0.00055516243,0.0038631067,0.0012095609,0.1590255],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99773526,0.0007592899,0.00013881405,0.0003144812,0.0009478641,0.000104371546],"domain_scores_gemma":[0.9983565,0.00091346924,0.000067941626,0.00028273615,0.00034544367,0.00003384123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014828721,0.00096779986,0.0014986778,0.0015851363,0.00061478384,0.0020409797,0.0016013469,0.0015695423,0.020622833],"category_scores_gemma":[0.0065393206,0.00042329743,0.00057655596,0.0022532437,0.00086198706,0.0030168132,0.0012482051,0.0012577274,0.01467677],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012172943,0.00007695198,0.000092631686,0.00081174046,0.00003909877,0.00006689933,0.00010985848,0.0071366057,0.005413593,0.04533471,0.11634998,0.8244462],"study_design_scores_gemma":[0.00011456789,0.00030099647,0.0011365805,0.00040911473,0.00012363547,0.00091478653,0.00013707488,0.31265828,0.015563697,0.36212584,0.30636364,0.0001517484],"about_ca_topic_score_codex":0.0023275365,"about_ca_topic_score_gemma":0.0029658882,"teacher_disagreement_score":0.020622833,"about_ca_system_score_codex":0.0009104845,"about_ca_system_score_gemma":0.0007621312,"threshold_uncertainty_score":0.06899023},"labels":[],"label_agreement":null},{"id":"W1482214210","doi":"10.1002/meet.14505001042","title":"Closing the loop: Assisting archival appraisal and information retrieval in one sweep","year":2013,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"European Commission","keywords":"Relevance (law); Computer science; Judgement; Selection (genetic algorithm); Information retrieval; Closing (real estate); Process (computing); Sketch; Data science; Artificial intelligence; Epistemology; Political science; Algorithm","score_opus":0.015070231931868327,"score_gpt":0.26520535910096904,"score_spread":0.2501351271691007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1482214210","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21173444,0.007544592,0.6273538,0.03064141,0.0008739785,0.0023166554,0.00023993006,0.0030874144,0.11620781],"genre_scores_gemma":[0.6943596,0.0013085669,0.29525325,0.001320927,0.00036247287,0.0006028507,0.00013367622,0.00034340797,0.0063152616],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.93851286,0.04272131,0.0031793895,0.0028955187,0.011430225,0.001260662],"domain_scores_gemma":[0.8165158,0.13623129,0.0099596465,0.01369614,0.020730078,0.002867098],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06903158,0.0008100924,0.002177417,0.00883956,0.0039075543,0.01867888,0.0026067458,0.0033568353,0.007043563],"category_scores_gemma":[0.21588124,0.0008032618,0.00075717026,0.0059002857,0.007198346,0.021240473,0.0106927445,0.0035125148,0.001857684],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014244345,0.0007635483,0.014078057,0.0016513529,0.00016586059,0.00047819765,0.03579055,0.0041073193,0.007795419,0.15870218,0.009546822,0.76549625],"study_design_scores_gemma":[0.0005100688,0.0013621838,0.018300794,0.0028581654,0.00052312197,0.0009390803,0.030809542,0.09615479,0.017618364,0.6883192,0.14192367,0.0006809864],"about_ca_topic_score_codex":0.00255288,"about_ca_topic_score_gemma":0.002792112,"teacher_disagreement_score":0.06903158,"about_ca_system_score_codex":0.0028863528,"about_ca_system_score_gemma":0.0071428977,"threshold_uncertainty_score":0.36507827},"labels":[],"label_agreement":null},{"id":"W1492029073","doi":"10.29173/cais415","title":"Search Intermediary Elicitations During Mediated Online Searching","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Intermediary; Relevance (law); Online search; Information retrieval; Computer science; Selection (genetic algorithm); World Wide Web; Business; Artificial intelligence; Political science; Marketing","score_opus":0.02540953471168459,"score_gpt":0.2644749459473071,"score_spread":0.2390654112356225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1492029073","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9746756,0.0004158573,0.012904559,0.00027958507,0.000016274578,0.00027834345,0.00018740422,0.00013766365,0.01110472],"genre_scores_gemma":[0.9908736,0.00019990305,0.006166195,0.00010187222,0.000020749916,0.00021641218,0.00015308092,0.000041113566,0.0022271106],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.97875583,0.015799796,0.0012541114,0.00097037235,0.0022048126,0.0010150187],"domain_scores_gemma":[0.8764548,0.104768395,0.0071651987,0.0053758495,0.00510305,0.0011327172],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0100095775,0.00061945006,0.00076642015,0.0023588324,0.002128916,0.0028550013,0.0010219729,0.0016064927,0.005558034],"category_scores_gemma":[0.08838863,0.00049374544,0.00049605535,0.0019862205,0.0018004031,0.0036449388,0.005152298,0.0013366962,0.0009916688],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034518628,0.0004315154,0.095681995,0.0023093654,0.00011418921,0.004837225,0.68253887,0.0011121061,0.0480527,0.010363587,0.001616738,0.14948983],"study_design_scores_gemma":[0.00031696368,0.0034426874,0.24177565,0.002222695,0.00043670562,0.006628187,0.574219,0.012102048,0.07119971,0.02373086,0.063401535,0.000523992],"about_ca_topic_score_codex":0.0012047327,"about_ca_topic_score_gemma":0.0018770053,"teacher_disagreement_score":0.0100095775,"about_ca_system_score_codex":0.0010500151,"about_ca_system_score_gemma":0.0009975771,"threshold_uncertainty_score":0.052936316},"labels":[],"label_agreement":null},{"id":"W1498594556","doi":"10.1007/978-3-642-04417-5_17","title":"An Effectiveness Measure for Ambiguous and Underspecified Queries","year":2009,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":120,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Novelty; Simplicity; Measure (data warehouse); Simple (philosophy); Information retrieval; Data mining","score_opus":0.029466645203154826,"score_gpt":0.2797366614465977,"score_spread":0.25027001624344286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1498594556","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4029488,0.019888975,0.5261522,0.0015365445,0.00062664977,0.0010399983,0.004143836,0.002606682,0.04105633],"genre_scores_gemma":[0.9152746,0.0010113465,0.07867659,0.00019214739,0.00052800565,0.0003454356,0.0019070228,0.00019306452,0.0018718095],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9849627,0.0049758106,0.0013964012,0.0013669551,0.0065203924,0.00077770517],"domain_scores_gemma":[0.92922455,0.058307502,0.0031718416,0.003214359,0.0049363165,0.0011453726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011946427,0.0013489679,0.0022978145,0.015305077,0.00086176116,0.003258857,0.001661568,0.0022840546,0.003474425],"category_scores_gemma":[0.04885605,0.00034164972,0.0016604554,0.0042711375,0.0021778285,0.0065226876,0.0013056184,0.0011503481,0.00069958216],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0050411304,0.0015933142,0.071212135,0.0022935567,0.0016550714,0.00044685625,0.0009342498,0.0556711,0.03050585,0.044815376,0.014023206,0.7718081],"study_design_scores_gemma":[0.0003889641,0.008168902,0.1345209,0.0004972227,0.003296922,0.0052493177,0.0018443576,0.70384264,0.05348054,0.072955124,0.015230277,0.0005247994],"about_ca_topic_score_codex":0.0009479097,"about_ca_topic_score_gemma":0.00088892016,"teacher_disagreement_score":0.015305077,"about_ca_system_score_codex":0.0019454539,"about_ca_system_score_gemma":0.0009899394,"threshold_uncertainty_score":0.06317949},"labels":[],"label_agreement":null},{"id":"W1501070457","doi":"10.1023/a:1025603704680","title":"Current Status of the Evaluation of Information Retrieval","year":2003,"lang":"en","type":"review","venue":"Journal of Medical Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Relevance (law); Information retrieval; Data science; Management science; Engineering","score_opus":0.12949452690026483,"score_gpt":0.4170239174674541,"score_spread":0.2875293905671893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1501070457","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022395296,0.99619186,0.00087027,0.0013760936,0.00016309654,0.000010167406,0.00002063229,0.00001609998,0.0011278056],"genre_scores_gemma":[0.0049099647,0.99028265,0.0025260863,0.0007395472,0.0009123828,0.000030133033,0.00006988816,0.000013540881,0.0005158882],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.989408,0.0039352905,0.0013945749,0.00080422754,0.004184828,0.00027302225],"domain_scores_gemma":[0.88738203,0.089664094,0.0036942894,0.0014102283,0.01679237,0.0010569721],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.022500044,0.001311343,0.004951612,0.009440516,0.0008316221,0.0065552937,0.0032262052,0.0036702312,0.005006392],"category_scores_gemma":[0.058722645,0.00067460956,0.0009667709,0.012168318,0.0028139974,0.0072082006,0.0014240193,0.0019967868,0.002201839],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012527691,0.000094120776,0.0010101215,0.011374282,0.00010500362,0.000025618043,0.00009065139,0.00026039232,0.0001584726,0.0038360534,0.01577571,0.96714425],"study_design_scores_gemma":[0.0001530954,0.00066255644,0.012506114,0.047424518,0.001628397,0.0012953738,0.0011115347,0.0035398894,0.0019388614,0.036537506,0.89300114,0.00020103638],"about_ca_topic_score_codex":0.0071726297,"about_ca_topic_score_gemma":0.009064627,"teacher_disagreement_score":0.97749996,"about_ca_system_score_codex":0.0036130373,"about_ca_system_score_gemma":0.007605376,"threshold_uncertainty_score":0.118992984},"labels":[],"label_agreement":null},{"id":"W1503824486","doi":"10.1023/a:1023936321956","title":"Query Expansion with Long-Span Collocates","year":2003,"lang":"en","type":"article","venue":"Information Retrieval","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Microsoft Research","keywords":"Collocation (remote sensing); Computer science; Window (computing); Information retrieval; Mathematics; Machine learning","score_opus":0.009880289279499396,"score_gpt":0.22393088713362766,"score_spread":0.21405059785412828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1503824486","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39722595,0.0044198986,0.57217276,0.0012876341,0.00035455657,0.0005837611,0.0021233212,0.0065776645,0.0152545115],"genre_scores_gemma":[0.8546096,0.000704416,0.13406035,0.00024697458,0.00017580825,0.00022394837,0.0026638363,0.00038160986,0.0069333836],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99824524,0.00067711266,0.00012702239,0.00034841226,0.00045038626,0.00015191906],"domain_scores_gemma":[0.99389595,0.003472231,0.00023980944,0.0012611866,0.00096952135,0.0001612446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015612198,0.00072022516,0.0010145797,0.0020133608,0.00082036894,0.00086285814,0.0010075513,0.0009309647,0.008164558],"category_scores_gemma":[0.012400556,0.0004386032,0.00053249113,0.0032243272,0.0005407943,0.004916726,0.0016883478,0.00085520605,0.0023187601],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003545396,0.0015805144,0.009916513,0.0010097865,0.00028846288,0.0011712031,0.0015340684,0.08860492,0.09957104,0.026132874,0.04911566,0.7175297],"study_design_scores_gemma":[0.00021587666,0.0005539703,0.004741539,0.00004920645,0.00019976773,0.0009767666,0.00053982524,0.92178565,0.028564198,0.024731494,0.017548436,0.00009317265],"about_ca_topic_score_codex":0.00505371,"about_ca_topic_score_gemma":0.007730771,"teacher_disagreement_score":0.008164558,"about_ca_system_score_codex":0.00058076496,"about_ca_system_score_gemma":0.0009312957,"threshold_uncertainty_score":0.027313173},"labels":[],"label_agreement":null},{"id":"W150761983","doi":"","title":"Genres of search: A concept for understanding successive search behaviour","year":2009,"lang":"en","type":"article","venue":"D-Scholarship@Pitt (University of Pittsburgh)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Oxford; McGill University","keywords":"Process (computing); Phenomenon; Computer science; Context (archaeology); Information retrieval; Information seeking; Naturalism; Exploratory search; Formal concept analysis; Epistemology; History; Algorithm","score_opus":0.09244616551083708,"score_gpt":0.2922109600310386,"score_spread":0.19976479452020152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W150761983","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60676074,0.0060665244,0.2707754,0.006635418,0.0002947545,0.0011388334,0.0004037372,0.00036776313,0.10755692],"genre_scores_gemma":[0.90406346,0.0014741359,0.08858782,0.000589242,0.00015286426,0.0008393091,0.00030102208,0.000119322474,0.0038727974],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99507564,0.002631598,0.00043514537,0.00054213475,0.0009903234,0.00032516496],"domain_scores_gemma":[0.9664995,0.023055322,0.0044117193,0.002686835,0.0017668903,0.0015798062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005279701,0.0006004545,0.00074029993,0.010154395,0.003034625,0.006103087,0.001493514,0.0020952388,0.0033227182],"category_scores_gemma":[0.029793665,0.00044031843,0.0011723835,0.0057671624,0.012763952,0.014125933,0.0041995626,0.0022904093,0.00044098595],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022952173,0.00027647914,0.07356313,0.0008375627,0.000064581036,0.000869979,0.34332186,0.0009832113,0.004736146,0.49862027,0.0019015457,0.074595705],"study_design_scores_gemma":[0.00009824844,0.00057038653,0.11615201,0.0011855258,0.00010055753,0.005249075,0.2480199,0.016699258,0.001354664,0.52522206,0.08509785,0.00025049865],"about_ca_topic_score_codex":0.0053488137,"about_ca_topic_score_gemma":0.0040283073,"teacher_disagreement_score":0.010154395,"about_ca_system_score_codex":0.00244689,"about_ca_system_score_gemma":0.0020177555,"threshold_uncertainty_score":0.027922094},"labels":[],"label_agreement":null},{"id":"W1508671393","doi":"","title":"A Framework for Automated Evaluation of Hypertext Search Interfaces","year":2006,"lang":"en","type":"article","venue":"Texas Digital Library (University of Texas)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; University of Toronto","keywords":"Computer science; Hypertext; Focus (optics); Search engine; Exploratory analysis; Information retrieval; Human–computer interaction; World Wide Web; Data science","score_opus":0.03420229327607789,"score_gpt":0.2550500453625008,"score_spread":0.22084775208642293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1508671393","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015736012,0.00012612861,0.9901328,0.00013290212,0.000019981886,0.00073973817,0.000160044,0.0055663367,0.001548514],"genre_scores_gemma":[0.054317757,0.00014452008,0.94177717,0.00006579367,0.00002653649,0.001553864,0.0005575405,0.00043010482,0.0011267537],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98315537,0.007257844,0.0018777235,0.0013428305,0.0057734572,0.0005928175],"domain_scores_gemma":[0.97895116,0.011059683,0.0014754473,0.003419585,0.0043075257,0.000786583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016875431,0.0024332695,0.002011725,0.0039266245,0.0013327796,0.007295046,0.0059179603,0.003195185,0.008969749],"category_scores_gemma":[0.053989563,0.0017138714,0.0024398689,0.0014691058,0.0027613621,0.005441541,0.004113561,0.0029505068,0.002737563],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006643749,0.00081088394,0.0035752263,0.0012748323,0.00040036606,0.0005230155,0.0011052585,0.28172356,0.01308021,0.33998856,0.013273985,0.3435797],"study_design_scores_gemma":[0.00012548803,0.00021379786,0.00042012823,0.00024879185,0.000063658794,0.0001677509,0.0001106482,0.89645153,0.0055406364,0.0798431,0.01673446,0.00007999998],"about_ca_topic_score_codex":0.010639578,"about_ca_topic_score_gemma":0.0067711747,"teacher_disagreement_score":0.016875431,"about_ca_system_score_codex":0.0038138437,"about_ca_system_score_gemma":0.0052056476,"threshold_uncertainty_score":0.08924687},"labels":[],"label_agreement":null},{"id":"W1517262512","doi":"10.1007/978-3-540-85760-0_7","title":"Sampling Precision to Depth 10000 at CLEF 2007","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Open Text (Canada)","funders":"","keywords":"Clef; Bulgarian; Czech; Computer science; Completeness (order theory); Information retrieval; Test (biology); Natural language processing; Relevance (law); Sample (material); Artificial intelligence; Linguistics; Task (project management); Mathematics; Political science","score_opus":0.040290517578891835,"score_gpt":0.2918387463816383,"score_spread":0.25154822880274647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1517262512","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05016583,0.017834706,0.6746453,0.014452168,0.00903178,0.00069872604,0.02159167,0.10565937,0.10592044],"genre_scores_gemma":[0.2463272,0.0018710317,0.6324639,0.0042090346,0.0022037532,0.0007204172,0.023421608,0.021744732,0.06703831],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99284345,0.002419022,0.0002521002,0.0013495144,0.0023690022,0.0007669249],"domain_scores_gemma":[0.9927764,0.0032374868,0.00014553546,0.0022007688,0.0013594247,0.00028027827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007620449,0.0019815078,0.0023882906,0.0030081503,0.0016789505,0.0037680229,0.0031654765,0.0033007541,0.0598787],"category_scores_gemma":[0.033956442,0.0016608244,0.0016954044,0.0024812345,0.0013067997,0.0051000165,0.0020881621,0.0038872452,0.022065403],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00077779894,0.00014593796,0.0009991147,0.00029025995,0.000112802016,0.00008757342,0.00010206053,0.017961774,0.002382392,0.032664396,0.6069889,0.33748698],"study_design_scores_gemma":[0.0012371805,0.00032447456,0.0029012726,0.00036652392,0.00015084361,0.00034140467,0.00012169676,0.4522798,0.025295917,0.24553569,0.27125666,0.00018849311],"about_ca_topic_score_codex":0.012705565,"about_ca_topic_score_gemma":0.025489353,"teacher_disagreement_score":0.0598787,"about_ca_system_score_codex":0.006160984,"about_ca_system_score_gemma":0.004826599,"threshold_uncertainty_score":0.20031422},"labels":[],"label_agreement":null},{"id":"W1524836063","doi":"","title":"Goal-directed site-independent recommendations from passive observations","year":2005,"lang":"en","type":"article","venue":"Alexandria (UniSG) (University of St.Gallen)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Session (web analytics); Web page; World Wide Web; Information retrieval; User information; Information needs; User modeling; User needs; Human–computer interaction; User interface; Information system; Multimedia","score_opus":0.0275620519036884,"score_gpt":0.2279788072111207,"score_spread":0.2004167553074323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1524836063","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07466509,0.0009235516,0.9139074,0.0006538293,0.0000992105,0.0003776717,0.0015253519,0.0032452205,0.004602757],"genre_scores_gemma":[0.7315294,0.00046038235,0.2574127,0.00034444366,0.00017127061,0.00039750317,0.003323803,0.00020138123,0.006159031],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986363,0.00041423473,0.00007741991,0.0004181666,0.0003749497,0.00007893626],"domain_scores_gemma":[0.99353516,0.0042856247,0.00048647038,0.0007434839,0.00078377273,0.00016550919],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020132996,0.0012863041,0.0015768154,0.002047254,0.00045802922,0.001037603,0.0030166956,0.0013857973,0.0017625542],"category_scores_gemma":[0.009316189,0.0010052612,0.0008411743,0.0014925979,0.000505486,0.0021709763,0.0010135488,0.001864021,0.0013539593],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014552184,0.0017860514,0.03938624,0.0010846144,0.00087875937,0.00072486553,0.001042346,0.34560305,0.014260799,0.011477177,0.020140728,0.5621602],"study_design_scores_gemma":[0.00006320286,0.000101010985,0.0031459262,0.000033676122,0.00005941347,0.000097812204,0.000060499144,0.98535675,0.0019000864,0.007249748,0.0019054629,0.000026332855],"about_ca_topic_score_codex":0.010944578,"about_ca_topic_score_gemma":0.028431179,"teacher_disagreement_score":0.010944578,"about_ca_system_score_codex":0.0007068524,"about_ca_system_score_gemma":0.0009292729,"threshold_uncertainty_score":0.021761715},"labels":[],"label_agreement":null},{"id":"W1525524375","doi":"10.1007/978-3-540-68123-6_46","title":"Evaluating Information Retrieval System Performance Based on Multi-grade Relevance","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Relevance (law); Computer science; Information retrieval; Rank (graph theory); Precision and recall; Relevance feedback; Learning to rank; Document retrieval; Measure (data warehouse); Recall; Data mining; Artificial intelligence; Mathematics; Ranking (information retrieval); Image retrieval; Psychology","score_opus":0.048144291722296,"score_gpt":0.29308858190254466,"score_spread":0.24494429018024866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1525524375","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9815145,0.0015139238,0.01267773,0.00009662992,0.00006533595,0.00012840414,0.00035348284,0.0005414431,0.0031085345],"genre_scores_gemma":[0.9920643,0.00016761874,0.0061039845,0.00001877976,0.000044920653,0.0000278397,0.00051989267,0.000035239398,0.0010173409],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99559504,0.001349719,0.0005280295,0.00047354383,0.0018073685,0.00024636745],"domain_scores_gemma":[0.9655976,0.027216189,0.0020984286,0.0012886942,0.003108777,0.0006903328],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047305864,0.0006943439,0.0010897124,0.003261995,0.00037567312,0.0019620555,0.00057300297,0.0014587833,0.0018702308],"category_scores_gemma":[0.03071233,0.00022902513,0.00075202377,0.0014916124,0.00032523763,0.002334887,0.0007316466,0.00054134405,0.0013884248],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022563241,0.0029775647,0.27540135,0.0014978405,0.0022587187,0.00026705675,0.00043772187,0.03692907,0.10113174,0.0009531684,0.003803975,0.5517787],"study_design_scores_gemma":[0.0005271273,0.01810954,0.34536767,0.000071286966,0.0020798715,0.0007988152,0.00038756704,0.5254363,0.10412903,0.0012603219,0.0015240503,0.00030841865],"about_ca_topic_score_codex":0.0015088416,"about_ca_topic_score_gemma":0.0016867394,"teacher_disagreement_score":0.0047305864,"about_ca_system_score_codex":0.00045333305,"about_ca_system_score_gemma":0.00032901592,"threshold_uncertainty_score":0.025018036},"labels":[],"label_agreement":null},{"id":"W1535027497","doi":"10.1007/978-3-642-36415-0_11","title":"Is Visualization Usable for Displaying Web Search Results in an Exploratory Search Context?","year":2013,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Exploratory search; Visualization; Information visualization; USable; Scope (computer science); Visual analytics; Exploratory research; Usability; Context (archaeology); Information retrieval; Human–computer interaction; Data visualization; World Wide Web; Task (project management); Artificial intelligence","score_opus":0.06679358279386398,"score_gpt":0.33005479958504985,"score_spread":0.26326121679118586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1535027497","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20086212,0.014126124,0.6450243,0.011671506,0.0012947134,0.00046140442,0.0072032935,0.07810389,0.041252572],"genre_scores_gemma":[0.72732323,0.007357868,0.24922,0.00078196573,0.00059924583,0.0004673282,0.0032494727,0.0055468613,0.0054541044],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99831676,0.00095514837,0.00012052106,0.00013886185,0.00033277756,0.00013598576],"domain_scores_gemma":[0.9721799,0.021127133,0.0014111293,0.0022235936,0.0024515681,0.00060663064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038823793,0.0013517071,0.0011096236,0.0022506882,0.0005464319,0.006981238,0.0011124515,0.0019353919,0.013386292],"category_scores_gemma":[0.046839356,0.0007860921,0.00068227336,0.0023621586,0.00061684835,0.008903853,0.0016203143,0.001074577,0.003935067],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0044721337,0.00048754286,0.02479309,0.0050006583,0.00038861966,0.0012758404,0.011945639,0.005091197,0.056371335,0.029183794,0.11674698,0.7442431],"study_design_scores_gemma":[0.0011236855,0.0018655531,0.058033135,0.008837243,0.0018596654,0.0061514983,0.017253103,0.26285356,0.08283409,0.22925381,0.32874927,0.0011853315],"about_ca_topic_score_codex":0.0016488933,"about_ca_topic_score_gemma":0.0018089216,"teacher_disagreement_score":0.013386292,"about_ca_system_score_codex":0.00032417924,"about_ca_system_score_gemma":0.0005505426,"threshold_uncertainty_score":0.044781566},"labels":[],"label_agreement":null},{"id":"W1535887254","doi":"","title":"The effect of task domain on search","year":2003,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Toronto","funders":"","keywords":"Task (project management); Domain (mathematical analysis); Computer science; Information retrieval; Human–computer interaction; Keyword search; Data science; World Wide Web; Mathematics; Engineering","score_opus":0.009648106665906653,"score_gpt":0.2666364281614837,"score_spread":0.25698832149557704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1535887254","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9907636,0.0007597146,0.0020442626,0.00009470182,0.000023534083,0.000105807936,0.00013214897,0.000058447906,0.006017898],"genre_scores_gemma":[0.9961171,0.00026443615,0.0020590792,0.00009205988,0.000021617865,0.00013284176,0.00025608382,0.000070426206,0.0009862974],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967409,0.0015801848,0.00041398904,0.00041027446,0.00059499743,0.00025961085],"domain_scores_gemma":[0.8608578,0.12504514,0.005251238,0.0032757306,0.0028787777,0.0026913784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004447985,0.00049438595,0.0005439389,0.0007840605,0.0005212061,0.0025738433,0.00050979684,0.00074057374,0.0040797708],"category_scores_gemma":[0.0816425,0.00039743507,0.0003639693,0.0005795835,0.0006327809,0.002175314,0.00156175,0.0007065732,0.00080005766],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019256024,0.004831239,0.61639357,0.004356789,0.000644628,0.001068289,0.013938426,0.007403193,0.114651896,0.0025281063,0.0028276881,0.21210016],"study_design_scores_gemma":[0.00065687054,0.0049180556,0.9563014,0.00039348216,0.0003814942,0.0010535422,0.004868848,0.011294475,0.009194652,0.005121788,0.0056390357,0.00017641214],"about_ca_topic_score_codex":0.0011357784,"about_ca_topic_score_gemma":0.0010790717,"teacher_disagreement_score":0.004447985,"about_ca_system_score_codex":0.0005451618,"about_ca_system_score_gemma":0.0004794887,"threshold_uncertainty_score":0.02352345},"labels":[],"label_agreement":null},{"id":"W1543042058","doi":"10.1007/978-3-642-12116-6_51","title":"Optimal IR: How Far Away?","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Perspective (graphical); Path (computing); Upper and lower bounds; Algorithm; Artificial intelligence; Mathematics","score_opus":0.018982093840062775,"score_gpt":0.2503416385279176,"score_spread":0.2313595446878548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1543042058","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01069424,0.23909841,0.35350534,0.30372348,0.006518553,0.00008176573,0.00073303236,0.001719752,0.08392544],"genre_scores_gemma":[0.4348455,0.12589526,0.3251071,0.043997716,0.023868334,0.00024327595,0.0012274805,0.0035023398,0.041312996],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9907602,0.0056700916,0.00051894196,0.0011952978,0.0014687581,0.0003867004],"domain_scores_gemma":[0.9740369,0.019335361,0.0005467035,0.0032129788,0.0019995058,0.0008686952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010332282,0.0015497664,0.0039652106,0.0016888711,0.0013239722,0.009012747,0.0027739767,0.006038995,0.023097666],"category_scores_gemma":[0.04315249,0.0012014398,0.0010420588,0.0020611894,0.0083284695,0.031949695,0.004014354,0.009376083,0.0076724244],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041683283,0.0003132337,0.00065600907,0.0012613836,0.00021281964,0.000049329974,0.00024951185,0.00680568,0.00059774466,0.29195246,0.12272853,0.57475644],"study_design_scores_gemma":[0.000052367974,0.000052714313,0.0002699566,0.00042432363,0.000058170852,0.00009628115,0.00025967587,0.010477037,0.0002562551,0.96059126,0.027422514,0.000039570077],"about_ca_topic_score_codex":0.0020273305,"about_ca_topic_score_gemma":0.0020520769,"teacher_disagreement_score":0.023097666,"about_ca_system_score_codex":0.0020120486,"about_ca_system_score_gemma":0.002344226,"threshold_uncertainty_score":0.077269375},"labels":[],"label_agreement":null},{"id":"W1553899722","doi":"10.1080/01639371003784263","title":"A Review of “Magic Search: Getting the Best Results from Your Catalog and Beyond”","year":2010,"lang":"en","type":"review","venue":"Cataloging & Classification Quarterly","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"MAGIC (telescope); Cataloging; Information retrieval; Computer science; Library science; World Wide Web; Physics; Astronomy","score_opus":0.12704586289461064,"score_gpt":0.35533899854536194,"score_spread":0.2282931356507513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1553899722","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006992188,0.9943082,0.0004665466,0.0030808954,0.0004899376,0.000016658998,0.00007226663,0.000021144213,0.0014743728],"genre_scores_gemma":[0.0006318975,0.9957223,0.000696685,0.0016758547,0.0005397184,0.000018628714,0.00009764845,0.000009683316,0.0006075497],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974317,0.00061657635,0.00042423332,0.00020304334,0.0011860748,0.00013840201],"domain_scores_gemma":[0.9869266,0.0062641692,0.0010261075,0.0003291889,0.005024735,0.00042913118],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005053334,0.0010866382,0.0024975806,0.012596663,0.00074347755,0.0035747392,0.0022290917,0.002386386,0.008655701],"category_scores_gemma":[0.023178283,0.000738816,0.00084585615,0.016488895,0.0015471566,0.0072155683,0.0016831036,0.001982982,0.005897713],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004286836,0.000037459977,0.00025192794,0.017824138,0.00009795471,0.00003531879,0.00009115106,0.000113253824,0.00018076935,0.0037442388,0.27903318,0.6985477],"study_design_scores_gemma":[0.00002598265,0.000057074813,0.0010907842,0.015025857,0.0002022087,0.00030340272,0.00011739214,0.0000909619,0.00015374793,0.003103851,0.9797974,0.000031321964],"about_ca_topic_score_codex":0.0073190946,"about_ca_topic_score_gemma":0.016985111,"teacher_disagreement_score":0.012596663,"about_ca_system_score_codex":0.0025326454,"about_ca_system_score_gemma":0.007553222,"threshold_uncertainty_score":0.028956175},"labels":[],"label_agreement":null},{"id":"W1568713433","doi":"10.18438/b88d0c","title":"Kuhlthau’s Classic Research on the Information Search Process (ISP) Provides Evidence for Information Seeking as a Constructivist Process","year":2007,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Information seeking; Computer science; Value (mathematics); Process (computing); Information seeking behavior; Presentation (obstetrics); Information science; Construct (python library); Psychology; Library science","score_opus":0.08917271614507999,"score_gpt":0.39425908348950484,"score_spread":0.30508636734442485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1568713433","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032962006,0.35799387,0.1483839,0.052066803,0.0016397001,0.0006939188,0.0003990752,0.00036601696,0.40549472],"genre_scores_gemma":[0.5194717,0.36543962,0.05797296,0.01676302,0.0012929242,0.0017397581,0.0002468914,0.00025586045,0.03681716],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9863798,0.007544135,0.0011873328,0.0011183857,0.0031882033,0.0005820772],"domain_scores_gemma":[0.95752406,0.03623775,0.0013576848,0.0016091476,0.0029902225,0.0002810379],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0101869665,0.0012150789,0.0011543663,0.016976172,0.0034401482,0.009020032,0.0018009945,0.0045271404,0.004677456],"category_scores_gemma":[0.024286292,0.0011065898,0.0012506262,0.0163458,0.031077633,0.022938624,0.0045321803,0.0038105892,0.0016822906],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041936448,0.000069909576,0.0012268795,0.0026595045,0.000032571985,0.00020501413,0.029278541,0.0006267025,0.00029214707,0.8475939,0.009511948,0.10846094],"study_design_scores_gemma":[0.00003529217,0.00011993165,0.004396559,0.006199601,0.000056192017,0.0010419599,0.012689186,0.001547194,0.0017469892,0.39352947,0.5785204,0.000117124844],"about_ca_topic_score_codex":0.010724675,"about_ca_topic_score_gemma":0.008443339,"teacher_disagreement_score":0.016976172,"about_ca_system_score_codex":0.012343248,"about_ca_system_score_gemma":0.009258486,"threshold_uncertainty_score":0.08955693},"labels":[],"label_agreement":null},{"id":"W1571050549","doi":"10.2307/25148806","title":"Enhancing Information Retrieval Through Statistical Natural Language Processing: A Study of Collocation Indexing1","year":2007,"lang":"en","type":"article","venue":"MIS Quarterly","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Alberta","funders":"","keywords":"Search engine indexing; Collocation (remote sensing); Information retrieval; Computer science; Automatic indexing; Natural language; Natural language processing; Artificial intelligence; Machine learning","score_opus":0.010722361229674451,"score_gpt":0.29513257977563134,"score_spread":0.2844102185459569,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1571050549","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4718409,0.012179998,0.4940012,0.0041810656,0.0000875959,0.0006332773,0.00015424768,0.000752781,0.016168956],"genre_scores_gemma":[0.82534266,0.0029842022,0.16985956,0.0002962325,0.00016175039,0.00020729369,0.00012222084,0.00010465344,0.00092139316],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9892809,0.008246376,0.00032085206,0.00051431364,0.0014111701,0.00022634344],"domain_scores_gemma":[0.803671,0.18125153,0.004563876,0.004881975,0.005152463,0.00047916235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014528326,0.0006724813,0.0013652035,0.003170991,0.00096229784,0.002478163,0.001363554,0.0010743681,0.0011141166],"category_scores_gemma":[0.11059133,0.0005775856,0.0005544852,0.0062121567,0.0027424411,0.007378506,0.001299477,0.0012425168,0.0004099669],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010324385,0.0016976873,0.024759388,0.0017521799,0.00032337708,0.0003482071,0.0033009478,0.13547386,0.01930867,0.10595386,0.0051381746,0.7009112],"study_design_scores_gemma":[0.00019667175,0.0008273362,0.01178654,0.0000785225,0.00016185771,0.00033703976,0.0007560598,0.8928095,0.007208891,0.081140555,0.004593762,0.00010324926],"about_ca_topic_score_codex":0.004301393,"about_ca_topic_score_gemma":0.0029022663,"teacher_disagreement_score":0.014528326,"about_ca_system_score_codex":0.0017599068,"about_ca_system_score_gemma":0.0014437209,"threshold_uncertainty_score":0.07683402},"labels":[],"label_agreement":null},{"id":"W1595213066","doi":"","title":"Information Need: A Theory Connecting Information Search to Knowledge Formation","year":2012,"lang":"en","type":"article","venue":"Partnership The Canadian Journal of Library and Information Practice and Research","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Information science; Process (computing); Psychology; Information behavior; Sociology; Computer science; Epistemology; Cognitive science; Library science","score_opus":0.07135875857243032,"score_gpt":0.3500689506982675,"score_spread":0.27871019212583714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1595213066","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042924684,0.07723349,0.3498494,0.08220229,0.0008110549,0.0011248958,0.0010248916,0.0003563977,0.4444728],"genre_scores_gemma":[0.76695585,0.046758663,0.14820182,0.007946987,0.0011221083,0.0016555669,0.0008883162,0.00026092547,0.026209725],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98392856,0.008157605,0.0013678822,0.0016466067,0.0038823767,0.0010168771],"domain_scores_gemma":[0.9379502,0.052810285,0.0029777773,0.0022993502,0.0027118726,0.0012504699],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012907447,0.001216056,0.0017620533,0.013955894,0.0040837526,0.017573442,0.003361463,0.007966934,0.01043708],"category_scores_gemma":[0.039007243,0.0011758651,0.0022218958,0.015236597,0.025973843,0.050163824,0.008290622,0.00496771,0.0020549274],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038803806,0.000056985977,0.0008836524,0.0005490727,0.000053265405,0.00016854769,0.008001343,0.0005744317,0.00016143538,0.96658385,0.0037587942,0.019169714],"study_design_scores_gemma":[0.00004492403,0.000047690668,0.00062604836,0.00057259185,0.000044232605,0.00030735947,0.0025080387,0.0013837325,0.00026163764,0.95882833,0.035339676,0.000035736855],"about_ca_topic_score_codex":0.0044651865,"about_ca_topic_score_gemma":0.0018343804,"teacher_disagreement_score":0.017573442,"about_ca_system_score_codex":0.007999327,"about_ca_system_score_gemma":0.0061679687,"threshold_uncertainty_score":0.06826192},"labels":[],"label_agreement":null},{"id":"W1595429343","doi":"10.2196/medinform.3740","title":"Analysis of PubMed User Sessions Using a Full-Day PubMed Query Log: A Comparison of Experienced and Nonexperienced PubMed Users","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine","keywords":"Session (web analytics); Computer science; Information retrieval; MEDLINE; Query expansion; Web search query; World Wide Web; Search engine","score_opus":0.08112951096715199,"score_gpt":0.3589180753614555,"score_spread":0.2777885643943035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1595429343","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99780947,0.00019579298,0.00045042092,0.000051625502,0.000004220317,0.00006859563,0.00085706153,0.000078978155,0.00048384533],"genre_scores_gemma":[0.99648476,0.0001760982,0.0012484731,0.000065219865,0.000017551396,0.00014094976,0.0012500975,0.00002235138,0.0005945613],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973482,0.0008326371,0.00051903067,0.0005093914,0.0005873625,0.00020339282],"domain_scores_gemma":[0.9665453,0.020318497,0.0059899567,0.0016610349,0.0034745221,0.002010715],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0028062263,0.0002805767,0.0005842984,0.0021820748,0.00037743835,0.0009679229,0.00050097774,0.00043958516,0.0014837472],"category_scores_gemma":[0.02312278,0.00018686788,0.00047724115,0.0013958028,0.00031411918,0.0012144767,0.0008307366,0.0004196119,0.0006877319],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013746121,0.00045903874,0.92632896,0.00043787042,0.00020963201,0.00029093254,0.0059139803,0.00023386808,0.004280377,0.00006138222,0.0012574274,0.059151784],"study_design_scores_gemma":[0.00002641417,0.00091484294,0.9906474,0.000026068868,0.00007859207,0.0006507613,0.0030442157,0.0016025414,0.0013923752,0.000052918927,0.0015238761,0.000039905208],"about_ca_topic_score_codex":0.001976423,"about_ca_topic_score_gemma":0.002496406,"teacher_disagreement_score":0.9990321,"about_ca_system_score_codex":0.00028094125,"about_ca_system_score_gemma":0.00044640727,"threshold_uncertainty_score":0.0148409605},"labels":[],"label_agreement":null},{"id":"W1606581472","doi":"10.1002/asi.23230","title":"Tracking middle school students' information behavior via <scp>K</scp>uhlthau's <scp>ISP</scp> Model:Temporality","year":2014,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Temporality; Tracking (education); Class (philosophy); Feeling; Test (biology); Computer science; Conceptual model; Period (music); Psychology; Process (computing); Mathematics education; Social psychology; Pedagogy; Artificial intelligence; Epistemology; Aesthetics","score_opus":0.018625846524927794,"score_gpt":0.2791147109947974,"score_spread":0.26048886446986963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1606581472","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9989536,0.00000824157,0.00031776782,0.00002303947,7.7531615e-7,0.00003471267,0.000095096526,0.000011912503,0.000554874],"genre_scores_gemma":[0.9986596,0.000019025914,0.0007215915,0.000006846547,9.0767037e-7,0.000051863553,0.00014104135,0.0000024693659,0.00039652467],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990914,0.0002878707,0.0000755419,0.00016257576,0.00028067944,0.00010189461],"domain_scores_gemma":[0.9918503,0.0032725313,0.0023695547,0.0007682616,0.0009413374,0.0007979379],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017607715,0.00018420035,0.00024532832,0.0011760875,0.0008448158,0.0016217072,0.00044161372,0.00046519752,0.0020150996],"category_scores_gemma":[0.00867039,0.00035859112,0.0002583907,0.0009646666,0.00042925795,0.0014520054,0.0007827847,0.00072131254,0.00045328747],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017706637,0.0008755433,0.9563556,0.00004944841,0.000029576426,0.000042282198,0.010216902,0.0003867481,0.0015589718,0.0002856795,0.000542577,0.029479671],"study_design_scores_gemma":[0.000007941909,0.00049389806,0.98862004,0.000019466559,0.000017045195,0.000030156147,0.005516222,0.0030300778,0.0012576553,0.00013237234,0.00085603085,0.000019145979],"about_ca_topic_score_codex":0.022543974,"about_ca_topic_score_gemma":0.036819473,"teacher_disagreement_score":0.022543974,"about_ca_system_score_codex":0.0010713715,"about_ca_system_score_gemma":0.0011873886,"threshold_uncertainty_score":0.044825494},"labels":[],"label_agreement":null},{"id":"W1608204392","doi":"10.18438/b8pp7h","title":"Existing Analytical Frameworks for Information Behaviour Don’t Fully Explain HIV/AIDS Information Exchange in Rural Communities in Ontario, Canada","year":2010,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Snowball sampling; Information exchange; Qualitative research; Sociology; Social psychology; Psychology; Medicine; Public relations; Gerontology; Computer science; Social science; Political science","score_opus":0.020988374939704246,"score_gpt":0.26276764322456564,"score_spread":0.2417792682848614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1608204392","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35196546,0.089134604,0.03194607,0.08142792,0.00059772085,0.001733216,0.0048171114,0.00030453427,0.4380734],"genre_scores_gemma":[0.9244247,0.040315103,0.015829187,0.0030652992,0.000053679138,0.0007661476,0.0008241589,0.00007943429,0.014642222],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.996253,0.0011168392,0.00024677772,0.00036378336,0.0012762912,0.00074326654],"domain_scores_gemma":[0.99054027,0.004420754,0.0008764938,0.00035436,0.003212625,0.0005954281],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005150282,0.00084818626,0.0005104328,0.006623319,0.013366306,0.008295289,0.0026839885,0.00088043005,0.0066845696],"category_scores_gemma":[0.012750025,0.0005931318,0.00077651086,0.013365211,0.012951824,0.004800283,0.0035235556,0.0014284878,0.00039397797],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043640623,0.00011558702,0.09391749,0.0057348516,0.00010124285,0.0010075653,0.469619,0.002257993,0.0005053904,0.2122736,0.029326074,0.18509753],"study_design_scores_gemma":[0.000033944412,0.000027880456,0.120477326,0.0070647355,0.000106736756,0.00029705904,0.5683721,0.0028628816,0.00020128668,0.03341358,0.26703203,0.00011046384],"about_ca_topic_score_codex":0.9915354,"about_ca_topic_score_gemma":0.99448556,"teacher_disagreement_score":0.16309166,"about_ca_system_score_codex":0.16309166,"about_ca_system_score_gemma":0.20024256,"threshold_uncertainty_score":0.970695},"labels":[],"label_agreement":null},{"id":"W1616993132","doi":"10.1109/tkde.2015.2448541","title":"A Family of Rank Similarity Measures Based on Maximized Effectiveness Difference","year":2015,"lang":"en","type":"article","venue":"IEEE Transactions on Knowledge and Data Engineering","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Chinese Academy of Sciences; Google","keywords":"Relevance (law); Measure (data warehouse); Metric (unit); Similarity (geometry); Rank (graph theory); Computer science; Similarity measure; Learning to rank; Maximization; Context (archaeology); Ranking (information retrieval); Data mining; Information retrieval; Mathematics; Artificial intelligence; Mathematical optimization","score_opus":0.07556383053037817,"score_gpt":0.29334646976984136,"score_spread":0.21778263923946317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1616993132","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019789197,0.0019969558,0.97191894,0.00029831612,0.00006867621,0.00028846643,0.00035961802,0.0004497322,0.004830109],"genre_scores_gemma":[0.451519,0.0014586308,0.54197556,0.00031025207,0.0004023007,0.0009219023,0.00074530585,0.000318267,0.0023487073],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98540527,0.0057678623,0.0011286531,0.00178551,0.0054798685,0.0004328835],"domain_scores_gemma":[0.97006196,0.017594697,0.0034312052,0.003874004,0.0044560814,0.0005820409],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011752617,0.0019224361,0.0024191525,0.0078001367,0.00087567413,0.0034242189,0.0019549115,0.0018855508,0.0019097178],"category_scores_gemma":[0.049412105,0.0004909444,0.0013582789,0.004740885,0.0023750113,0.006631453,0.0024443865,0.0023870345,0.0009947456],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005666599,0.00036919917,0.008560459,0.0010898224,0.0005012152,0.00018728634,0.00055440544,0.15679978,0.012691754,0.25543082,0.008735395,0.55451316],"study_design_scores_gemma":[0.00010127154,0.0013040712,0.0068361065,0.0001801659,0.00021071486,0.0010897315,0.00024381561,0.7485064,0.013599987,0.21398744,0.013683699,0.00025662477],"about_ca_topic_score_codex":0.0007498118,"about_ca_topic_score_gemma":0.0007145903,"teacher_disagreement_score":0.011752617,"about_ca_system_score_codex":0.002282574,"about_ca_system_score_gemma":0.0014437174,"threshold_uncertainty_score":0.06215453},"labels":[],"label_agreement":null},{"id":"W1643302328","doi":"10.3968/j.css.1923669720070305.010","title":"The Observation and Experiment of Field dependence/Field Independence Based on R&T Users’ Behavioral of Information Searching","year":2010,"lang":"en","type":"article","venue":"Canadian social science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Independence (probability theory); Field (mathematics); Political science; Sociology; Philosophy; Mathematics; Statistics","score_opus":0.025524159667776856,"score_gpt":0.2971323320257218,"score_spread":0.27160817235794493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1643302328","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99043685,0.000039412404,0.0037671155,0.00009085464,0.000011099617,0.0003517335,0.00016768501,0.000044124856,0.0050911237],"genre_scores_gemma":[0.99259347,0.000037012553,0.0037897618,0.000082222505,0.000014067712,0.0004588873,0.00016346909,0.000014057359,0.0028469046],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99241555,0.004778985,0.0005572047,0.0008297921,0.0011067466,0.00031173474],"domain_scores_gemma":[0.92041653,0.05619465,0.0059267683,0.008890838,0.007042508,0.0015287311],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0085460795,0.00032503245,0.00032378544,0.0009943523,0.00080393534,0.0008410232,0.00043158277,0.00056163373,0.0050818203],"category_scores_gemma":[0.03067841,0.00036423033,0.0005399076,0.0007872285,0.0011381323,0.0009619036,0.00086835865,0.0008652568,0.0006829828],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006393693,0.005009363,0.6980482,0.00078681915,0.0004036014,0.0002937708,0.046733677,0.0014601704,0.10776056,0.006489779,0.002340148,0.12428031],"study_design_scores_gemma":[0.00031943122,0.009057587,0.9256833,0.000064842374,0.00016413721,0.0003262537,0.009778539,0.0044205906,0.04198722,0.0024265947,0.0055638086,0.00020764326],"about_ca_topic_score_codex":0.0021185302,"about_ca_topic_score_gemma":0.0015509326,"teacher_disagreement_score":0.0085460795,"about_ca_system_score_codex":0.0007338291,"about_ca_system_score_gemma":0.00074501487,"threshold_uncertainty_score":0.045196533},"labels":[],"label_agreement":null},{"id":"W1664623720","doi":"10.1007/978-3-540-24681-7_16","title":"Extending the Rocchio Relevance Feedback Algorithm to Provide Contextual Retrieval","year":2004,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Relevance feedback; Relevance (law); Information retrieval; Process (computing); Data mining; Artificial intelligence; Image retrieval","score_opus":0.01963604265658452,"score_gpt":0.26428406359480267,"score_spread":0.24464802093821814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1664623720","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0074498183,0.003369051,0.9756621,0.00044278012,0.00047048705,0.00027287542,0.00026670707,0.006169926,0.005896229],"genre_scores_gemma":[0.12861864,0.0015843047,0.8551238,0.0006411196,0.00091351033,0.00035026044,0.0008876785,0.00080697815,0.011073766],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99740905,0.0008118003,0.0001638088,0.00046922007,0.0009678745,0.0001782491],"domain_scores_gemma":[0.9966217,0.0013687651,0.00010848496,0.0007612214,0.0010450059,0.000094812676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003112208,0.0014017599,0.0025374214,0.004135425,0.0012065978,0.002051051,0.0018710982,0.002283745,0.010040305],"category_scores_gemma":[0.014417974,0.00055841927,0.0013589541,0.0029866232,0.0007417603,0.0029319895,0.0020562361,0.0013740243,0.0071351775],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049807184,0.00020100272,0.0005759816,0.00045989626,0.00013066146,0.0001498837,0.00016982491,0.01439186,0.018052172,0.009784364,0.026400559,0.92918587],"study_design_scores_gemma":[0.00043368476,0.0005253668,0.0013129899,0.00019533085,0.0004026575,0.0012044371,0.00010030731,0.844492,0.03290011,0.038588714,0.07961946,0.00022484481],"about_ca_topic_score_codex":0.0064748754,"about_ca_topic_score_gemma":0.009465859,"teacher_disagreement_score":0.010040305,"about_ca_system_score_codex":0.00069556315,"about_ca_system_score_gemma":0.001808382,"threshold_uncertainty_score":0.03358817},"labels":[],"label_agreement":null},{"id":"W1665115054","doi":"10.48550/arxiv.1106.1925","title":"Ranking via Sinkhorn Propagation","year":2011,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Normalization (sociology); Ranking (information retrieval); Operator (biology); Rank (graph theory); Learning to rank; Range (aeronautics); Projection (relational algebra); Mathematical optimization; Permutation (music); Artificial intelligence; Algorithm; Mathematics; Combinatorics","score_opus":0.100974059935494,"score_gpt":0.18955526333440753,"score_spread":0.08858120339891352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1665115054","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012272976,0.00018083357,0.98376715,0.00023796277,0.00004324822,0.00007284094,0.0001411971,0.0009628742,0.0023208878],"genre_scores_gemma":[0.3863737,0.0004939122,0.59632015,0.0005669674,0.00015232315,0.00037941406,0.0010028996,0.00051615544,0.014194474],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986349,0.00042267458,0.00007490078,0.000245682,0.0005007869,0.0001210558],"domain_scores_gemma":[0.99508685,0.002689159,0.00040867398,0.00059373,0.0010892403,0.00013246083],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027030625,0.0011734008,0.0012173366,0.0017926081,0.0007800147,0.0016831796,0.0015336499,0.0015412611,0.0045548724],"category_scores_gemma":[0.01055158,0.00060641026,0.00077075063,0.0017456107,0.0012081221,0.0035508603,0.0015832621,0.0014213211,0.0018128572],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000240716,0.00020964401,0.0024082211,0.00025186964,0.000106448446,0.00015906444,0.00021367175,0.48129854,0.00945775,0.08538656,0.012527305,0.40774027],"study_design_scores_gemma":[0.000014413442,0.00005551085,0.00022290926,0.000015251252,0.000010757266,0.000040257528,0.000016704122,0.9533708,0.0030587113,0.041614566,0.0015666166,0.000013362584],"about_ca_topic_score_codex":0.0023850729,"about_ca_topic_score_gemma":0.004679208,"teacher_disagreement_score":0.0045548724,"about_ca_system_score_codex":0.0010133696,"about_ca_system_score_gemma":0.0011860812,"threshold_uncertainty_score":0.01523757},"labels":[],"label_agreement":null},{"id":"W1743300701","doi":"10.1002/asi.23201","title":"Data mining from web search queries: A comparison of google trends and baidu index","year":2014,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":124,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Social Sciences and Humanities Research Council of Canada; Huawei Technologies; Baidu","keywords":"Computer science; Information retrieval; Volume (thermodynamics); Search engine; Web search query; Index (typography); Disadvantage; Database; World Wide Web","score_opus":0.035773637371517716,"score_gpt":0.32529054436163835,"score_spread":0.2895169069901206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1743300701","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9537549,0.010161364,0.0043022074,0.001332637,0.00013166058,0.00027837162,0.018778123,0.0008205582,0.0104401605],"genre_scores_gemma":[0.9547973,0.0033591634,0.009505707,0.00016925969,0.00010657852,0.00015176534,0.031048486,0.00010566081,0.00075595704],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9945135,0.001314368,0.0009080571,0.00056588626,0.002420607,0.0002776231],"domain_scores_gemma":[0.9799383,0.010964912,0.002654883,0.0012634523,0.0044412212,0.0007371866],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057742405,0.00066213554,0.0012462592,0.022772092,0.00050060084,0.002675084,0.0009785243,0.0006064377,0.0006779039],"category_scores_gemma":[0.02508222,0.00024340104,0.001138647,0.032859106,0.00042130996,0.0033254118,0.000938805,0.00060992636,0.0005576419],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012343426,0.0003462519,0.8031528,0.0020412465,0.0009052662,0.00043382216,0.0016278272,0.003205237,0.0018345928,0.00269479,0.008593528,0.1739303],"study_design_scores_gemma":[0.00006356875,0.00052442774,0.93526775,0.0002992936,0.0003451193,0.0009336114,0.0033200658,0.040065113,0.0019005454,0.0012826254,0.015920138,0.00007775915],"about_ca_topic_score_codex":0.034545697,"about_ca_topic_score_gemma":0.037031446,"teacher_disagreement_score":0.034545697,"about_ca_system_score_codex":0.0016260806,"about_ca_system_score_gemma":0.001558349,"threshold_uncertainty_score":0.06868923},"labels":[],"label_agreement":null},{"id":"W1757228885","doi":"10.1080/19322909.2013.755424","title":"A Review of “Information Need: A Theory Connecting Information Search To Knowledge Formation”","year":2013,"lang":"en","type":"review","venue":"Journal of Web Librarianship","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario Ministry of Labour","funders":"","keywords":"Computer science; Knowledge management; Information science; Work (physics); Sociology; Data science; Library science; Engineering","score_opus":0.08362550152704812,"score_gpt":0.34244736543652726,"score_spread":0.25882186390947914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1757228885","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000731566,0.99500483,0.00048423104,0.0018307045,0.00037833114,0.00001008628,0.000022461074,0.00000490562,0.0021912328],"genre_scores_gemma":[0.001453649,0.99562114,0.00055942795,0.0014324219,0.00044355466,0.000024843308,0.000029340876,0.0000042031247,0.0004315074],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975495,0.000859149,0.0003687898,0.00022199622,0.0008933199,0.000107366126],"domain_scores_gemma":[0.9904336,0.006535206,0.0005545651,0.00015812868,0.0021195472,0.00019895786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004805546,0.0009959338,0.0019412523,0.008047864,0.0007104601,0.0025928456,0.0014376657,0.0020545558,0.00457916],"category_scores_gemma":[0.016331999,0.0005396617,0.00091511884,0.013188554,0.0018826473,0.004991561,0.0017228149,0.0023996935,0.0021612665],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007383723,0.000072583105,0.0006593347,0.04891026,0.0003548323,0.00011639348,0.0005627841,0.00031259598,0.00030736683,0.033123016,0.1252979,0.79020905],"study_design_scores_gemma":[0.000022495582,0.000078918776,0.0016867594,0.027257182,0.000340114,0.000409184,0.0002929075,0.000093598945,0.00023837411,0.01649548,0.9530451,0.000039795716],"about_ca_topic_score_codex":0.004462911,"about_ca_topic_score_gemma":0.00886985,"teacher_disagreement_score":0.008047864,"about_ca_system_score_codex":0.002624722,"about_ca_system_score_gemma":0.005813157,"threshold_uncertainty_score":0.025414467},"labels":[],"label_agreement":null},{"id":"W177679943","doi":"10.1007/978-3-642-40501-3_64","title":"Domain Search and Exploration with Meta-Indexes","year":2013,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Index (typography); Domain (mathematical analysis); Subject (documents); Information retrieval; Digital library; Data mining; World Wide Web; Data science; Mathematics","score_opus":0.04481251404042791,"score_gpt":0.2610147273258674,"score_spread":0.21620221328543948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W177679943","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046664253,0.0083007105,0.9047406,0.0007527448,0.00013645184,0.00011441081,0.00066509837,0.0028505921,0.035775185],"genre_scores_gemma":[0.38881022,0.003936831,0.5866483,0.00013896314,0.00015425462,0.0001637077,0.0012934675,0.0004905433,0.018363716],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991172,0.00030306083,0.00007476977,0.00012930027,0.0002978946,0.00007774307],"domain_scores_gemma":[0.99784744,0.001212563,0.00007848246,0.0006307377,0.00014988249,0.00008085045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012719835,0.00058715616,0.0010362042,0.0028120405,0.0006233616,0.002966746,0.0014484298,0.0008814667,0.008727037],"category_scores_gemma":[0.0061162096,0.00042756478,0.00090454926,0.0046680085,0.0007191244,0.006852596,0.0027245472,0.0010382304,0.002367259],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000519561,0.00023134777,0.0021606234,0.0006994444,0.00016027942,0.0001362338,0.0005324971,0.03857385,0.007887319,0.16865347,0.013322068,0.7671233],"study_design_scores_gemma":[0.000096999865,0.000208637,0.0011395476,0.00020016643,0.00019384817,0.0006268145,0.00029880626,0.5407916,0.016394451,0.40129235,0.03870184,0.00005497374],"about_ca_topic_score_codex":0.0008820595,"about_ca_topic_score_gemma":0.0017266638,"teacher_disagreement_score":0.008727037,"about_ca_system_score_codex":0.00055773597,"about_ca_system_score_gemma":0.0008872464,"threshold_uncertainty_score":0.029194891},"labels":[],"label_agreement":null},{"id":"W1779866227","doi":"10.18438/b8ww3x","title":"Research Methods: Triangulation","year":2014,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":136,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Triangulation; Computer science; Information retrieval; Mathematics; Geometry","score_opus":0.06874072354947192,"score_gpt":0.40747375457747054,"score_spread":0.3387330310279986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1779866227","genre_codex":"protocol","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009525894,0.064221464,0.22270748,0.018532014,0.015283582,0.5265608,0.058120105,0.0011338465,0.08391483],"genre_scores_gemma":[0.053441625,0.02155049,0.17080314,0.0073247184,0.0009844494,0.72194177,0.007864423,0.0007069393,0.015382446],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.66097605,0.21863738,0.062449787,0.014410714,0.04109361,0.0024324504],"domain_scores_gemma":[0.5709299,0.20574577,0.028456923,0.09050321,0.101889,0.0024752421],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23589703,0.0032281855,0.007025025,0.021865215,0.005423012,0.0066358554,0.0077484506,0.005876312,0.08559464],"category_scores_gemma":[0.5685504,0.0035808554,0.0036770606,0.025304865,0.005630671,0.0074302885,0.007929291,0.0048716734,0.021221658],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031232792,0.0004658914,0.0039583533,0.29935646,0.0021048354,0.0006952594,0.0131452335,0.0011728588,0.0014746068,0.05234097,0.21083131,0.41133097],"study_design_scores_gemma":[0.008865004,0.001402515,0.0067737843,0.31371474,0.0053711166,0.0009116805,0.013185158,0.002541817,0.004183548,0.09829565,0.5442417,0.0005133539],"about_ca_topic_score_codex":0.0060828933,"about_ca_topic_score_gemma":0.00913666,"teacher_disagreement_score":0.76410294,"about_ca_system_score_codex":0.008486117,"about_ca_system_score_gemma":0.03287686,"threshold_uncertainty_score":0.942275},"labels":[],"label_agreement":null},{"id":"W1782163248","doi":"10.1007/978-3-642-54903-8_31","title":"How Complementary Are Different Information Retrieval Techniques? A Study in Biomedicine Domain","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Novelty; Information retrieval; Biomedicine; Domain (mathematical analysis); Novelty detection; Track (disk drive); Data science; Artificial intelligence; Data mining","score_opus":0.020613538968628668,"score_gpt":0.2665210712310208,"score_spread":0.24590753226239215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1782163248","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7777686,0.079765834,0.02308899,0.005594718,0.00017050805,0.00013763778,0.0003320479,0.00016630889,0.11297529],"genre_scores_gemma":[0.96231073,0.0153253535,0.017950844,0.0006431606,0.00020965622,0.000040346036,0.00024056375,0.00008692043,0.0031924061],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9920929,0.0042239884,0.00039686981,0.0005303298,0.002481926,0.000273877],"domain_scores_gemma":[0.8689092,0.12051256,0.001995438,0.0015883549,0.0060817357,0.00091281516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008028994,0.00042071115,0.0007762157,0.0062147514,0.0013945411,0.0054049515,0.0009066685,0.0012051304,0.0032579869],"category_scores_gemma":[0.06154073,0.0003472642,0.0009519614,0.008088965,0.0016591027,0.009053899,0.0012116526,0.0011823649,0.00074612885],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015417841,0.00073921203,0.07379919,0.002147994,0.0006226467,0.00045653508,0.014725171,0.001675488,0.008807069,0.032196157,0.0060080327,0.8572808],"study_design_scores_gemma":[0.0005112516,0.006403647,0.51477826,0.0041796165,0.0053535146,0.011844428,0.0674864,0.073150076,0.031766586,0.16064405,0.12339816,0.0004839928],"about_ca_topic_score_codex":0.0032845377,"about_ca_topic_score_gemma":0.0027513523,"teacher_disagreement_score":0.008028994,"about_ca_system_score_codex":0.0016266628,"about_ca_system_score_gemma":0.0012289024,"threshold_uncertainty_score":0.04246193},"labels":[],"label_agreement":null},{"id":"W1829867232","doi":"10.1007/978-3-642-14600-8_31","title":"Are Pixel Graphs Are Better at Representing Information than Pie Graphs?","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Bar chart; Pixel; Pie chart; Indifference graph; Chordal graph; Graph product; Graph; Theoretical computer science; Combinatorics; Artificial intelligence; 1-planar graph; Mathematics; Statistics","score_opus":0.019751181321976594,"score_gpt":0.24718884208148686,"score_spread":0.22743766075951027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1829867232","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11919145,0.013579162,0.78297967,0.012090989,0.0015364853,0.00020486116,0.0051935785,0.008219347,0.05700441],"genre_scores_gemma":[0.6317963,0.009459083,0.3305705,0.0026361132,0.0008875611,0.0001982097,0.0063096797,0.0027936806,0.015348958],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987771,0.00050603703,0.000063394036,0.00027923743,0.0002621215,0.000112120644],"domain_scores_gemma":[0.98723364,0.00847974,0.00085974566,0.0015095713,0.0015435611,0.0003737927],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023907856,0.0011702842,0.001205438,0.002938124,0.00065313425,0.0060357074,0.0015640223,0.0021387942,0.022157548],"category_scores_gemma":[0.027119065,0.0007656012,0.0009990352,0.005109696,0.0011452798,0.023925077,0.00080656883,0.0012141891,0.004226752],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011541562,0.00018275359,0.009524918,0.0011293637,0.00028100022,0.00008415517,0.0006379943,0.022445615,0.003701784,0.2619005,0.06246161,0.6364961],"study_design_scores_gemma":[0.00013602906,0.00028738394,0.0041981316,0.0003347462,0.00045375485,0.00036708903,0.0011375115,0.13258235,0.0072444915,0.80126923,0.051853582,0.00013562065],"about_ca_topic_score_codex":0.005172072,"about_ca_topic_score_gemma":0.004526536,"teacher_disagreement_score":0.022157548,"about_ca_system_score_codex":0.0008508364,"about_ca_system_score_gemma":0.0005003299,"threshold_uncertainty_score":0.074124396},"labels":[],"label_agreement":null},{"id":"W1842656685","doi":"10.1002/asi.23430","title":"A learning to rank approach for quality‐aware pseudo‐relevance feedback","year":2015,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Relevance feedback; Computer science; Relevance (law); Information retrieval; Set (abstract data type); Process (computing); Quality (philosophy); Rank (graph theory); Learning to rank; Artificial intelligence; Ranking (information retrieval); Mathematics","score_opus":0.03254206003375365,"score_gpt":0.31213373534695854,"score_spread":0.2795916753132049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1842656685","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005620713,0.0009585216,0.99011725,0.00023409654,0.00009478935,0.00020877189,0.0001876942,0.0015844395,0.000993736],"genre_scores_gemma":[0.38473102,0.00093381235,0.60516447,0.00042257478,0.0007371651,0.00066773227,0.00096797675,0.0003193746,0.006055789],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.994238,0.002039212,0.00036809384,0.0008558895,0.0021550513,0.00034361496],"domain_scores_gemma":[0.9912504,0.0038010138,0.00079615135,0.0010781196,0.0028365701,0.00023768019],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049661878,0.0020693531,0.0024575712,0.003786508,0.0008556573,0.0016405112,0.0033071311,0.0019980918,0.0033324636],"category_scores_gemma":[0.017829616,0.00054385676,0.0010957828,0.0030409447,0.0011232429,0.003361647,0.0012056982,0.0020558252,0.002548367],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045994803,0.00048557078,0.001596661,0.0005106081,0.00014608972,0.0001433249,0.00017768648,0.22743276,0.009242643,0.012914301,0.01615494,0.7307354],"study_design_scores_gemma":[0.00004045044,0.00021239353,0.0002940676,0.000017470375,0.000032989064,0.000103826336,0.000015956608,0.9873564,0.0022965514,0.00748768,0.0021012786,0.000040947634],"about_ca_topic_score_codex":0.006556117,"about_ca_topic_score_gemma":0.007662835,"teacher_disagreement_score":0.006556117,"about_ca_system_score_codex":0.001446142,"about_ca_system_score_gemma":0.00228515,"threshold_uncertainty_score":0.026264012},"labels":[],"label_agreement":null},{"id":"W1878790362","doi":"10.3390/ijms232113127","title":"Overview of the TREC 2012 Contextual Suggestion Track.","year":2012,"lang":"en","type":"article","venue":"Text REtrieval Conference","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Track (disk drive); Computer science; Context (archaeology); Information retrieval; Task (project management); Set (abstract data type); World Wide Web; Data science; Geography; Engineering","score_opus":0.09325439221598353,"score_gpt":0.3162031300342015,"score_spread":0.22294873781821795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1878790362","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001226862,0.030035421,0.009792499,0.089246795,0.11280469,0.0016902037,0.0449144,0.0102738,0.70001537],"genre_scores_gemma":[0.005274868,0.03588816,0.013759162,0.024106102,0.024715863,0.0014886745,0.0541854,0.0040522306,0.83652955],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99708986,0.00042175953,0.00028341016,0.00036051995,0.0014472256,0.00039717942],"domain_scores_gemma":[0.9850134,0.001158469,0.00071278185,0.0008333559,0.00763557,0.0046464144],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00602668,0.0009615357,0.001038782,0.005878786,0.0024972563,0.0076836147,0.0033376939,0.0037769794,0.48294872],"category_scores_gemma":[0.01748159,0.00049418333,0.0011302475,0.0060588573,0.0007175971,0.005218913,0.0057065054,0.003392581,0.34474126],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034305198,0.000025730067,0.00017009981,0.00037593034,0.0000036657386,0.000034312627,0.000028566597,0.00004081648,0.0001297848,0.0017885824,0.9035607,0.093807615],"study_design_scores_gemma":[0.000002921957,0.00000907194,0.00019538433,0.00019070887,0.0000022083534,0.000024569901,0.000019350668,0.000013962655,0.000036509504,0.0002701392,0.9992304,0.000004870734],"about_ca_topic_score_codex":0.008686122,"about_ca_topic_score_gemma":0.018406708,"teacher_disagreement_score":0.48294872,"about_ca_system_score_codex":0.00287945,"about_ca_system_score_gemma":0.0136851845,"threshold_uncertainty_score":0.7375109},"labels":[],"label_agreement":null},{"id":"W1886498467","doi":"10.1186/1471-2164-13-s3-s2","title":"A LDA-based approach to promoting ranking diversity for genomics information retrieval","year":2012,"lang":"en","type":"article","venue":"BMC Genomics","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"State Key Laboratory of Software Development Environment; National Natural Science Foundation of China","keywords":"Latent Dirichlet allocation; Information retrieval; Computer science; Relevance (law); Ranking (information retrieval); Topic model; Redundancy (engineering); Genomics; Learning to rank; Data science; Biology; Genome","score_opus":0.0541025256968388,"score_gpt":0.2550488328437936,"score_spread":0.2009463071469548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1886498467","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020344717,0.0009826715,0.97483814,0.0004817923,0.000078048484,0.00014890695,0.00015368755,0.0012856864,0.0016862848],"genre_scores_gemma":[0.5505374,0.0009248143,0.43998238,0.00040377915,0.00048286328,0.0004571429,0.0008242878,0.00025318484,0.006134134],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970638,0.0012866112,0.00016687119,0.00036884868,0.0008818083,0.0002320317],"domain_scores_gemma":[0.99693346,0.0014771967,0.00023141113,0.00040926764,0.0007854435,0.00016317856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027641226,0.0007982544,0.0013630333,0.0033853643,0.0012854327,0.0014802791,0.0015566495,0.001175533,0.0015125868],"category_scores_gemma":[0.006130696,0.0005471144,0.0018343778,0.0025968628,0.0011016452,0.0018816879,0.0015477497,0.0013406734,0.0013267986],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005421173,0.0005001694,0.005966749,0.00035580914,0.00032161942,0.00026606137,0.00053538947,0.24959639,0.031979933,0.02356907,0.011862552,0.67450416],"study_design_scores_gemma":[0.000038872244,0.00011241548,0.000842969,0.00001115508,0.00004965354,0.00012411935,0.000050205213,0.9819456,0.0040763435,0.010244159,0.0024555274,0.00004897262],"about_ca_topic_score_codex":0.006921712,"about_ca_topic_score_gemma":0.009825127,"teacher_disagreement_score":0.006921712,"about_ca_system_score_codex":0.0015387741,"about_ca_system_score_gemma":0.0016281239,"threshold_uncertainty_score":0.014618218},"labels":[],"label_agreement":null},{"id":"W1888282586","doi":"10.18438/b86c72","title":"Getting to the Source: a Survey of Quantitative Data Sources Available to the Everyday Librarian: Part II: Data Sources from Specific Library Applications","year":2007,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Computer science; World Wide Web; Library catalog; Transaction log; Resource (disambiguation); Server; Proxy (statistics); Data science; Database","score_opus":0.10298735160501958,"score_gpt":0.3136567073137698,"score_spread":0.21066935570875023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1888282586","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8776325,0.018949214,0.027625788,0.008129561,0.000124375,0.0011616815,0.03969843,0.00056080206,0.026117664],"genre_scores_gemma":[0.92188805,0.012993917,0.026541473,0.0023836736,0.00013235504,0.0015515196,0.030135006,0.000352453,0.0040215407],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9736559,0.007902034,0.00542187,0.001301752,0.010980664,0.00073769916],"domain_scores_gemma":[0.78353435,0.14638561,0.027952252,0.0076457825,0.031869695,0.0026122828],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018696852,0.00029976002,0.000699029,0.018412618,0.0014043007,0.0047289752,0.00078837894,0.0011381747,0.00284864],"category_scores_gemma":[0.107821904,0.0005107964,0.0005245931,0.030616403,0.0013645367,0.0062289857,0.0028276248,0.0011264044,0.0013212035],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020030809,0.00024236192,0.6810196,0.004117723,0.0001301966,0.00024663936,0.030530844,0.00026320634,0.002630208,0.003398063,0.022248754,0.25497216],"study_design_scores_gemma":[0.000022147262,0.00027739644,0.7918204,0.0030950946,0.00012291469,0.0010719491,0.06957128,0.0010205638,0.0030259914,0.0021463304,0.12766658,0.0001593101],"about_ca_topic_score_codex":0.0032515673,"about_ca_topic_score_gemma":0.0056630354,"teacher_disagreement_score":0.018696852,"about_ca_system_score_codex":0.0014172102,"about_ca_system_score_gemma":0.0023752463,"threshold_uncertainty_score":0.098879635},"labels":[],"label_agreement":null},{"id":"W1912103535","doi":"10.5596/c14-032","title":"Developing a Provincial Centralized Intake Process for a Knowledge Resource Service Part 1: Literature Search Requests","year":2014,"lang":"en","type":"article","venue":"Journal of the Canadian Health Libraries Association / Journal de l Association de bilbiothèques de la santé du Canada","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Resource (disambiguation); Service (business); Process (computing); Business; Knowledge management; Computer science; Process management; Marketing; Computer network","score_opus":0.013012849100761026,"score_gpt":0.27858081679101265,"score_spread":0.26556796769025165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1912103535","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11108333,0.00046914586,0.5030598,0.017794505,0.0008357944,0.074292086,0.02509659,0.11256972,0.15479904],"genre_scores_gemma":[0.20031187,0.00038012222,0.6646597,0.00252368,0.00033053922,0.014421492,0.01674925,0.0052647092,0.09535867],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9676148,0.010601285,0.005007236,0.004235355,0.009113095,0.0034280962],"domain_scores_gemma":[0.81346405,0.068902485,0.007489015,0.021944657,0.07582668,0.0123732025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04306739,0.0009954172,0.0018512505,0.01569687,0.010356753,0.011103935,0.004421142,0.0029406266,0.08646847],"category_scores_gemma":[0.11436258,0.002620375,0.0015692681,0.016975163,0.0018041915,0.007110217,0.008515235,0.002936166,0.044803537],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018627774,0.001792011,0.039787352,0.0016034088,0.00016348672,0.0007986219,0.012545115,0.00709878,0.03563009,0.013272921,0.2787997,0.6066457],"study_design_scores_gemma":[0.0012059509,0.0010258479,0.058594264,0.00075751333,0.0003405171,0.0005032679,0.020744482,0.11029443,0.049354255,0.012549439,0.74380714,0.0008228401],"about_ca_topic_score_codex":0.2955982,"about_ca_topic_score_gemma":0.2826688,"teacher_disagreement_score":0.2955982,"about_ca_system_score_codex":0.02430854,"about_ca_system_score_gemma":0.13032424,"threshold_uncertainty_score":0.58775526},"labels":[],"label_agreement":null},{"id":"W1925473938","doi":"10.18438/b8tg82","title":"Library Users Attempt to Access a Wide Range of Information Beyond Books and Articles through a Single Search Box","year":2014,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Hyperlink; Computer science; Transaction log; World Wide Web; Information retrieval; Database transaction; Interface (matter); Library catalog; Web page; Database","score_opus":0.03147601094057622,"score_gpt":0.28385960311814445,"score_spread":0.25238359217756823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1925473938","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27749667,0.041566625,0.048781507,0.02330981,0.0019849497,0.0029309455,0.01962794,0.02995492,0.5543466],"genre_scores_gemma":[0.39883843,0.0418757,0.085100204,0.020975353,0.0021033755,0.0024890136,0.018282237,0.0071142097,0.42322135],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99363303,0.0012221234,0.000991494,0.00070164417,0.002977752,0.00047387977],"domain_scores_gemma":[0.95837957,0.021078603,0.005266517,0.006617193,0.006643963,0.0020142226],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0055045136,0.0011253152,0.001977761,0.016191063,0.0034629202,0.012384496,0.0020933861,0.002158423,0.08198682],"category_scores_gemma":[0.03723635,0.0014506482,0.0010067328,0.019371409,0.002207161,0.027447617,0.009805797,0.001544016,0.12144726],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039772812,0.00041550578,0.02611019,0.0047874535,0.00030095395,0.0011698647,0.011253113,0.00018124148,0.0060304813,0.008219714,0.36578646,0.5753473],"study_design_scores_gemma":[0.00012456786,0.00042934556,0.027999965,0.003268559,0.0003033711,0.0027592464,0.014738135,0.0009483463,0.006025153,0.0070628016,0.9359647,0.0003758328],"about_ca_topic_score_codex":0.0040850365,"about_ca_topic_score_gemma":0.009326379,"teacher_disagreement_score":0.9876155,"about_ca_system_score_codex":0.0012513531,"about_ca_system_score_gemma":0.0027512554,"threshold_uncertainty_score":0.27427322},"labels":[],"label_agreement":null},{"id":"W1938954626","doi":"10.18438/b87032","title":"Salton and Buckley’s Landmark Research in Experimental Text Information Retrieval","year":2011,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Landmark; Information retrieval; Computer science; Data science; Artificial intelligence","score_opus":0.06317168631249556,"score_gpt":0.32394807519576896,"score_spread":0.26077638888327337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1938954626","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.107080385,0.03650588,0.75004125,0.006277619,0.0023704085,0.02224334,0.0028802622,0.002085703,0.07051517],"genre_scores_gemma":[0.35567078,0.0136256255,0.5750538,0.005245215,0.0012435697,0.029521383,0.0011871149,0.0005689998,0.017883444],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9517862,0.028238112,0.003249395,0.005849667,0.010408664,0.00046786328],"domain_scores_gemma":[0.74878913,0.22132707,0.0042304685,0.012758174,0.012196066,0.00069908955],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.049314268,0.002155935,0.0025886993,0.0033111444,0.0014408942,0.0036679667,0.0022945101,0.0025374189,0.008962868],"category_scores_gemma":[0.21926478,0.0016183886,0.0021962414,0.0044333846,0.0037266605,0.00937401,0.003487999,0.002963339,0.002090015],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007349214,0.0043516145,0.0053267367,0.005275064,0.001018309,0.00009601448,0.002292063,0.018541476,0.017403087,0.15408117,0.01690408,0.76736116],"study_design_scores_gemma":[0.011956868,0.037185535,0.04495428,0.0031393345,0.0034575288,0.00081556564,0.0010658377,0.17428017,0.10243319,0.4353803,0.18374145,0.0015899787],"about_ca_topic_score_codex":0.0067293476,"about_ca_topic_score_gemma":0.004322584,"teacher_disagreement_score":0.95068574,"about_ca_system_score_codex":0.006433867,"about_ca_system_score_gemma":0.0035983163,"threshold_uncertainty_score":0.2608019},"labels":[],"label_agreement":null},{"id":"W1963730591","doi":"10.1109/hicss.2014.121","title":"Investigating Features in Support of Web Tools for Information Gathering","year":2014,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Task (project management); World Wide Web; Information retrieval; Track (disk drive); Human–computer interaction; Web application; Task analysis; Engineering","score_opus":0.02500302650768183,"score_gpt":0.26955261020882204,"score_spread":0.24454958370114022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1963730591","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9760448,0.00027184637,0.01918714,0.0001896943,0.000012837984,0.00042257897,0.00006436089,0.0019024833,0.0019044038],"genre_scores_gemma":[0.95383036,0.00011135506,0.044911392,0.00005167618,0.00001730364,0.00021481511,0.00019399992,0.00015586338,0.0005132178],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99516124,0.002157181,0.0005558172,0.0004977068,0.0012425766,0.00038557447],"domain_scores_gemma":[0.8576707,0.11640665,0.009328875,0.006619776,0.008358383,0.0016155816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054591037,0.0009670905,0.00093550124,0.001972899,0.00094206876,0.002913066,0.0021668267,0.0015645162,0.0012486873],"category_scores_gemma":[0.08161792,0.0006668927,0.0006091711,0.001276206,0.0005707532,0.004715665,0.0012106283,0.0011452487,0.00036302517],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0053054183,0.008834264,0.14434104,0.00512088,0.0003601251,0.0017039665,0.02813542,0.007678834,0.19257362,0.0015261562,0.0017410011,0.6026793],"study_design_scores_gemma":[0.0012445732,0.023568664,0.51784575,0.0015517231,0.0026329127,0.0050961794,0.017037874,0.15734343,0.24294265,0.0040852604,0.025877805,0.0007732072],"about_ca_topic_score_codex":0.0022016724,"about_ca_topic_score_gemma":0.0024831435,"teacher_disagreement_score":0.0054591037,"about_ca_system_score_codex":0.0007137834,"about_ca_system_score_gemma":0.00081112864,"threshold_uncertainty_score":0.028870821},"labels":[],"label_agreement":null},{"id":"W1964184225","doi":"10.1177/0165551507084300","title":"Knowledge organization trends in library and information studies: a preliminary comparison of the pre- and post-web eras","year":2008,"lang":"en","type":"article","venue":"Journal of Information Science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Metadata; Cataloging; World Wide Web; Computer science; Knowledge organization; Information retrieval; Search engine indexing; Data science","score_opus":0.02554474532548854,"score_gpt":0.30648031330085934,"score_spread":0.2809355679753708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964184225","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98297036,0.0010137842,0.00041700582,0.0016582679,0.000020997575,0.00009416232,0.00039078697,0.00000836731,0.013426297],"genre_scores_gemma":[0.9968881,0.0007307559,0.00045452145,0.00016476786,0.000022597998,0.00011930776,0.00018843387,0.000009035308,0.0014224373],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99365884,0.0029607087,0.00090760086,0.00031130482,0.0013839301,0.0007776392],"domain_scores_gemma":[0.924966,0.05083967,0.0074776835,0.0015017493,0.012609923,0.0026049435],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.019988067,0.00011500014,0.0003939288,0.015282001,0.0029066578,0.0073385807,0.0006211909,0.0007305141,0.0036733046],"category_scores_gemma":[0.035195373,0.0002978014,0.00026061668,0.015784124,0.0037582603,0.010450302,0.004021466,0.0010936372,0.00026389668],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024294155,0.00014006336,0.13734674,0.00087630074,0.000023510294,0.00043012243,0.80245006,0.000058654427,0.0016327265,0.014560475,0.0008631297,0.041375224],"study_design_scores_gemma":[0.000007580552,0.000094156014,0.15564519,0.00024976395,0.0000075255343,0.000081342,0.83449614,0.00009013884,0.00040133923,0.0011214842,0.0077883755,0.00001693804],"about_ca_topic_score_codex":0.008885688,"about_ca_topic_score_gemma":0.019247266,"teacher_disagreement_score":0.984718,"about_ca_system_score_codex":0.005582204,"about_ca_system_score_gemma":0.0049857907,"threshold_uncertainty_score":0.1057083},"labels":[],"label_agreement":null},{"id":"W1965743746","doi":"10.1145/2600428.2609489","title":"Mouse movement during relevance judging","year":2014,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo","keywords":"Relevance (law); Computer science; Movement (music); Reading (process); Information retrieval; Eye tracking; Gaze; Human–computer interaction; Eye movement; World Wide Web; Artificial intelligence","score_opus":0.009653091813118192,"score_gpt":0.22615245110543167,"score_spread":0.21649935929231348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965743746","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9527413,0.0019932522,0.036178496,0.0002371005,0.00018309061,0.00046620745,0.0009388849,0.0021282325,0.005133405],"genre_scores_gemma":[0.9773415,0.00038486937,0.019712744,0.00013499417,0.00005798596,0.00026680282,0.00039588136,0.00017751945,0.0015277099],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99702364,0.0014070995,0.00024785625,0.00057391595,0.000558485,0.000189],"domain_scores_gemma":[0.9736294,0.020634236,0.0014929905,0.0015314467,0.002169175,0.0005428477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024933075,0.000673076,0.00079181476,0.0014588798,0.00032037584,0.00079789845,0.0006048408,0.00080340507,0.0035396097],"category_scores_gemma":[0.032269258,0.0003485195,0.00025715743,0.00061992934,0.00034671772,0.0009480326,0.0006846432,0.00054251065,0.0009519418],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007166289,0.0003502448,0.058535777,0.0017876921,0.00018600901,0.0007619092,0.00995177,0.0011758485,0.61977506,0.0012744146,0.005033157,0.29400185],"study_design_scores_gemma":[0.00060626026,0.0059022056,0.72512996,0.0006768593,0.00046358697,0.0025172972,0.002689793,0.032420292,0.19853044,0.0033194064,0.027249683,0.00049418746],"about_ca_topic_score_codex":0.0012085751,"about_ca_topic_score_gemma":0.0013982913,"teacher_disagreement_score":0.0035396097,"about_ca_system_score_codex":0.0002620526,"about_ca_system_score_gemma":0.0002981298,"threshold_uncertainty_score":0.013186038},"labels":[],"label_agreement":null},{"id":"W1967160681","doi":"10.1145/2348283.2348515","title":"Time to judge relevance as an indicator of assessor error","year":2012,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Institute of Standards and Technology","keywords":"Relevance (law); Adjudication; Computer science; Information retrieval; Psychology; Law; Political science","score_opus":0.027336021638187238,"score_gpt":0.3158562752420382,"score_spread":0.288520253603851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967160681","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92148846,0.002335694,0.06386217,0.0010511064,0.0005530322,0.00087451393,0.0010531613,0.0010542496,0.0077277026],"genre_scores_gemma":[0.95263064,0.0005035677,0.04176848,0.00042562216,0.0001709668,0.0009182793,0.0008478791,0.00022766623,0.0025070074],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9008536,0.0545864,0.016584573,0.0059211426,0.020214312,0.0018399428],"domain_scores_gemma":[0.34311152,0.50682,0.07029624,0.024694167,0.04973133,0.0053467336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05026738,0.001114967,0.0013512889,0.0035466317,0.0014081454,0.0030011826,0.001369304,0.001559359,0.0033588747],"category_scores_gemma":[0.39038247,0.0007606289,0.00087964017,0.0021562048,0.0012223056,0.0028708922,0.0022153987,0.0024491479,0.0011728538],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011776493,0.0019696527,0.52850735,0.002791057,0.0013044951,0.0013685557,0.046690457,0.0052998154,0.06864433,0.0025093646,0.008689413,0.32044905],"study_design_scores_gemma":[0.000810777,0.011515648,0.81891596,0.0011512078,0.00093732425,0.003367849,0.022116233,0.03879525,0.06112926,0.008033864,0.031986836,0.0012397264],"about_ca_topic_score_codex":0.0028729448,"about_ca_topic_score_gemma":0.0034482698,"teacher_disagreement_score":0.05026738,"about_ca_system_score_codex":0.0012084628,"about_ca_system_score_gemma":0.001715494,"threshold_uncertainty_score":0.2658425},"labels":[],"label_agreement":null},{"id":"W1967676648","doi":"10.1145/2484028.2484105","title":"The impact of intent selection on diversified search evaluation","year":2013,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; NIST; Task (project management); Information retrieval; Selection (genetic algorithm); Relevance (law); Set (abstract data type); Cluster analysis; Test (biology); Diversity (politics); Affect (linguistics); Construct (python library); World Wide Web; Data science; Natural language processing; Artificial intelligence","score_opus":0.06048006967633552,"score_gpt":0.34345509538211233,"score_spread":0.2829750257057768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967676648","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9843969,0.0015636304,0.008640505,0.00025645026,0.000056983048,0.00024317115,0.00028840435,0.00080543157,0.00374851],"genre_scores_gemma":[0.9922637,0.000147698,0.005842408,0.00008858183,0.00004152705,0.00010261385,0.00085156725,0.00010334767,0.0005585979],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9673719,0.020170923,0.0028338712,0.0021155826,0.0061822166,0.0013255615],"domain_scores_gemma":[0.85551095,0.11338709,0.0067558917,0.008721096,0.011488072,0.004136968],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.029032266,0.0015530813,0.0013601745,0.0035365366,0.0012307662,0.0035173297,0.0010223766,0.001478116,0.0010341879],"category_scores_gemma":[0.119885266,0.00047833944,0.0008382494,0.001856473,0.001291914,0.005032445,0.0034707566,0.0016520505,0.0005690237],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014577429,0.0037693656,0.32301623,0.0013637749,0.0011671823,0.0010035564,0.0037539364,0.08760931,0.04722068,0.0022078506,0.0072732824,0.50703746],"study_design_scores_gemma":[0.0015644811,0.019886207,0.34236664,0.0004340806,0.0011974016,0.0022274305,0.0047451286,0.56669056,0.04422457,0.009596897,0.0063979467,0.0006686443],"about_ca_topic_score_codex":0.003142966,"about_ca_topic_score_gemma":0.0031283395,"teacher_disagreement_score":0.029032266,"about_ca_system_score_codex":0.00094226317,"about_ca_system_score_gemma":0.0010774313,"threshold_uncertainty_score":0.15353912},"labels":[],"label_agreement":null},{"id":"W1970809300","doi":"10.1108/10662240310488951","title":"Information seeking on the Web by women in IT professions","year":2003,"lang":"en","type":"article","venue":"Internet Research","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Information seeking; Chaining; Information seeking behavior; Computer science; World Wide Web; Web navigation; Mode (computer interface); Information retrieval; The Internet; Information behavior; Web browser; Search engine; Psychology; Human–computer interaction","score_opus":0.07350347790747577,"score_gpt":0.3741355947891625,"score_spread":0.3006321168816867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970809300","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99865675,0.000110413406,0.00009307553,0.00020396172,0.0000033287852,0.000010675299,0.000016301188,0.0000015242367,0.00090390374],"genre_scores_gemma":[0.9983443,0.00022455417,0.00011488109,0.00011629692,0.0000065479153,0.000016540738,0.000018379009,0.0000020322427,0.0011564664],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991922,0.00031127987,0.000025462426,0.000060780534,0.00012540686,0.00028479646],"domain_scores_gemma":[0.9971501,0.0016832862,0.00052967324,0.00006506579,0.00019562236,0.00037615144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001690433,0.00025657186,0.0004129656,0.0014654645,0.002379957,0.0017144653,0.00025899053,0.0005563338,0.004003142],"category_scores_gemma":[0.0067721466,0.0004048387,0.0003190329,0.001300268,0.0013193049,0.0011069435,0.0010373252,0.0006545444,0.00063149945],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021517237,0.00033996647,0.78987765,0.00006795585,0.000016975262,0.0004294915,0.17306118,0.00013161944,0.0016203935,0.0012487575,0.0006128217,0.032378137],"study_design_scores_gemma":[0.00006258112,0.0008946206,0.5299116,0.00017974144,0.00005508453,0.0007625607,0.45279488,0.0022681234,0.00088075164,0.0016796323,0.010451315,0.000059163045],"about_ca_topic_score_codex":0.02638832,"about_ca_topic_score_gemma":0.029464055,"teacher_disagreement_score":0.02638832,"about_ca_system_score_codex":0.0010746169,"about_ca_system_score_gemma":0.0014033734,"threshold_uncertainty_score":0.052469432},"labels":[],"label_agreement":null},{"id":"W1970977883","doi":"10.1145/2391224.2391227","title":"Modeling user variance in time-biased gain","year":2012,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Variance (accounting); Computer science; Metric (unit); Set (abstract data type); Relevance (law); Information gain; Information retrieval; Data mining; Engineering","score_opus":0.035221696216217784,"score_gpt":0.27432023890721885,"score_spread":0.23909854269100106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970977883","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4413814,0.0003613645,0.55162275,0.00057251996,0.000041792144,0.00037571415,0.00032138528,0.00039689036,0.0049262634],"genre_scores_gemma":[0.9712902,0.00011054209,0.02628737,0.00009087362,0.00002280917,0.00022904808,0.00017948673,0.000068542686,0.0017210386],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99236697,0.0036369592,0.0003133684,0.0012309526,0.0017776088,0.00067413907],"domain_scores_gemma":[0.92379844,0.059021134,0.0049054697,0.006875979,0.0044534192,0.0009455802],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013019663,0.0010957927,0.0010678911,0.0015709236,0.00039967196,0.0018081306,0.0015107471,0.001716296,0.0016773776],"category_scores_gemma":[0.08743009,0.0005429586,0.00096087507,0.0014316986,0.0017931244,0.0040402184,0.001722664,0.001453386,0.0004482135],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068896083,0.00027266823,0.024247954,0.00009024969,0.00018417345,0.0002653697,0.0007503596,0.8809445,0.0051844628,0.056484547,0.000995517,0.02989129],"study_design_scores_gemma":[0.00004334018,0.00019744395,0.0047600153,0.000013605792,0.000039949584,0.00009981136,0.00005025243,0.97247314,0.0012273969,0.020694146,0.00036869574,0.000032214415],"about_ca_topic_score_codex":0.0059980834,"about_ca_topic_score_gemma":0.0037084015,"teacher_disagreement_score":0.013019663,"about_ca_system_score_codex":0.0026245483,"about_ca_system_score_gemma":0.0011599223,"threshold_uncertainty_score":0.068855405},"labels":[],"label_agreement":null},{"id":"W1972794793","doi":"10.7152/nasko.v4i1.14657","title":"Bibliographic Induction: How KO Systems Optimize Browsing by Supporting Library Users' Prior Knowledge","year":2013,"lang":"en","type":"article","venue":"NASKO","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Context (archaeology); Computer science; Key (lock); Information retrieval; World Wide Web; Data science; Geography","score_opus":0.019245833148945773,"score_gpt":0.24778822714351903,"score_spread":0.22854239399457327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972794793","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.892804,0.0003664792,0.080564246,0.0011354361,0.000030483552,0.00027883856,0.0002830776,0.005796649,0.018740842],"genre_scores_gemma":[0.9563688,0.00012225236,0.040493287,0.00012259187,0.000020357875,0.0000862132,0.00031359794,0.00021887863,0.0022539843],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984944,0.0006264667,0.0001225195,0.0002487546,0.00028992497,0.00021797807],"domain_scores_gemma":[0.9828876,0.009892477,0.001831535,0.002895659,0.0015872472,0.0009053182],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0036752755,0.00047133857,0.0008634359,0.0020458777,0.000867914,0.0039166817,0.001631107,0.00080061675,0.004290648],"category_scores_gemma":[0.029294945,0.00036826666,0.00030213172,0.0023436751,0.00069111655,0.008701882,0.0025252732,0.000894732,0.0015722368],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030585453,0.0033489591,0.14122966,0.0006277469,0.0002113787,0.00032795942,0.0068998155,0.04367585,0.033271905,0.028861376,0.010527316,0.7279594],"study_design_scores_gemma":[0.0004998415,0.0013774678,0.055178005,0.00011932119,0.0004653529,0.0003401612,0.0049478603,0.81969327,0.036835324,0.062599376,0.017722357,0.00022159699],"about_ca_topic_score_codex":0.0039027114,"about_ca_topic_score_gemma":0.0040770825,"teacher_disagreement_score":0.9960833,"about_ca_system_score_codex":0.0012125445,"about_ca_system_score_gemma":0.0014908336,"threshold_uncertainty_score":0.019436955},"labels":[],"label_agreement":null},{"id":"W1972821056","doi":"10.1145/2009916.2010134","title":"Measuring assessor accuracy","year":2011,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Institute of Standards and Technology","keywords":"NIST; Relevance (law); Computer science; Information retrieval; Natural language processing","score_opus":0.19400610202233548,"score_gpt":0.28481932989776754,"score_spread":0.09081322787543206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972821056","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6349578,0.0037438842,0.2996407,0.001189593,0.00069883186,0.0022479014,0.0029798918,0.0016092827,0.052932173],"genre_scores_gemma":[0.9058206,0.00063632586,0.085993566,0.00040725415,0.00019672424,0.0012781238,0.0013645065,0.00020999825,0.0040928405],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.87935245,0.0454029,0.019420367,0.009528299,0.0439507,0.002345361],"domain_scores_gemma":[0.6805222,0.15360717,0.032002833,0.03552586,0.09527117,0.0030707982],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06918733,0.0010299477,0.0013962361,0.006401543,0.0016747564,0.0032721797,0.0012904647,0.002041823,0.0025745437],"category_scores_gemma":[0.252857,0.00048827537,0.0014317783,0.0034124074,0.001198883,0.0034424805,0.0034201676,0.0012532127,0.0024921114],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001997031,0.00054808584,0.602531,0.0013261233,0.0011560955,0.00020882161,0.009887719,0.0029430334,0.016965427,0.006305684,0.009380893,0.34675008],"study_design_scores_gemma":[0.00031457696,0.0033461275,0.8071837,0.0010580515,0.0013338065,0.0023085256,0.006948039,0.031036431,0.06224643,0.018032469,0.06554258,0.0006493146],"about_ca_topic_score_codex":0.001988586,"about_ca_topic_score_gemma":0.002380478,"teacher_disagreement_score":0.06918733,"about_ca_system_score_codex":0.00095974415,"about_ca_system_score_gemma":0.0012510563,"threshold_uncertainty_score":0.36590195},"labels":[],"label_agreement":null},{"id":"W1973458428","doi":"10.1023/b:joms.0000021524.90614.a9","title":"A New Look at Information Retrieval Evaluation: Proposal for Solutions","year":2004,"lang":"en","type":"article","venue":"Journal of Medical Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Medical Research Council","keywords":"Relevance (law); Computer science; Terminology; Information retrieval; Identification (biology); Precision and recall; Information system; Data science; Management science; Data mining","score_opus":0.04250847837540634,"score_gpt":0.3186410705850684,"score_spread":0.2761325922096621,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973458428","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005443561,0.02434533,0.7495852,0.19928768,0.0018485261,0.0003896955,0.00031861058,0.00089376053,0.017887646],"genre_scores_gemma":[0.26744384,0.011984935,0.6658793,0.022967413,0.011058426,0.0013472288,0.00064865116,0.00077518745,0.017895006],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.96949255,0.015064438,0.002503361,0.0036737996,0.008138761,0.0011270805],"domain_scores_gemma":[0.9282366,0.047175072,0.0023049007,0.0050117597,0.015190064,0.0020815695],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.034770127,0.002299678,0.0052010394,0.009280303,0.004234458,0.021261066,0.006678278,0.013669862,0.0097351065],"category_scores_gemma":[0.09665501,0.0017438924,0.0029415525,0.007820268,0.014319164,0.039505392,0.005239654,0.012455154,0.0024280953],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026540773,0.00034198805,0.002986803,0.00080174865,0.00026956826,0.00014065269,0.0007666188,0.0042457986,0.0006638387,0.7561049,0.04776493,0.18564774],"study_design_scores_gemma":[0.000084445535,0.00008969519,0.000692663,0.00028126268,0.000097811884,0.00019332816,0.00053986,0.033516333,0.00041383208,0.94908655,0.014900442,0.00010367937],"about_ca_topic_score_codex":0.0066880593,"about_ca_topic_score_gemma":0.005542711,"teacher_disagreement_score":0.96522987,"about_ca_system_score_codex":0.007727501,"about_ca_system_score_gemma":0.0059806844,"threshold_uncertainty_score":0.1838842},"labels":[],"label_agreement":null},{"id":"W1976447583","doi":"10.1016/s0740-8188(01)00065-2","title":"Junior high students and Think Alouds: Generating information-seeking process data using concurrent verbal protocols","year":2001,"lang":"en","type":"article","venue":"Library & Information Science Research","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Alberta Advanced Education","funders":"","keywords":"Think aloud protocol; Psychology; Protocol analysis; Task (project management); Applied psychology; Plan (archaeology); Medical education; Computer science; Medicine","score_opus":0.1951268820895896,"score_gpt":0.466218938034934,"score_spread":0.27109205594534447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976447583","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.964315,0.000020823787,0.030200867,0.00008276414,0.000023753926,0.0011910192,0.00018710709,0.0003707709,0.0036078668],"genre_scores_gemma":[0.9477005,0.00005500762,0.046569794,0.00011483602,0.000016030526,0.001569498,0.00038422405,0.00012638263,0.0034636373],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99706656,0.0014065576,0.00027730805,0.0005162417,0.0005675855,0.00016578761],"domain_scores_gemma":[0.94229585,0.048450787,0.0019909712,0.0025071881,0.0038977647,0.00085744733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005538339,0.0007010291,0.00045014115,0.00096879574,0.00073555426,0.0018150571,0.00073958636,0.0010396086,0.0035644784],"category_scores_gemma":[0.053038776,0.0007566444,0.00026868464,0.0006283811,0.0006426689,0.0010171265,0.0009145653,0.0013999616,0.0015371741],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041740527,0.0058229924,0.10885409,0.00078316766,0.00013125675,0.0006920077,0.38596323,0.0032906495,0.15995403,0.007280712,0.0040384033,0.31901532],"study_design_scores_gemma":[0.002345936,0.01255076,0.32412148,0.00073671335,0.0006483999,0.001630919,0.16983283,0.13552937,0.28171438,0.036092144,0.033899426,0.0008976816],"about_ca_topic_score_codex":0.001666427,"about_ca_topic_score_gemma":0.0024252478,"teacher_disagreement_score":0.005538339,"about_ca_system_score_codex":0.0006293227,"about_ca_system_score_gemma":0.0012021221,"threshold_uncertainty_score":0.029289901},"labels":[],"label_agreement":null},{"id":"W1978774683","doi":"10.1108/00330331111107376","title":"Social search","year":2011,"lang":"en","type":"article","venue":"Program electronic library and information systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Search analytics; Computer science; World Wide Web; Social web; Bookmarking; Search engine; Semantic search; Information retrieval; Data science; Personalized search; Phrase search; Leverage (statistics); Social media; Web search query; Artificial intelligence","score_opus":0.026808209878602766,"score_gpt":0.24854145069050754,"score_spread":0.22173324081190476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978774683","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010929311,0.007941644,0.020495139,0.019172814,0.0020028823,0.001458115,0.005784001,0.0012379854,0.9309781],"genre_scores_gemma":[0.43442893,0.017798398,0.04401837,0.018960757,0.0032666093,0.0046038646,0.015544743,0.001413742,0.45996454],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99107414,0.003908491,0.0007118203,0.0013222268,0.0022493324,0.0007339938],"domain_scores_gemma":[0.9833809,0.007211201,0.0012682911,0.003354972,0.0033809794,0.0014036895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065750107,0.0008308522,0.0010529221,0.006415792,0.0031912918,0.010811214,0.0025666666,0.0032598565,0.12632985],"category_scores_gemma":[0.031669512,0.00036982258,0.0010691849,0.007908372,0.003669267,0.013107288,0.009235962,0.002087689,0.059226904],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014831462,0.00010962161,0.0050362814,0.0026033341,0.000069584305,0.0003334714,0.004910059,0.00049162976,0.00039836025,0.50591767,0.18441118,0.29557046],"study_design_scores_gemma":[0.000037210346,0.00006693992,0.0019799222,0.0010110814,0.00002607154,0.00050470175,0.0032229386,0.0006550173,0.0002047102,0.05610701,0.9361545,0.000029851202],"about_ca_topic_score_codex":0.0046632565,"about_ca_topic_score_gemma":0.0040534656,"teacher_disagreement_score":0.12632985,"about_ca_system_score_codex":0.0041061114,"about_ca_system_score_gemma":0.006651357,"threshold_uncertainty_score":0.42261547},"labels":[],"label_agreement":null},{"id":"W1979392992","doi":"10.1145/2009916.2010060","title":"Parallel learning to rank for information retrieval","year":2011,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Learning to rank; Ranking (information retrieval); Rank (graph theory); Computer science; Machine learning; Ranking SVM; Information retrieval; Scale (ratio); Artificial intelligence; Data mining; Mathematics","score_opus":0.04381466520199773,"score_gpt":0.26896191400584,"score_spread":0.2251472488038423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979392992","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010964339,0.0021184287,0.98209226,0.000519153,0.00014048474,0.00015354295,0.00013967184,0.0010871157,0.0027850512],"genre_scores_gemma":[0.41279176,0.0030770474,0.5733713,0.00041354026,0.00085727056,0.0005557042,0.00075124094,0.00029506456,0.007887104],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99668926,0.0013321874,0.00019659025,0.00047308247,0.0010558288,0.00025309628],"domain_scores_gemma":[0.9925392,0.0037803266,0.00065068493,0.0016404398,0.0011946707,0.00019469736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004359343,0.0011872798,0.0024209898,0.0016309074,0.00097589707,0.0019811871,0.0019199955,0.0012367289,0.0043282704],"category_scores_gemma":[0.018150404,0.00049883133,0.0009788059,0.0030229865,0.0015985966,0.0039805397,0.0017297271,0.001913619,0.0020958788],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032082218,0.0004570757,0.001180038,0.00046421555,0.0001314985,0.00009822904,0.00010869314,0.41281688,0.0026867415,0.08741279,0.012063498,0.4822595],"study_design_scores_gemma":[0.000034887253,0.00012860296,0.00018205935,0.00000943329,0.000021525411,0.000045241635,0.000013645689,0.91192913,0.0011650425,0.08426629,0.0021880816,0.000016030275],"about_ca_topic_score_codex":0.0035159911,"about_ca_topic_score_gemma":0.0047173146,"teacher_disagreement_score":0.004359343,"about_ca_system_score_codex":0.0013795492,"about_ca_system_score_gemma":0.001866576,"threshold_uncertainty_score":0.023054719},"labels":[],"label_agreement":null},{"id":"W1980059383","doi":"10.1002/meet.2008.1450450305","title":"Web CLIR: An exploratory study of Google's new tool","year":2008,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Information retrieval; Cross-language information retrieval; Arabic; Search engine; World Wide Web; Query expansion; Linguistics","score_opus":0.0271774323442158,"score_gpt":0.279675566400389,"score_spread":0.25249813405617316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980059383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9964593,0.00012357546,0.00056427845,0.000081850805,0.000010537746,0.0003808531,0.00022560732,0.00011976111,0.002034093],"genre_scores_gemma":[0.99023366,0.00020568876,0.006792376,0.00011393247,0.000017194638,0.00035814423,0.00073188066,0.00014393474,0.0014030762],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9912874,0.0051742103,0.0005833969,0.0005139678,0.001980626,0.00046036002],"domain_scores_gemma":[0.9535855,0.03771059,0.0012648209,0.0025845296,0.004088273,0.0007662408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010391477,0.0008290763,0.0010347097,0.0026935146,0.0014521284,0.0028697215,0.0014201406,0.00091150135,0.000984225],"category_scores_gemma":[0.04145781,0.00047115303,0.00049699907,0.0026480414,0.0015531731,0.0049359235,0.0015129831,0.0010496966,0.00054319727],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012516131,0.015958348,0.19879466,0.008433765,0.0008033626,0.004985234,0.37502322,0.005687292,0.06883415,0.0063972212,0.016692115,0.28587443],"study_design_scores_gemma":[0.0015315182,0.04378157,0.46921837,0.0010730235,0.0010414859,0.0057687485,0.25847778,0.058059186,0.08202696,0.0029903767,0.074861184,0.0011698417],"about_ca_topic_score_codex":0.010186953,"about_ca_topic_score_gemma":0.012633446,"teacher_disagreement_score":0.010391477,"about_ca_system_score_codex":0.001142135,"about_ca_system_score_gemma":0.001022735,"threshold_uncertainty_score":0.05495602},"labels":[],"label_agreement":null},{"id":"W1982584634","doi":"10.1145/1367497.1367533","title":"Deciphering mobile search patterns","year":2008,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":104,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Web search query; Information retrieval; Sample (material); World Wide Web; Search engine","score_opus":0.03997268411406353,"score_gpt":0.27526661239758693,"score_spread":0.2352939282835234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982584634","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9893624,0.00089766097,0.0041648443,0.00029891627,0.000016732929,0.000057091187,0.0022501966,0.00018638426,0.0027656946],"genre_scores_gemma":[0.99276793,0.00035948414,0.0031467772,0.00004969596,0.00003381532,0.000036400666,0.002679292,0.00006010746,0.00086636463],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982168,0.0003123483,0.00026401633,0.00036016048,0.0006302759,0.00021628987],"domain_scores_gemma":[0.98711616,0.0068628676,0.0027073545,0.0009064045,0.0020960926,0.0003111742],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011432953,0.00032340965,0.00058024353,0.006289631,0.00043294916,0.0018109238,0.00045522148,0.00048196226,0.0014193787],"category_scores_gemma":[0.012629324,0.00022120685,0.00034327857,0.0059988024,0.00034283116,0.0024548548,0.0007177349,0.00045108568,0.0010979933],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005759223,0.00010928767,0.8541673,0.00048127776,0.0001753687,0.00068669446,0.0036901112,0.0016927639,0.014448256,0.0011880767,0.0027260352,0.12005888],"study_design_scores_gemma":[0.00001772931,0.00020375909,0.95644903,0.000073353134,0.00009990744,0.0025721588,0.00584248,0.019074423,0.0059856125,0.0015833348,0.00803763,0.000060502458],"about_ca_topic_score_codex":0.004632668,"about_ca_topic_score_gemma":0.007611479,"teacher_disagreement_score":0.006289631,"about_ca_system_score_codex":0.00037675907,"about_ca_system_score_gemma":0.00034050105,"threshold_uncertainty_score":0.009211421},"labels":[],"label_agreement":null},{"id":"W1984070542","doi":"10.1145/2505515.2505526","title":"Effective measures for inter-document similarity","year":2013,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Cosine similarity; Computer science; Cluster analysis; Similarity (geometry); Document clustering; Artificial intelligence; Rank (graph theory); Randomness; Divergence (linguistics); Language model; Document retrieval; Data mining; Natural language processing; Machine learning; Information retrieval; Mathematics; Statistics","score_opus":0.01948026662985459,"score_gpt":0.2824767624413327,"score_spread":0.2629964958114781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984070542","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0619015,0.0069171023,0.92212784,0.00046720085,0.0002646778,0.00052181294,0.0014701484,0.0010852576,0.0052444185],"genre_scores_gemma":[0.5487729,0.0013073462,0.44490644,0.00022518958,0.00031099524,0.0006463759,0.002092561,0.00023735702,0.0015008124],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9782748,0.006054016,0.002687359,0.0025358365,0.009924557,0.00052340404],"domain_scores_gemma":[0.95852435,0.020878661,0.0048630754,0.008155928,0.0068114055,0.00076653087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011817764,0.0015205084,0.0020159504,0.0151491845,0.0013026121,0.004550758,0.0025161863,0.0022758208,0.0018180202],"category_scores_gemma":[0.062046006,0.00041106148,0.0012510278,0.011212907,0.001977267,0.009582537,0.0023284547,0.0022482825,0.0011065586],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008887691,0.000731484,0.031184858,0.0016791774,0.0013259031,0.00022928564,0.000987812,0.09447375,0.018357044,0.12376369,0.01205871,0.7143195],"study_design_scores_gemma":[0.00015735232,0.0016185553,0.037972916,0.00041569842,0.00043119772,0.0017080399,0.0009006496,0.6835573,0.032278072,0.22170162,0.0187167,0.0005419613],"about_ca_topic_score_codex":0.0015514252,"about_ca_topic_score_gemma":0.0021083362,"teacher_disagreement_score":0.0151491845,"about_ca_system_score_codex":0.0023406926,"about_ca_system_score_gemma":0.0014131153,"threshold_uncertainty_score":0.062499106},"labels":[],"label_agreement":null},{"id":"W198617518","doi":"10.1007/978-3-642-21619-0_66","title":"An Interface for Opportunistic Discovery of Information for Young People","year":2011,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Interface (matter); Task (project management); Metric (unit); World Wide Web; Computer science; Exploratory search; Information retrieval; Search engine; Human–computer interaction; Engineering","score_opus":0.031637202752411636,"score_gpt":0.27991274377274783,"score_spread":0.2482755410203362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W198617518","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15055363,0.0019405226,0.5602519,0.0023263807,0.0008157032,0.0027024657,0.013098147,0.21756616,0.05074511],"genre_scores_gemma":[0.44080403,0.0011758349,0.44980285,0.002219928,0.00050459494,0.0034645083,0.013277221,0.0045575947,0.08419342],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992574,0.00028791852,0.00007798924,0.000103669445,0.00020863304,0.00006438019],"domain_scores_gemma":[0.99347657,0.004528224,0.00022080578,0.0005607446,0.0005565512,0.0006571718],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019336481,0.0009514467,0.0008947934,0.0018270124,0.0006851318,0.0018497646,0.0015193904,0.0022262607,0.034760486],"category_scores_gemma":[0.007837966,0.00038349684,0.0004149859,0.0010763269,0.00025024355,0.002651566,0.0032713497,0.00064809714,0.009329904],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0057955272,0.0016914181,0.016929787,0.0014522676,0.00016989882,0.0023574498,0.005790232,0.0013977101,0.03595041,0.0113608325,0.22316785,0.69393665],"study_design_scores_gemma":[0.0024012506,0.0030892107,0.025384076,0.00080238254,0.0007935301,0.0048780576,0.004184959,0.15991923,0.052774724,0.0396568,0.70544696,0.0006689098],"about_ca_topic_score_codex":0.0010837425,"about_ca_topic_score_gemma":0.0015954488,"teacher_disagreement_score":0.034760486,"about_ca_system_score_codex":0.00034248194,"about_ca_system_score_gemma":0.0005285401,"threshold_uncertainty_score":0.11628538},"labels":[],"label_agreement":null},{"id":"W1988613011","doi":"10.1145/2637002.2637026","title":"Time well spent","year":2014,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Networks of Centres of Excellence of Canada; Natural Sciences and Engineering Research Council of Canada; University of Waterloo; Google","keywords":"Computer science; Information gain; Information retrieval; Sampling (signal processing); Quality (philosophy); Field (mathematics); User interface; Response time; Data mining; Mathematics","score_opus":0.011495870819911982,"score_gpt":0.23494600466706098,"score_spread":0.22345013384714899,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988613011","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83385575,0.0021502855,0.12943351,0.00050822797,0.00015570439,0.00030834848,0.006540353,0.0014858727,0.02556199],"genre_scores_gemma":[0.98457146,0.00024230583,0.009278133,0.000100484845,0.000043273092,0.0001597157,0.002311784,0.00018094915,0.0031118456],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99642533,0.0009829947,0.00026780454,0.0006820333,0.0013903967,0.0002514534],"domain_scores_gemma":[0.96810335,0.018724525,0.0038921374,0.0045900843,0.0035688102,0.0011210842],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031216417,0.00050996157,0.0006603829,0.0014244873,0.00031576035,0.0013380356,0.00054706587,0.00064745534,0.007222144],"category_scores_gemma":[0.048292976,0.00021813305,0.00046711668,0.0013371806,0.0005096277,0.0024365971,0.00093719445,0.0006841045,0.0026489785],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030955172,0.0005118199,0.43193668,0.0007813676,0.00058722484,0.0004107634,0.0032451802,0.039936963,0.020190945,0.022981094,0.0114837,0.46483874],"study_design_scores_gemma":[0.00010837538,0.0026642957,0.70527947,0.00019050152,0.00032926575,0.0015661869,0.0013299321,0.19631575,0.02004155,0.04063456,0.031231511,0.00030867296],"about_ca_topic_score_codex":0.002189994,"about_ca_topic_score_gemma":0.002229935,"teacher_disagreement_score":0.007222144,"about_ca_system_score_codex":0.00057507766,"about_ca_system_score_gemma":0.0004074999,"threshold_uncertainty_score":0.024160504},"labels":[],"label_agreement":null},{"id":"W1989165310","doi":"10.1109/hicss.2012.136","title":"Building Support for Web Information Gathering Tasks","year":2012,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; World Wide Web; Context (archaeology); Web application; Order (exchange); Information needs; Human–computer interaction","score_opus":0.026782045409188507,"score_gpt":0.29295687632735007,"score_spread":0.2661748309181616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989165310","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9680159,0.00015202323,0.021987028,0.0003569824,0.000010705177,0.00041738036,0.00010696192,0.0020903586,0.0068626464],"genre_scores_gemma":[0.95268923,0.0001146347,0.045264684,0.000058157904,0.000015297122,0.00016197999,0.0003024315,0.00012412983,0.0012693317],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970847,0.0013140263,0.00025222378,0.0003562316,0.00060979184,0.00038306302],"domain_scores_gemma":[0.9436498,0.041171562,0.0037341705,0.0058381483,0.003158572,0.0024478124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044656126,0.0009043925,0.0005381933,0.001758603,0.0015080724,0.002226964,0.0020359464,0.0013629969,0.0031549702],"category_scores_gemma":[0.054088295,0.0007470089,0.00047531346,0.0007984682,0.000552933,0.0036797044,0.0024289559,0.0010510174,0.0015613999],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011463863,0.003135705,0.14712697,0.0016965872,0.00010651148,0.003067627,0.12152447,0.0027897414,0.06892207,0.0014400609,0.0065003997,0.6425435],"study_design_scores_gemma":[0.0006074193,0.0067300755,0.5475243,0.0014644718,0.00057706586,0.007118281,0.15865205,0.06840834,0.06281682,0.010279677,0.13515821,0.00066337705],"about_ca_topic_score_codex":0.0019228652,"about_ca_topic_score_gemma":0.0020244748,"teacher_disagreement_score":0.0044656126,"about_ca_system_score_codex":0.00040911656,"about_ca_system_score_gemma":0.0012047006,"threshold_uncertainty_score":0.023616672},"labels":[],"label_agreement":null},{"id":"W1989474160","doi":"10.1002/meet.1450400134","title":"Structure of domain novice users' queries to a history database","year":2003,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Computer science; Information retrieval; Categorization; Domain (mathematical analysis); Identification (biology); Taxonomy (biology); World Wide Web; Query language; Information needs; Artificial intelligence","score_opus":0.010588940149802405,"score_gpt":0.24942391495330482,"score_spread":0.2388349748035024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989474160","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9905317,0.00020238239,0.0045464416,0.00020061793,0.000007276853,0.00015918509,0.000941993,0.0006012781,0.0028090898],"genre_scores_gemma":[0.9906647,0.0000727168,0.005784718,0.00006307469,0.00000767457,0.000063136555,0.0022080948,0.0000863778,0.0010494913],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957302,0.0013594495,0.00062061875,0.00051449065,0.0013380261,0.00043722923],"domain_scores_gemma":[0.9203634,0.058239616,0.004547135,0.004459985,0.009965499,0.0024243498],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0037653388,0.0002844366,0.0006425639,0.0060751834,0.0011307859,0.0019993105,0.00062909035,0.00090331386,0.0017711156],"category_scores_gemma":[0.03994629,0.00034580397,0.00036554015,0.0022779158,0.0007221001,0.0029528192,0.0012691112,0.0008745598,0.00047261178],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022377917,0.00096736505,0.7993092,0.0005322269,0.00009408359,0.0019994124,0.033353247,0.0036194846,0.029724691,0.0070760115,0.00568123,0.115405194],"study_design_scores_gemma":[0.00012335362,0.0016709846,0.7851094,0.00016066176,0.00014930702,0.0031003014,0.026170084,0.13381048,0.023046028,0.0053440635,0.021069966,0.00024532358],"about_ca_topic_score_codex":0.014194135,"about_ca_topic_score_gemma":0.008956335,"teacher_disagreement_score":0.9980007,"about_ca_system_score_codex":0.0014343869,"about_ca_system_score_gemma":0.0010561127,"threshold_uncertainty_score":0.028223038},"labels":[],"label_agreement":null},{"id":"W1991678929","doi":"10.1177/0165551506065787","title":"A study of the effect of term proximity on query expansion","year":2006,"lang":"en","type":"article","venue":"Journal of Information Science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Query expansion; Computer science; Term (time); Information retrieval; Query optimization; Web query classification; Mutual information; Sargable; Web search query; Measure (data warehouse); Query language; Data mining; Search engine; Artificial intelligence","score_opus":0.012175841932669412,"score_gpt":0.2799131262771092,"score_spread":0.2677372843444398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991678929","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9316301,0.0041965805,0.05770668,0.00023410746,0.00006162903,0.0003588429,0.00022133732,0.00040477343,0.005185932],"genre_scores_gemma":[0.9732503,0.00066220056,0.024856003,0.0000581275,0.000060729504,0.00013033404,0.0001969275,0.00008757452,0.000697906],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99111056,0.0053212615,0.0005689351,0.00090156635,0.0017819192,0.00031574775],"domain_scores_gemma":[0.66873896,0.31680432,0.0051243976,0.0043952097,0.004103846,0.00083325285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009054122,0.0007323397,0.0011107927,0.0017114134,0.0007637332,0.0011979572,0.00074887776,0.0010583648,0.0019189086],"category_scores_gemma":[0.1079358,0.0003632341,0.0006999389,0.0025769705,0.0009062678,0.003988829,0.000969382,0.0010794813,0.00034610459],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013185193,0.002657944,0.05703649,0.003866207,0.0010271018,0.0010883388,0.0027822652,0.13444704,0.23137297,0.0073323655,0.0021940276,0.54301006],"study_design_scores_gemma":[0.00073603407,0.021869201,0.1444899,0.00018923082,0.0020883144,0.003922824,0.0010515365,0.6382636,0.17148761,0.009210175,0.006381566,0.0003099787],"about_ca_topic_score_codex":0.0012906085,"about_ca_topic_score_gemma":0.0010739199,"teacher_disagreement_score":0.009054122,"about_ca_system_score_codex":0.0006476306,"about_ca_system_score_gemma":0.00043940125,"threshold_uncertainty_score":0.04788333},"labels":[],"label_agreement":null},{"id":"W1992156462","doi":"10.1108/00220410510578023","title":"“Isms” in information science: constructivism, collectivism and constructionism","year":2005,"lang":"en","type":"article","venue":"Journal of Documentation","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":363,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Library of Parliament","funders":"","keywords":"Metatheory; Constructionism; Constructivism (international relations); Originality; Strict constructionism; Epistemology; Collectivism; Value (mathematics); Computer science; Objectivism; Sociology; Knowledge management; Social science; Philosophy; Politics; Individualism","score_opus":0.005605229972077005,"score_gpt":0.2681537019985687,"score_spread":0.2625484720264917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992156462","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10271633,0.063220344,0.3615232,0.1698962,0.0012365788,0.00038302128,0.00027269,0.00047580025,0.3002759],"genre_scores_gemma":[0.94006944,0.010143806,0.041399237,0.003062596,0.00093512726,0.00066129485,0.00012225774,0.00008406916,0.0035221078],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9734134,0.020806069,0.0010369908,0.001025567,0.003059104,0.00065872376],"domain_scores_gemma":[0.9730312,0.019766403,0.0017042938,0.0033621027,0.0015505302,0.0005854673],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.024023112,0.0007274044,0.0009830652,0.0090690395,0.0038836792,0.012527266,0.0015711759,0.0021660114,0.0018297622],"category_scores_gemma":[0.01876547,0.00062009244,0.0011080296,0.008326477,0.056821488,0.017785296,0.0049768,0.004577515,0.00028361578],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009195431,0.000014762393,0.0005950002,0.000110566434,0.000014003877,0.000024920082,0.0071350783,0.00023958244,0.000047535756,0.9835597,0.0006263027,0.007623306],"study_design_scores_gemma":[0.000008897746,0.000016196189,0.00061365473,0.0002480807,0.0000112123325,0.000049357466,0.003245481,0.00070586713,0.00009775091,0.98203075,0.012963299,0.000009407648],"about_ca_topic_score_codex":0.0024911526,"about_ca_topic_score_gemma":0.001603421,"teacher_disagreement_score":0.99611634,"about_ca_system_score_codex":0.008200582,"about_ca_system_score_gemma":0.0068646497,"threshold_uncertainty_score":0.1270479},"labels":[],"label_agreement":null},{"id":"W1992311950","doi":"10.1145/379437.379723","title":"An approach to search for the digital library","year":2001,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Connaught Fund","keywords":"BATES; Serendipity; Interface (matter); Digital library; Computer science; Focus (optics); World Wide Web; Information retrieval; Search analytics; User interface; Search engine; Human–computer interaction; Web search query; Engineering; Programming language","score_opus":0.046545806344645245,"score_gpt":0.2832666965674297,"score_spread":0.23672089022278445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992311950","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010195909,0.0026591124,0.4542289,0.019807808,0.00027236345,0.0003904531,0.00020273987,0.00078247243,0.51146024],"genre_scores_gemma":[0.255986,0.0026341616,0.513128,0.0032926518,0.00014133718,0.0007407227,0.0003887182,0.00029783658,0.22339052],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99589914,0.0019832456,0.0001739768,0.00054320827,0.0011975493,0.00020293759],"domain_scores_gemma":[0.99774987,0.001048702,0.00013030421,0.00032750066,0.00047500865,0.00026856357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024209346,0.0006685204,0.00057825923,0.005147016,0.0050461083,0.014246627,0.0030996334,0.004172324,0.021599995],"category_scores_gemma":[0.008387442,0.0006202825,0.0011569831,0.0046187597,0.009382657,0.016893137,0.0055585587,0.0028267065,0.0058849086],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015550178,0.000027697775,0.00024214537,0.0000804805,0.0000075854277,0.00007772205,0.00421999,0.0003097373,0.00032040678,0.96035284,0.0051767407,0.029169032],"study_design_scores_gemma":[0.000037007292,0.000051664763,0.00033200165,0.00020034878,0.00003456532,0.00059693994,0.0083404975,0.008646759,0.0007706104,0.5387047,0.44225118,0.00003380889],"about_ca_topic_score_codex":0.008983603,"about_ca_topic_score_gemma":0.015265042,"teacher_disagreement_score":0.021599995,"about_ca_system_score_codex":0.005388451,"about_ca_system_score_gemma":0.006006627,"threshold_uncertainty_score":0.07225925},"labels":[],"label_agreement":null},{"id":"W1993450748","doi":"10.1108/eum0000000006534","title":"Users’ perceptions of the Web as revealed by transaction log analysis","year":2001,"lang":"en","type":"article","venue":"Online Information Review","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Dalhousie University","funders":"","keywords":"Computer science; Transaction log; Perception; Information retrieval; World Wide Web; Seekers; Search engine; Sample (material); Database transaction; Database; Psychology","score_opus":0.014963450039374533,"score_gpt":0.2971956264006047,"score_spread":0.28223217636123016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993450748","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99936527,0.00002738571,0.00011589146,0.00002367248,6.5027496e-7,0.0000070571573,0.00005188511,0.0000065415293,0.00040170137],"genre_scores_gemma":[0.9995455,0.000032516316,0.00013707778,0.000013523518,0.0000021269243,0.000010302907,0.00009588545,0.0000018562192,0.00016121562],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99828905,0.00084441714,0.00017913949,0.000119841505,0.0004657696,0.00010178123],"domain_scores_gemma":[0.9819712,0.011920935,0.002995194,0.0008698018,0.0015069142,0.00073589484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017935093,0.00013280795,0.00023515466,0.0010411851,0.00027106388,0.0013431911,0.00016598575,0.0004057579,0.0009983334],"category_scores_gemma":[0.018437922,0.00017929122,0.00015292705,0.0008368056,0.00030179173,0.001160827,0.00041212045,0.0003815841,0.0003705065],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010182589,0.00034769546,0.94745916,0.00007791445,0.00007458823,0.00022153635,0.01440178,0.0005353133,0.0065507228,0.00020266639,0.00051238446,0.028597936],"study_design_scores_gemma":[0.000020665526,0.00097419793,0.9795806,0.000015243064,0.00004280531,0.00035498105,0.010853717,0.0053524915,0.0016072013,0.00025077257,0.00089786784,0.000049524784],"about_ca_topic_score_codex":0.002003114,"about_ca_topic_score_gemma":0.0024227917,"teacher_disagreement_score":0.002003114,"about_ca_system_score_codex":0.00020832676,"about_ca_system_score_gemma":0.00016313414,"threshold_uncertainty_score":0.009485066},"labels":[],"label_agreement":null},{"id":"W1994766617","doi":"10.1145/2132176.2132230","title":"Effective information gathering on the web","year":2012,"lang":"en","type":"article","venue":"Proceedings of the 2012 iConference","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; World Wide Web; Task (project management); Web modeling; Web application; Web navigation; Web design; Web intelligence; Web page; Human–computer interaction; Information retrieval; Engineering","score_opus":0.017012334044486963,"score_gpt":0.22751302020834518,"score_spread":0.21050068616385822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994766617","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66894394,0.0049474877,0.17849289,0.0024892646,0.00015725706,0.0009374746,0.00035652056,0.011787315,0.13188787],"genre_scores_gemma":[0.79437435,0.0028446643,0.19093873,0.00055377063,0.0001645054,0.00030292457,0.0006250466,0.0005115532,0.009684591],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9972373,0.0013110216,0.00013621728,0.00019797657,0.0009349371,0.00018238561],"domain_scores_gemma":[0.9937714,0.0038013253,0.00047880542,0.0009596024,0.00066938176,0.0003194658],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002037727,0.0004764153,0.0004909229,0.0019337807,0.00093697227,0.0030504484,0.00080004893,0.00073746406,0.004380581],"category_scores_gemma":[0.009760012,0.0003625783,0.00031537347,0.0012296395,0.00049519667,0.005949191,0.0024672293,0.0006198446,0.0018724407],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036174775,0.0012187401,0.01050145,0.0018793439,0.00008004414,0.00047563793,0.0076876828,0.001509343,0.048135206,0.0068738624,0.016832704,0.9044442],"study_design_scores_gemma":[0.0005284718,0.0042478014,0.19458345,0.0024223311,0.00077555666,0.0047573484,0.03231283,0.046434324,0.12077174,0.053601697,0.5390382,0.00052620214],"about_ca_topic_score_codex":0.00048327105,"about_ca_topic_score_gemma":0.00079200877,"teacher_disagreement_score":0.004380581,"about_ca_system_score_codex":0.0002413439,"about_ca_system_score_gemma":0.00059960387,"threshold_uncertainty_score":0.014654517},"labels":[],"label_agreement":null},{"id":"W1996246161","doi":"10.1145/1277741.1277895","title":"Improving retrieval accuracy by weighting document types with clickthrough data","year":2007,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Weighting; Computer science; Task (project management); Relevance (law); Information retrieval; Document retrieval; Function (biology); Term (time); Vector space model; Relevance feedback; tf–idf; Artificial intelligence; Data mining; Image retrieval","score_opus":0.02680500078858922,"score_gpt":0.30228738213960243,"score_spread":0.2754823813510132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996246161","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37088153,0.015240482,0.57578015,0.0011132632,0.00084664015,0.00077434134,0.0059590964,0.021421954,0.007982572],"genre_scores_gemma":[0.6543415,0.00275306,0.32140705,0.00038321587,0.00076100376,0.00033126224,0.009994982,0.0010511341,0.008976827],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957371,0.0014281288,0.00052711164,0.0005709026,0.0014629951,0.00027371003],"domain_scores_gemma":[0.9774524,0.011034087,0.0018133336,0.0037159817,0.0056390828,0.00034520085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005731043,0.0021037112,0.0024039643,0.01136249,0.00074076647,0.002788063,0.001210875,0.0019043683,0.0014308965],"category_scores_gemma":[0.03468019,0.0006515684,0.0011530926,0.006703825,0.00040310557,0.004433576,0.0010637505,0.0011918406,0.0031256997],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013930798,0.00053893536,0.028707804,0.0007560224,0.00043892555,0.00012630511,0.00024363225,0.018382741,0.035342034,0.00079132407,0.021176023,0.8921032],"study_design_scores_gemma":[0.00047329738,0.0010877344,0.04673035,0.00024161932,0.0013212219,0.0013296707,0.00036027413,0.8427849,0.07562306,0.011558502,0.0180413,0.00044808732],"about_ca_topic_score_codex":0.011363765,"about_ca_topic_score_gemma":0.013979622,"teacher_disagreement_score":0.011363765,"about_ca_system_score_codex":0.0007447142,"about_ca_system_score_gemma":0.0011638253,"threshold_uncertainty_score":0.030309021},"labels":[],"label_agreement":null},{"id":"W1996936565","doi":"10.1186/1471-2105-12-s5-s6","title":"A robust approach to optimizing multi-source information for enhancing genomics retrieval performance","year":2011,"lang":"en","type":"article","venue":"BMC Bioinformatics","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Ranking (information retrieval); Information retrieval; Context (archaeology); Learning to rank; Reciprocal; Data mining; Mean reciprocal rank; Rank (graph theory); Baseline (sea)","score_opus":0.1088627182265075,"score_gpt":0.24921181395124425,"score_spread":0.14034909572473675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996936565","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025535068,0.0011055224,0.9687363,0.00027647405,0.00003936741,0.00011514947,0.00029476575,0.0028412968,0.0010561799],"genre_scores_gemma":[0.381508,0.0005490275,0.6140406,0.00023524875,0.00014498377,0.00026399718,0.0014304529,0.0004275303,0.0014002166],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971529,0.000871688,0.00021618902,0.00058894523,0.0010114439,0.00015873378],"domain_scores_gemma":[0.99750096,0.0011020256,0.00028521192,0.00037864884,0.0006627102,0.000070451584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042048944,0.00235847,0.0015680328,0.0040651923,0.00066630787,0.0014932234,0.0021731413,0.0018512567,0.0016704743],"category_scores_gemma":[0.008646618,0.00058825436,0.0018018442,0.0034826978,0.0007594624,0.0029643883,0.0021178036,0.0012289908,0.0009793768],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062009215,0.0004222016,0.0029934524,0.00047733175,0.0004067676,0.00024736053,0.00024326397,0.38483843,0.05257759,0.0064493706,0.0055516358,0.54517245],"study_design_scores_gemma":[0.00004330139,0.00016482134,0.0009275142,0.000013363223,0.00012036115,0.00013500935,0.000049562925,0.97722197,0.015989149,0.0036406196,0.0016542118,0.000040255614],"about_ca_topic_score_codex":0.0041739093,"about_ca_topic_score_gemma":0.004030347,"teacher_disagreement_score":0.0042048944,"about_ca_system_score_codex":0.0012798072,"about_ca_system_score_gemma":0.0019240745,"threshold_uncertainty_score":0.022237897},"labels":[],"label_agreement":null},{"id":"W1997017488","doi":"10.1002/meet.1450400170","title":"Sharing and accessing Internet resources across barriers of nation, language, and collection. Sponsored by SIG III, MGT","year":2003,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Metadata; Computer science; World Wide Web; Session (web analytics); The Internet; Presentation (obstetrics); Search engine; Digital library; Information retrieval; Resource (disambiguation); Shared resource; Computer security","score_opus":0.009929642568277056,"score_gpt":0.27584035777871635,"score_spread":0.2659107152104393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997017488","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61724854,0.0033095032,0.0043187463,0.030826889,0.00066920643,0.00027565923,0.0011915994,0.0005410927,0.34161875],"genre_scores_gemma":[0.8868635,0.0016308072,0.0038293775,0.0011572412,0.00013249471,0.000121679426,0.00090448844,0.00016456979,0.10519582],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995004,0.0001811004,0.000024741488,0.000062704676,0.00014976713,0.00008118621],"domain_scores_gemma":[0.99727696,0.0011881706,0.00016745868,0.00030033092,0.00041357146,0.00065341254],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0017611,0.00013036342,0.00022695896,0.000646001,0.0017366078,0.0024598925,0.00034800987,0.00044283454,0.013143333],"category_scores_gemma":[0.005497585,0.00011276383,0.000100274716,0.0013635597,0.0006066123,0.002441061,0.0016912048,0.00046173658,0.0029267527],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005029854,0.00068286597,0.092526495,0.00029259673,0.000046348698,0.0003449099,0.020253742,0.0005983093,0.006615595,0.012265464,0.30190253,0.56396824],"study_design_scores_gemma":[0.000112187365,0.0004920832,0.22718376,0.00040474226,0.000120445126,0.00052145234,0.058852345,0.0051813847,0.008009858,0.008702683,0.69032586,0.000093191615],"about_ca_topic_score_codex":0.028225802,"about_ca_topic_score_gemma":0.043898325,"teacher_disagreement_score":0.9975401,"about_ca_system_score_codex":0.0010291674,"about_ca_system_score_gemma":0.0020759504,"threshold_uncertainty_score":0.05612302},"labels":[],"label_agreement":null},{"id":"W2000741207","doi":"10.1002/meet.2009.1450460135","title":"Diverse approaches to “tasks” in information science: Conceptual and methodological insights","year":2009,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of British Columbia","funders":"","keywords":"Information seeking; Task (project management); Perspective (graphical); Context (archaeology); Presentation (obstetrics); Computer science; Diversity (politics); Cognitive models of information retrieval; Conceptual framework; Knowledge management; Data science; Sociology; World Wide Web; Human–computer information retrieval; Social science; Information retrieval; Artificial intelligence; Engineering","score_opus":0.10124015430686123,"score_gpt":0.3169263807961545,"score_spread":0.21568622648929325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000741207","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11124358,0.09007377,0.44794717,0.16911735,0.001769108,0.0006373042,0.00040867284,0.00017221061,0.17863087],"genre_scores_gemma":[0.89813155,0.02421366,0.0665686,0.0054552383,0.0011265537,0.0013561671,0.0001432445,0.0001280268,0.0028769902],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9073889,0.07967524,0.002631511,0.0023846417,0.0060174284,0.0019021907],"domain_scores_gemma":[0.7971372,0.17927834,0.0054690745,0.006964672,0.0071442984,0.0040065087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07653036,0.0014425843,0.0016160551,0.027575487,0.008615295,0.030466918,0.004562091,0.007043991,0.00247339],"category_scores_gemma":[0.06790916,0.0012729974,0.0016673307,0.03021652,0.06448982,0.041255955,0.019228926,0.010143896,0.0005288858],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014678755,0.000031713615,0.0007754564,0.0003040576,0.000012312021,0.00005274265,0.025083717,0.00066721387,0.000063702835,0.9628617,0.0010541872,0.009078472],"study_design_scores_gemma":[0.000017567003,0.000022746097,0.0010472968,0.0013367949,0.000013766634,0.00008501076,0.03682692,0.002544144,0.00012140088,0.9300686,0.02788041,0.000035352594],"about_ca_topic_score_codex":0.0033847257,"about_ca_topic_score_gemma":0.0029621497,"teacher_disagreement_score":0.07653036,"about_ca_system_score_codex":0.013651531,"about_ca_system_score_gemma":0.008946462,"threshold_uncertainty_score":0.40473604},"labels":[],"label_agreement":null},{"id":"W2000952055","doi":"10.1007/s10791-006-9397-2","title":"Introduction to the special issue on the 27th European Conference on Information Retrieval Research","year":2006,"lang":"en","type":"article","venue":"Information Retrieval","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Waterloo","keywords":"Information retrieval; Political science; Library science; Data science; Computer science","score_opus":0.03850458048473922,"score_gpt":0.29410519826420334,"score_spread":0.25560061777946413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000952055","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006136336,0.08643523,0.0087329475,0.038013525,0.81171125,0.0002604088,0.0012134879,0.0009673828,0.052052103],"genre_scores_gemma":[0.003374342,0.061662666,0.004218692,0.019362845,0.5341825,0.00040972908,0.0033835259,0.0019115354,0.3714942],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956245,0.0006161695,0.00044633937,0.00060364313,0.0022052173,0.0005041853],"domain_scores_gemma":[0.9838923,0.0036245077,0.0009606994,0.0013607701,0.0068959487,0.0032658125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059752157,0.0028586523,0.008110515,0.0099935,0.0027438304,0.0126855485,0.0031166242,0.0054334975,0.19469276],"category_scores_gemma":[0.010976057,0.0010022388,0.0024792252,0.005816402,0.0013458444,0.009754769,0.0042877253,0.0066762543,0.15660852],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045725734,0.00003445265,0.000082781,0.00019703123,0.000013918297,0.000028466475,0.0000124435555,0.00003241692,0.00021837841,0.0005784182,0.9652282,0.03352786],"study_design_scores_gemma":[0.000018876013,0.000059373502,0.00064290117,0.00022675867,0.000035546775,0.00013764657,0.000033897853,0.00020413526,0.00016064192,0.0013234288,0.9971329,0.00002393123],"about_ca_topic_score_codex":0.0015039924,"about_ca_topic_score_gemma":0.003562294,"teacher_disagreement_score":0.19469276,"about_ca_system_score_codex":0.002583321,"about_ca_system_score_gemma":0.0032498213,"threshold_uncertainty_score":0.6513122},"labels":[],"label_agreement":null},{"id":"W2006003353","doi":"10.1002/meet.1450390166","title":"Informetric applications for information retrieval research. Sponsored by SIG CRS, SIG MET","year":2002,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Informetrics; Information retrieval; Data mining; Bibliometrics","score_opus":0.030022362683596215,"score_gpt":0.30447668765998387,"score_spread":0.27445432497638766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006003353","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024484703,0.07061171,0.4815163,0.02545807,0.009304036,0.00096069794,0.0041649523,0.017492581,0.38804322],"genre_scores_gemma":[0.04931995,0.08083227,0.6482196,0.0046991874,0.011311285,0.0027190587,0.005711054,0.0031760137,0.19401155],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9920386,0.0047811014,0.00075200986,0.0004733369,0.0018270713,0.00012780333],"domain_scores_gemma":[0.9332225,0.051553212,0.00154178,0.0058748014,0.0061836545,0.0016240148],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.014819808,0.0017902231,0.0020217204,0.010122506,0.0015250114,0.007623504,0.0013122814,0.0024736405,0.15499471],"category_scores_gemma":[0.054786984,0.0011268975,0.000749294,0.016591279,0.0024462638,0.008362023,0.004536392,0.0030268794,0.073615484],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015760113,0.000080341706,0.000690089,0.0014498316,0.000060678307,0.00020062971,0.00038888855,0.0008203486,0.0013576574,0.13182934,0.28285158,0.58011305],"study_design_scores_gemma":[0.00009448479,0.00010750176,0.0013055855,0.0007696059,0.000074904674,0.0011573412,0.0003905637,0.007776637,0.00094488985,0.16281433,0.8245152,0.00004890012],"about_ca_topic_score_codex":0.0015123931,"about_ca_topic_score_gemma":0.0015999227,"teacher_disagreement_score":0.9898775,"about_ca_system_score_codex":0.0019382142,"about_ca_system_score_gemma":0.002285197,"threshold_uncertainty_score":0.518509},"labels":[],"label_agreement":null},{"id":"W2006840849","doi":"10.1108/00242530510629524","title":"Topic familiarity and its effects on term selection and browsing in a thesaurus‐enhanced search environment","year":2005,"lang":"en","type":"article","venue":"Library Review","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Thesaurus; Information retrieval; Selection (genetic algorithm); Computer science; Originality; Term (time); World Wide Web; Search engine; Subject (documents); Natural language processing; Artificial intelligence; Psychology","score_opus":0.016441401885115628,"score_gpt":0.24999946556433278,"score_spread":0.23355806367921716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006840849","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99189854,0.0036578365,0.00217586,0.00007457411,0.0000105682275,0.00018859326,0.000058326932,0.000039213897,0.001896481],"genre_scores_gemma":[0.9947537,0.0013092784,0.0032010293,0.000047397487,0.000017744656,0.00023926108,0.000059584916,0.000010442116,0.00036156818],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.990866,0.0059434124,0.0011261884,0.0005034225,0.0013975741,0.00016345327],"domain_scores_gemma":[0.8552538,0.123734355,0.013453682,0.0019756788,0.0044175754,0.0011649317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008629981,0.00024396238,0.0008916546,0.00087189017,0.00044195028,0.0015121123,0.00035708176,0.0004529283,0.0022038585],"category_scores_gemma":[0.08173464,0.00029375544,0.0008209254,0.0010863701,0.00046421547,0.001416286,0.000863382,0.00033055618,0.00025959522],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.026520204,0.0027212854,0.45187357,0.020984791,0.0025939695,0.0015365456,0.029001014,0.0026335537,0.06525485,0.0009510088,0.0011475689,0.39478165],"study_design_scores_gemma":[0.00071055023,0.020107092,0.9429476,0.001199192,0.0030501427,0.0023550699,0.0069393185,0.0030832284,0.014107127,0.0006459674,0.0046299617,0.00022480282],"about_ca_topic_score_codex":0.0010835541,"about_ca_topic_score_gemma":0.0014841479,"teacher_disagreement_score":0.008629981,"about_ca_system_score_codex":0.0003576642,"about_ca_system_score_gemma":0.00059657067,"threshold_uncertainty_score":0.04564023},"labels":[],"label_agreement":null},{"id":"W2011782761","doi":"10.1108/00220410510625840","title":"Usability and user perceptions of a thesaurus‐enhanced search interface","year":2005,"lang":"en","type":"article","venue":"Journal of Documentation","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Thesaurus; Usability; Interface (matter); Computer science; Information retrieval; World Wide Web; User interface; Human–computer interaction; Artificial intelligence","score_opus":0.016213788283936482,"score_gpt":0.34000562021232583,"score_spread":0.32379183192838934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011782761","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9960459,0.00019839703,0.0014232472,0.000057536305,0.0000046790315,0.00004744738,0.000022392387,0.000037133992,0.0021632372],"genre_scores_gemma":[0.9969535,0.000121217425,0.0021189419,0.00005861356,0.0000046535365,0.000037338432,0.00003193981,0.000012805499,0.0006609779],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99503607,0.0029168255,0.00062352524,0.00023640586,0.0009799742,0.00020708013],"domain_scores_gemma":[0.9655109,0.025354216,0.0023566051,0.0013630571,0.0044630864,0.0009520851],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064500114,0.00029877175,0.00040420567,0.0011577433,0.00081244286,0.0033942147,0.00041842257,0.0007193057,0.002139903],"category_scores_gemma":[0.033448286,0.00025929543,0.00055162626,0.0005809579,0.0008953119,0.0021375115,0.0010837734,0.0004361142,0.00041730882],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021431476,0.0009806138,0.40263572,0.0023060539,0.000245611,0.0016448844,0.42036137,0.0009774304,0.034027234,0.001612714,0.0018036651,0.13126154],"study_design_scores_gemma":[0.00019676972,0.008042385,0.63394815,0.0008079118,0.00038269022,0.003956415,0.31391582,0.0068959272,0.011526641,0.0011961687,0.018694863,0.00043629008],"about_ca_topic_score_codex":0.0020974441,"about_ca_topic_score_gemma":0.0018121747,"teacher_disagreement_score":0.0064500114,"about_ca_system_score_codex":0.00051407627,"about_ca_system_score_gemma":0.00046042612,"threshold_uncertainty_score":0.03411132},"labels":[],"label_agreement":null},{"id":"W2012214630","doi":"10.1145/2124295.2124395","title":"2nd international workshop on diversity in document retrieval (DDR 2012)","year":2012,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Information retrieval; Computer science; Diversity (politics); Task (project management); World Wide Web; Search engine; Query expansion; Political science; Engineering","score_opus":0.048347632895937694,"score_gpt":0.30529533886710164,"score_spread":0.25694770597116395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012214630","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017975567,0.11648753,0.6885458,0.035534926,0.04607731,0.0015842111,0.005045725,0.0086689675,0.080079965],"genre_scores_gemma":[0.09210633,0.044803273,0.5483378,0.010808275,0.018343898,0.001588987,0.024233347,0.0037978624,0.2559802],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9889447,0.004307666,0.00093569217,0.0017882214,0.0030774374,0.000946247],"domain_scores_gemma":[0.9874648,0.0039476193,0.00039616926,0.0028591647,0.00375999,0.0015724319],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015689924,0.0017122761,0.0028568858,0.004708026,0.0015882802,0.008237644,0.00359316,0.0036592325,0.036017776],"category_scores_gemma":[0.019772114,0.0009150499,0.0022852535,0.0041173017,0.0016313267,0.00961826,0.0064876396,0.0045253136,0.022638593],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038844385,0.00037174643,0.0006437883,0.0006708438,0.0001130408,0.0002217014,0.0007331876,0.0016256165,0.0052445503,0.015214982,0.3858355,0.58893657],"study_design_scores_gemma":[0.00012333773,0.00038691738,0.0018265732,0.0005482976,0.000097777476,0.001132127,0.0006419229,0.011960552,0.005181627,0.031958748,0.9460134,0.00012876102],"about_ca_topic_score_codex":0.003233946,"about_ca_topic_score_gemma":0.004182808,"teacher_disagreement_score":0.036017776,"about_ca_system_score_codex":0.0022665607,"about_ca_system_score_gemma":0.003288166,"threshold_uncertainty_score":0.120491445},"labels":[],"label_agreement":null},{"id":"W2014451165","doi":"10.1108/02640471111111442","title":"User evaluation of Searchling: a visual interface for bilingual digital libraries","year":2011,"lang":"en","type":"article","venue":"The Electronic Library","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Leverage (statistics); Digital library; Information retrieval; Thesaurus; User interface; Interface (matter); World Wide Web; Human–computer interaction; Natural language processing; Artificial intelligence; Linguistics; Programming language","score_opus":0.05359592393887312,"score_gpt":0.3028454400640647,"score_spread":0.24924951612519158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014451165","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.974209,0.00028967246,0.016313784,0.0002566167,0.000022699029,0.0009750142,0.00055420015,0.0010154394,0.00636356],"genre_scores_gemma":[0.952563,0.00019363905,0.04093158,0.00026544367,0.000024712088,0.0016408055,0.00061324326,0.0003660879,0.0034015614],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99597555,0.0030697912,0.0002168008,0.00020866496,0.00036756726,0.0001616259],"domain_scores_gemma":[0.9728969,0.023148134,0.000656637,0.0010749956,0.0016862241,0.0005370948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006762839,0.0008090444,0.0005847463,0.0009529605,0.0009752965,0.0017558082,0.00087383465,0.0010534222,0.008769653],"category_scores_gemma":[0.026017597,0.00031498855,0.00039272985,0.00070406066,0.0007432565,0.0020912804,0.0019943833,0.0005166373,0.0014352944],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016060038,0.007916942,0.043306753,0.010610928,0.00017944557,0.0022511103,0.26159686,0.0040693884,0.21997146,0.004330057,0.014885274,0.4148218],"study_design_scores_gemma":[0.0063951076,0.049430486,0.16355196,0.0032020938,0.0010933618,0.008718852,0.1973671,0.067400485,0.297136,0.006298205,0.19795296,0.0014534468],"about_ca_topic_score_codex":0.001817688,"about_ca_topic_score_gemma":0.0024178938,"teacher_disagreement_score":0.008769653,"about_ca_system_score_codex":0.00076611794,"about_ca_system_score_gemma":0.0007192382,"threshold_uncertainty_score":0.035765707},"labels":[],"label_agreement":null},{"id":"W2015886372","doi":"10.1145/2009916.2009943","title":"Enhancing ad-hoc relevance weighting using probability density estimation","year":2011,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Weighting; Relevance (law); Computer science; Scope (computer science); Independence (probability theory); Information retrieval; Probabilistic logic; Data mining; Artificial intelligence; Statistics; Mathematics","score_opus":0.06501447717449269,"score_gpt":0.27587216229871003,"score_spread":0.21085768512421735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015886372","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028472403,0.0017592837,0.9671427,0.00020087685,0.00006786098,0.00017271722,0.00006576019,0.001036007,0.001082352],"genre_scores_gemma":[0.53171813,0.0012027577,0.46265876,0.00023048985,0.00032929954,0.000383298,0.0003582051,0.00020177689,0.002917289],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967339,0.0013966811,0.00020663087,0.0004894853,0.001018898,0.00015444311],"domain_scores_gemma":[0.99202913,0.0049807266,0.00044301825,0.0009409676,0.0014703672,0.00013592443],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053970646,0.0010542495,0.002012602,0.0032187277,0.00066704553,0.0013206298,0.0024361522,0.0017168713,0.0014088583],"category_scores_gemma":[0.021140445,0.00070969644,0.0008470309,0.0030910037,0.0007292378,0.0041980697,0.0019226759,0.0012548023,0.0010241645],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046963393,0.0005299379,0.0026198502,0.0005359919,0.00020658586,0.00015409921,0.00042231055,0.11628142,0.026390785,0.011165514,0.005655817,0.8355681],"study_design_scores_gemma":[0.00007089716,0.00012790071,0.0012405314,0.000024830913,0.00008925265,0.00019864342,0.000047683512,0.9777084,0.006826155,0.011161994,0.0024560029,0.00004783249],"about_ca_topic_score_codex":0.0044897012,"about_ca_topic_score_gemma":0.0040185163,"teacher_disagreement_score":0.0053970646,"about_ca_system_score_codex":0.0011972449,"about_ca_system_score_gemma":0.0014095677,"threshold_uncertainty_score":0.028542757},"labels":[],"label_agreement":null},{"id":"W2015915702","doi":"10.5860/crl.62.4.355","title":"Usability of the Academic Library Web Site: Implications for Design","year":2001,"lang":"en","type":"article","venue":"College & Research Libraries","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":142,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Memorial University of Newfoundland","keywords":"World Wide Web; Usability; Web site; CLARITY; Computer science; Reading (process); Task (project management); Set (abstract data type); Academic library; Web usability; Web design; Web page; The Internet; Human–computer interaction; Library science; Engineering","score_opus":0.14975666728095077,"score_gpt":0.3684894611330714,"score_spread":0.21873279385212063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015915702","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8346802,0.0046412926,0.06806043,0.025580555,0.00033149312,0.005476318,0.0002819222,0.00090470305,0.060042944],"genre_scores_gemma":[0.9368621,0.0012347717,0.05411488,0.0016936088,0.0000969267,0.0026347295,0.00012776145,0.00020527701,0.003029962],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9577577,0.03208981,0.0021725798,0.0009942229,0.005889265,0.0010963924],"domain_scores_gemma":[0.79507625,0.17697524,0.003165752,0.004656924,0.017072644,0.0030531825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.051610388,0.0007277656,0.000947638,0.0019231885,0.0024427592,0.0096927965,0.0021647122,0.0022899897,0.004383381],"category_scores_gemma":[0.15740275,0.00077984005,0.00074424024,0.0018342092,0.004163404,0.0076229265,0.0016642459,0.0014564416,0.0012403044],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001772998,0.004816735,0.19758867,0.006722723,0.0002974218,0.0020387415,0.17290337,0.0048073805,0.0096751,0.037016742,0.022620557,0.5397396],"study_design_scores_gemma":[0.0017721312,0.01140855,0.4522457,0.008289445,0.0010574182,0.0041265297,0.2549762,0.04912323,0.013555671,0.0913164,0.11112998,0.0009986944],"about_ca_topic_score_codex":0.0056537744,"about_ca_topic_score_gemma":0.006304914,"teacher_disagreement_score":0.051610388,"about_ca_system_score_codex":0.004410446,"about_ca_system_score_gemma":0.0052505266,"threshold_uncertainty_score":0.2729451},"labels":[],"label_agreement":null},{"id":"W2018464266","doi":"10.5703/1288284314959","title":"End User Tools for Evaluating Scholarly Content","year":2012,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Purdue Pharma (Canada)","funders":"","keywords":"News aggregator; Computer science; Session (web analytics); World Wide Web; Subject (documents); Digital content; Service (business); Content (measure theory); Digital library; Multimedia; Information retrieval","score_opus":0.3232011058073588,"score_gpt":0.3817088262704462,"score_spread":0.05850772046308744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018464266","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040009573,0.0036307166,0.5864016,0.0015105072,0.0005278917,0.0054483614,0.016294127,0.24442783,0.10174947],"genre_scores_gemma":[0.11582362,0.0022210449,0.80540526,0.00089827966,0.0003212398,0.0052170223,0.013666371,0.0113510275,0.045096118],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9892448,0.004583592,0.0012666406,0.0006401914,0.0039031447,0.00036164778],"domain_scores_gemma":[0.93363047,0.045891613,0.0017679492,0.007333342,0.009677106,0.0016995976],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.016081063,0.0023018036,0.0016598246,0.010670033,0.0010029867,0.006454185,0.0018668692,0.0019370312,0.0336623],"category_scores_gemma":[0.056491025,0.0009486543,0.0009980248,0.006315771,0.00055505126,0.008255384,0.00524844,0.0013884373,0.039597265],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015390358,0.0009839581,0.0067568463,0.0011703387,0.0001851894,0.000565541,0.003891151,0.001058283,0.009207767,0.0071990974,0.1538519,0.8135908],"study_design_scores_gemma":[0.0011524131,0.0019082787,0.05052438,0.0029470772,0.0007003568,0.0030307146,0.007158097,0.0814064,0.049206875,0.0718606,0.72894,0.0011647964],"about_ca_topic_score_codex":0.0012508658,"about_ca_topic_score_gemma":0.001876215,"teacher_disagreement_score":0.99354583,"about_ca_system_score_codex":0.0005866583,"about_ca_system_score_gemma":0.0010152725,"threshold_uncertainty_score":0.11261159},"labels":[],"label_agreement":null},{"id":"W2020313144","doi":"10.1145/1963405.1963464","title":"On the informativeness of cascade and intent-aware effectiveness measures","year":2011,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Entropy (arrow of time); Principle of maximum entropy; Cascade; Novelty; Measure (data warehouse); Data mining; Artificial intelligence; Machine learning","score_opus":0.06008029997265339,"score_gpt":0.2524308522903678,"score_spread":0.19235055231771442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020313144","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35476196,0.001183058,0.6332633,0.00058894,0.000034099423,0.00023815023,0.00052987545,0.0004619316,0.008938733],"genre_scores_gemma":[0.954962,0.00021088442,0.043540817,0.00010800926,0.000106485335,0.00016271953,0.00036783947,0.000071402705,0.00046984656],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98657334,0.005937871,0.0007223519,0.002259747,0.004027057,0.00047965706],"domain_scores_gemma":[0.7273316,0.24395019,0.010127809,0.010959877,0.0063281506,0.0013024464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021957893,0.001328822,0.0019282381,0.0067596016,0.0009256605,0.0027879302,0.0015007127,0.0018327753,0.0018007178],"category_scores_gemma":[0.151707,0.00091182714,0.0015209247,0.002689153,0.0032028698,0.009366481,0.0018292041,0.0028165837,0.00027656788],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019723885,0.00080155267,0.11419643,0.00073002005,0.0010598118,0.00078888726,0.0015465864,0.49483147,0.010525903,0.17059535,0.0019322037,0.2010194],"study_design_scores_gemma":[0.000043966105,0.00029757342,0.020703573,0.00009032838,0.00012697179,0.00044750626,0.00009664655,0.88876015,0.00455054,0.0843314,0.00044076963,0.00011052277],"about_ca_topic_score_codex":0.0019731817,"about_ca_topic_score_gemma":0.0015201855,"teacher_disagreement_score":0.021957893,"about_ca_system_score_codex":0.0017870179,"about_ca_system_score_gemma":0.0009951063,"threshold_uncertainty_score":0.11612582},"labels":[],"label_agreement":null},{"id":"W2028506003","doi":"10.1002/asi.21680","title":"Grasping the structure of journal articles: Utilizing the functions of information units","year":2011,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Relevance (law); Reading (process); Information retrieval; Taxonomy (biology); Task (project management); Process (computing); Comprehension; Reading comprehension; Linguistics; Programming language","score_opus":0.03193805869717261,"score_gpt":0.2661538326882589,"score_spread":0.23421577399108626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028506003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reporting","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94473714,0.0007471001,0.043699197,0.00021714211,0.000023522485,0.00029580932,0.00008822602,0.00091546663,0.009276374],"genre_scores_gemma":[0.9401143,0.00038720897,0.058041025,0.000058784743,0.0000175839,0.00011513082,0.00015572463,0.00015250567,0.0009575895],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9969849,0.0015584871,0.00030176845,0.0004073103,0.00054111297,0.00020642622],"domain_scores_gemma":[0.9111248,0.06621926,0.008085018,0.0074244924,0.0045468016,0.0025995101],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.002973845,0.00097570784,0.0006829294,0.0035892,0.00088532816,0.005108635,0.0011756602,0.001158003,0.00319735],"category_scores_gemma":[0.057077542,0.0006697588,0.00069757487,0.0015921269,0.0015753148,0.0072104475,0.0021694049,0.00066396303,0.0009740703],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019316297,0.0014996163,0.11299468,0.003842849,0.00033601298,0.0009081678,0.01767538,0.0048074797,0.19014211,0.008473621,0.0015816485,0.6558069],"study_design_scores_gemma":[0.00036092065,0.010381438,0.590184,0.0017247815,0.001736653,0.0032411395,0.025706328,0.10017078,0.19082199,0.040179893,0.03490743,0.000584621],"about_ca_topic_score_codex":0.0014240423,"about_ca_topic_score_gemma":0.0012643726,"teacher_disagreement_score":0.99702615,"about_ca_system_score_codex":0.00062118703,"about_ca_system_score_gemma":0.0010876231,"threshold_uncertainty_score":0.015727341},"labels":[],"label_agreement":null},{"id":"W2029009258","doi":"10.1145/2348283.2348300","title":"Time-based calibration of effectiveness measures","year":2012,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":200,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Computer science; Measure (data warehouse); Process (computing); Quality (philosophy); Information retrieval; Calibration; Adaptation (eye); Data mining; Machine learning","score_opus":0.025637850669145836,"score_gpt":0.2660673763852607,"score_spread":0.24042952571611484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029009258","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3315251,0.0037749852,0.62728816,0.0006738813,0.00039104736,0.0016485007,0.002825499,0.0027762277,0.029096574],"genre_scores_gemma":[0.846961,0.00043773936,0.14583606,0.00029703448,0.00011692217,0.0015875762,0.0023805627,0.00063883595,0.0017441426],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9519276,0.025658999,0.003170342,0.004704596,0.01364213,0.00089619576],"domain_scores_gemma":[0.687858,0.2212814,0.017674455,0.043218773,0.02863112,0.0013362378],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.032004975,0.0012844127,0.00087424734,0.0047977823,0.0006308739,0.0023219758,0.002352586,0.0018846152,0.0028676277],"category_scores_gemma":[0.3036897,0.000562711,0.00094300765,0.004493567,0.0014799915,0.004468923,0.0018780436,0.001663689,0.001291005],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033004244,0.0018504411,0.119093746,0.002258078,0.0011374945,0.00027826783,0.0035546955,0.20644018,0.026649896,0.051371668,0.016405893,0.5676592],"study_design_scores_gemma":[0.00044522458,0.0058112578,0.2162781,0.00083444663,0.0006882705,0.001690671,0.0017431213,0.58941156,0.07379001,0.061651617,0.046955254,0.000700498],"about_ca_topic_score_codex":0.002536812,"about_ca_topic_score_gemma":0.0019231031,"teacher_disagreement_score":0.032004975,"about_ca_system_score_codex":0.0024733476,"about_ca_system_score_gemma":0.0009465561,"threshold_uncertainty_score":0.16926044},"labels":[],"label_agreement":null},{"id":"W2029583420","doi":"10.1109/wi.2004.80","title":"Improving Efficiency and Relevance Ranking in Information Retrieval","year":2004,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Ranking (information retrieval); Relevance (law); Computer science; Similarity (geometry); Computation; Information retrieval; The Internet; Data mining; Ranking SVM; Learning to rank; Artificial intelligence; Algorithm; World Wide Web","score_opus":0.007935231399434549,"score_gpt":0.22668451101478498,"score_spread":0.21874927961535043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029583420","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029384673,0.0034472705,0.9588894,0.0008920523,0.00009953465,0.00020104213,0.00006177277,0.0013980892,0.0056262724],"genre_scores_gemma":[0.3162423,0.0024664025,0.6730503,0.0003211215,0.0006277389,0.00028697395,0.00035751783,0.0006237791,0.006023803],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9802501,0.012017567,0.00086279603,0.0014058093,0.004718494,0.0007452447],"domain_scores_gemma":[0.9572446,0.030666914,0.0019019502,0.0058747,0.004054941,0.00025696956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01106105,0.0014123444,0.0024819307,0.0046264143,0.001310642,0.0034312487,0.0021546797,0.0021821475,0.0023906184],"category_scores_gemma":[0.06442336,0.001064381,0.0011819787,0.0050081904,0.0023221138,0.0088000465,0.0021554295,0.0017590316,0.0034204489],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007055869,0.0005695014,0.0032297205,0.00068955496,0.00019827257,0.00018908441,0.0005503434,0.097442634,0.024484482,0.12960406,0.0097767105,0.73256004],"study_design_scores_gemma":[0.00029273145,0.000571434,0.003968956,0.00007707229,0.00022046853,0.0006056612,0.0001868225,0.73439115,0.03391335,0.21112964,0.014494737,0.00014788013],"about_ca_topic_score_codex":0.0018513385,"about_ca_topic_score_gemma":0.0017537735,"teacher_disagreement_score":0.01106105,"about_ca_system_score_codex":0.0017886994,"about_ca_system_score_gemma":0.0017439397,"threshold_uncertainty_score":0.05849719},"labels":[],"label_agreement":null},{"id":"W2034707531","doi":"10.1145/2009916.2009941","title":"CRTER","year":2011,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Term (time); Computer science; Term Discrimination; Information retrieval; Weighting; Intersection (aeronautics); Boosting (machine learning); Query expansion; Probabilistic logic; Ranking (information retrieval); Divergence-from-randomness model; Data mining; Artificial intelligence; Search engine; Web search query; Concept search; Geography","score_opus":0.07215051758748364,"score_gpt":0.23360566187308424,"score_spread":0.1614551442856006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034707531","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040938355,0.004693088,0.8531859,0.001602089,0.000574297,0.00088419614,0.0061003175,0.016440598,0.07558117],"genre_scores_gemma":[0.40539744,0.0027164093,0.4673917,0.0011686239,0.0005626392,0.0006656891,0.011449712,0.0013917728,0.10925602],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982621,0.0003165247,0.000100727026,0.00043887558,0.0007320479,0.00014976028],"domain_scores_gemma":[0.9977004,0.0004883154,0.00018846535,0.00092324865,0.0006138349,0.00008566953],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016027519,0.0007827926,0.0009716104,0.0023702788,0.0006422529,0.0018231423,0.0018439912,0.0014111531,0.017174754],"category_scores_gemma":[0.0058895554,0.00025896484,0.0007456768,0.002915987,0.00051373267,0.00347461,0.0014795954,0.0009393159,0.014045708],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049679907,0.00036525042,0.0031286012,0.0006282427,0.0001298381,0.00024907704,0.00019102225,0.042150952,0.0361,0.09048936,0.0818833,0.7441875],"study_design_scores_gemma":[0.00013614663,0.0006123383,0.005029314,0.00009360577,0.00017332139,0.0016999637,0.00014138418,0.63455164,0.04314195,0.08934874,0.22488067,0.00019092154],"about_ca_topic_score_codex":0.0028194364,"about_ca_topic_score_gemma":0.0040266314,"teacher_disagreement_score":0.9828252,"about_ca_system_score_codex":0.0010426298,"about_ca_system_score_gemma":0.00108847,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2036179015","doi":"10.1002/asi.22749","title":"Constructing a true<scp>LCSH</scp>tree of a science and engineering collection","year":2012,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Interdisciplinary Research in Music Media and Technology; McGill University","funders":"McGill University","keywords":"Subject (documents); Computer science; Tree structure; Tree (set theory); Domain (mathematical analysis); Information retrieval; Controlled vocabulary; Process (computing); Data collection; World Wide Web; Data structure; Mathematics; Statistics; Combinatorics","score_opus":0.010941688109401985,"score_gpt":0.2545057719737588,"score_spread":0.2435640838643568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036179015","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17343819,0.0005554853,0.7406401,0.0022965379,0.00015743433,0.0009682686,0.020720316,0.006778399,0.05444527],"genre_scores_gemma":[0.2476001,0.00041555014,0.7147394,0.0002605134,0.000050353643,0.00031119288,0.025750265,0.0013586204,0.009513988],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990553,0.00018831067,0.000057622154,0.00011724019,0.00047907906,0.000102376674],"domain_scores_gemma":[0.9962741,0.0012051403,0.0003128722,0.0006271444,0.0014070257,0.0001737226],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0009097435,0.00020983508,0.00032006323,0.004303313,0.0017823449,0.0025704156,0.00074395526,0.0007041311,0.0046672155],"category_scores_gemma":[0.007543874,0.0005012259,0.0006680392,0.005547996,0.0009583223,0.0026167997,0.0012585087,0.0008471439,0.0023261583],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040084595,0.00029186442,0.05806456,0.0015088966,0.00011809286,0.0031421892,0.009703587,0.02330784,0.044934075,0.24556151,0.09754525,0.5154213],"study_design_scores_gemma":[0.000054504795,0.00020390072,0.059330758,0.00043325685,0.00012642001,0.002581846,0.0049847136,0.3020355,0.028374562,0.19106045,0.4106125,0.00020157453],"about_ca_topic_score_codex":0.014646942,"about_ca_topic_score_gemma":0.024911854,"teacher_disagreement_score":0.9974296,"about_ca_system_score_codex":0.0013319205,"about_ca_system_score_gemma":0.002395966,"threshold_uncertainty_score":0.029123366},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2036298771","doi":"10.1186/1471-2105-12-s5-s8","title":"Promoting ranking diversity for genomics search with relevance-novelty combined model","year":2011,"lang":"en","type":"article","venue":"BMC Bioinformatics","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Beihang University; National Natural Science Foundation of China; State Key Laboratory of Software Development Environment; National Science Foundation","keywords":"Relevance (law); Novelty; Computer science; Information retrieval; Ranking (information retrieval); Term (time); Data science","score_opus":0.09916546799670223,"score_gpt":0.2562741648534256,"score_spread":0.15710869685672335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036298771","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13416065,0.0019173374,0.8553883,0.00097000855,0.00010475637,0.00021668835,0.00026698332,0.0011896269,0.0057857293],"genre_scores_gemma":[0.91413665,0.00046303586,0.08070549,0.00018613096,0.00015223096,0.00017138523,0.00029208514,0.000081970014,0.0038110241],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978302,0.0009117874,0.000093319475,0.00038090834,0.0005853073,0.00019834154],"domain_scores_gemma":[0.997575,0.0013701391,0.00028636723,0.00023152606,0.0003941581,0.00014290061],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023536147,0.000979339,0.0015489734,0.0023466172,0.0006350759,0.0012763554,0.0021929552,0.0018569786,0.0016840134],"category_scores_gemma":[0.0057691094,0.00051609986,0.0018127692,0.0018879916,0.0007789069,0.002969314,0.0014441705,0.0011728414,0.0006450112],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076333625,0.0005936674,0.009987311,0.00041805618,0.00040933935,0.0005340016,0.00028022515,0.7256303,0.0118800355,0.027704341,0.004727549,0.2170719],"study_design_scores_gemma":[0.000031218045,0.00014488645,0.00062405335,0.000006315676,0.00005581498,0.00011861373,0.000015252579,0.99038893,0.0006943893,0.0073958603,0.00050401076,0.000020654854],"about_ca_topic_score_codex":0.0038320485,"about_ca_topic_score_gemma":0.004712989,"teacher_disagreement_score":0.0038320485,"about_ca_system_score_codex":0.0013139184,"about_ca_system_score_gemma":0.0010453156,"threshold_uncertainty_score":0.012447238},"labels":[],"label_agreement":null},{"id":"W2036620384","doi":"10.1002/asi.20156","title":"Putting it together online: Information need identification for the domain novice user","year":2005,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; McGill University","funders":"","keywords":"Computer science; Information retrieval; Associative property; Cataloging; Identification (biology); Search engine indexing; Domain (mathematical analysis); The Internet; Cognitive models of information retrieval; Index (typography); World Wide Web; Information science; Information system; Information access; Human–computer interaction; Human–computer information retrieval; Search engine","score_opus":0.014136302247201802,"score_gpt":0.29763800953920566,"score_spread":0.28350170729200386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036620384","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99688965,0.000023981564,0.00043948137,0.00012668077,0.0000019420277,0.000024228619,0.000019165464,0.000022319873,0.0024526822],"genre_scores_gemma":[0.9984548,0.000027447055,0.0009401931,0.000052575284,0.0000017692266,0.000010702914,0.000028102686,0.0000025227737,0.00048187742],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992648,0.0003911251,0.00006972945,0.00007330792,0.00012373633,0.00007734733],"domain_scores_gemma":[0.9886925,0.0072278595,0.0007307733,0.0012869714,0.0008916784,0.0011703568],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019520182,0.00013983515,0.00026340754,0.00075067446,0.00079790415,0.0013469625,0.00026085036,0.0006008573,0.0036156988],"category_scores_gemma":[0.015732288,0.00013540608,0.00014295474,0.0003459522,0.0005366356,0.0015110278,0.0008531481,0.00055138965,0.0005599889],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012499957,0.0034674602,0.7427143,0.00035669902,0.000044433054,0.00070670265,0.053302284,0.00055670424,0.020642886,0.0030416215,0.0034173909,0.17049949],"study_design_scores_gemma":[0.00016384851,0.0063875644,0.8448103,0.00010183312,0.00013821622,0.0024418584,0.08675902,0.01588203,0.026039505,0.0048190355,0.012287023,0.00016975806],"about_ca_topic_score_codex":0.002152988,"about_ca_topic_score_gemma":0.0028214024,"teacher_disagreement_score":0.0036156988,"about_ca_system_score_codex":0.00042813047,"about_ca_system_score_gemma":0.0005351584,"threshold_uncertainty_score":0.012095749},"labels":[],"label_agreement":null},{"id":"W2037377096","doi":"10.1145/1835449.1835549","title":"Human performance and retrieval precision revisited","year":2010,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Amazon Web Services","keywords":"Computer science; Relevance (law); Relevance feedback; Information retrieval; Artificial intelligence; Machine learning; Data mining; Image retrieval","score_opus":0.016248457426242993,"score_gpt":0.2749960463348611,"score_spread":0.2587475889086181,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037377096","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8589633,0.019223053,0.07755987,0.0017575232,0.00023257366,0.00018134028,0.0005274933,0.00080707937,0.040747717],"genre_scores_gemma":[0.9940607,0.0004933383,0.0041373824,0.00012271134,0.00006224891,0.000031518455,0.00011584288,0.000064957305,0.0009112956],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9680939,0.013569262,0.0021099516,0.0047824853,0.010658602,0.0007857336],"domain_scores_gemma":[0.70845246,0.23819906,0.019004637,0.02045733,0.012428231,0.0014582367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.029181642,0.00069629104,0.0010999904,0.002735952,0.00074126536,0.0026711698,0.00084785296,0.0012406382,0.001810854],"category_scores_gemma":[0.22117124,0.0003885299,0.0009087585,0.0029884982,0.0029997604,0.004122308,0.0018465978,0.0013339072,0.000700358],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0047826017,0.0005497781,0.42416367,0.00277581,0.0033957984,0.00044565275,0.013603968,0.024163296,0.024104413,0.023571447,0.0053892545,0.47305432],"study_design_scores_gemma":[0.0002213575,0.003538182,0.89070016,0.0004620994,0.0006548594,0.0015516384,0.0017111334,0.027258955,0.022298878,0.04262969,0.008605415,0.00036761566],"about_ca_topic_score_codex":0.003173304,"about_ca_topic_score_gemma":0.0016690348,"teacher_disagreement_score":0.029181642,"about_ca_system_score_codex":0.0009938915,"about_ca_system_score_gemma":0.00069796626,"threshold_uncertainty_score":0.15432912},"labels":[],"label_agreement":null},{"id":"W2038109720","doi":"10.1108/oir-10-2014-0259","title":"Evaluating citation visualization and exploration methods for supporting academic search tasks","year":2015,"lang":"en","type":"article","venue":"Online Information Review","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; University of Regina","funders":"","keywords":"Computer science; Visualization; Interface (matter); Bow tie; Information retrieval; Citation; Digital library; Usability; Exploratory search; Originality; Online search; World Wide Web; Human–computer interaction; Qualitative research; Artificial intelligence","score_opus":0.3720585407933159,"score_gpt":0.5759869512163492,"score_spread":0.20392841042303333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038109720","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9387659,0.006833953,0.041233785,0.00047964815,0.00018228358,0.0032372316,0.0007037678,0.0019240172,0.0066393283],"genre_scores_gemma":[0.8108207,0.002554484,0.17856967,0.00020916233,0.00013895953,0.004068753,0.001070597,0.00019464768,0.0023729163],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9837917,0.010979991,0.0019160981,0.0006186724,0.002429576,0.00026388583],"domain_scores_gemma":[0.8050752,0.17248838,0.0068808547,0.0045485334,0.009569498,0.0014375172],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.018579619,0.0010325516,0.0011657103,0.0037370583,0.000615939,0.003410109,0.0012236579,0.0011370757,0.0034237062],"category_scores_gemma":[0.12921807,0.00045768073,0.0009717298,0.0029183545,0.00038979854,0.0029377579,0.0019062771,0.0007067214,0.00068316015],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014389286,0.0056253257,0.03673503,0.014587451,0.0007438985,0.0002810125,0.010665548,0.0051179645,0.025608897,0.0018009352,0.006034115,0.8784105],"study_design_scores_gemma":[0.015435283,0.13816099,0.39226103,0.010120857,0.006848621,0.003513235,0.02942092,0.18874685,0.116612256,0.010054568,0.08715037,0.0016750742],"about_ca_topic_score_codex":0.0011929412,"about_ca_topic_score_gemma":0.0013332525,"teacher_disagreement_score":0.99626297,"about_ca_system_score_codex":0.0008514893,"about_ca_system_score_gemma":0.0011186353,"threshold_uncertainty_score":0.09825957},"labels":[],"label_agreement":null},{"id":"W2039190550","doi":"10.1007/s10506-010-9093-9","title":"Evaluation of information retrieval for E-discovery","year":2010,"lang":"en","type":"article","venue":"Artificial Intelligence and Law","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Open Text (Canada)","funders":"","keywords":"Computer science; Information retrieval; Data science; Context (archaeology); Precision and recall; Question answering","score_opus":0.07755438895016285,"score_gpt":0.33809230550115454,"score_spread":0.2605379165509917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039190550","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89788795,0.011379488,0.044399906,0.0028318076,0.00027301564,0.0011065794,0.001496337,0.0018946887,0.03873021],"genre_scores_gemma":[0.98300135,0.0005231996,0.013649767,0.00010031264,0.00006401454,0.0001058316,0.00069397455,0.00006069393,0.0018008365],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.97561026,0.015638698,0.0014325483,0.00088128564,0.005825684,0.00061155064],"domain_scores_gemma":[0.80702835,0.16761144,0.0041101347,0.006838935,0.012220891,0.0021902109],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.030033983,0.0010630059,0.0015505014,0.0054313615,0.001097296,0.0040770923,0.0014647432,0.0023779483,0.0056223795],"category_scores_gemma":[0.11943911,0.0002069449,0.00086578424,0.002725965,0.001126582,0.0045747347,0.0012395066,0.00081299234,0.0011814693],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04271667,0.007204709,0.09572834,0.004125441,0.0018288142,0.00037075253,0.0008644294,0.11406494,0.010119083,0.028381635,0.0130247725,0.6815703],"study_design_scores_gemma":[0.0018452473,0.012610319,0.04366994,0.0002867541,0.0014220487,0.00045331562,0.0007242751,0.8944385,0.021149142,0.015333524,0.007879605,0.00018718299],"about_ca_topic_score_codex":0.0060322667,"about_ca_topic_score_gemma":0.0042848275,"teacher_disagreement_score":0.030033983,"about_ca_system_score_codex":0.0035772794,"about_ca_system_score_gemma":0.0028105448,"threshold_uncertainty_score":0.15883684},"labels":[],"label_agreement":null},{"id":"W2040396444","doi":"10.1109/bibm.2013.6732579","title":"Expoliting rich features for promoting diversity in biomedical information retrieval","year":2013,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Information retrieval; Computer science; Learning to rank; Redundancy (engineering); Ranking (information retrieval); Novelty; Relevance (law); Diversity (politics); Rank (graph theory); Salient; Perspective (graphical); Artificial intelligence; Mathematics","score_opus":0.022514064434663278,"score_gpt":0.26393652698079023,"score_spread":0.24142246254612695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040396444","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07745518,0.0026297062,0.91356474,0.0009955828,0.00015466141,0.00023027146,0.0006348381,0.0016204998,0.0027145061],"genre_scores_gemma":[0.62100756,0.0009107853,0.37295204,0.00061647623,0.00062324834,0.0002740379,0.0012260749,0.00017448953,0.0022152693],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976926,0.0008791855,0.00020202817,0.0003325321,0.0007035047,0.00019016185],"domain_scores_gemma":[0.99396425,0.003126023,0.00080968346,0.0009022453,0.0009905748,0.00020732472],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002673067,0.0008130431,0.0011697465,0.0040300693,0.0007474907,0.0017457247,0.001086025,0.0016159966,0.0015315878],"category_scores_gemma":[0.011201045,0.00029242283,0.00093136216,0.0034428516,0.00085393013,0.0034618373,0.0018116324,0.001526686,0.00080740784],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00081094535,0.000481477,0.01173094,0.0007157493,0.00025095863,0.00064709224,0.00063969305,0.077686585,0.08782102,0.031740166,0.012261989,0.77521336],"study_design_scores_gemma":[0.00012003228,0.0012907401,0.013203578,0.00013032487,0.00022088266,0.0015409652,0.00018998922,0.86564934,0.028507186,0.07256954,0.016416447,0.00016093635],"about_ca_topic_score_codex":0.001030328,"about_ca_topic_score_gemma":0.0014923477,"teacher_disagreement_score":0.0040300693,"about_ca_system_score_codex":0.0007331214,"about_ca_system_score_gemma":0.00068727747,"threshold_uncertainty_score":0.014136672},"labels":[],"label_agreement":null},{"id":"W2041328912","doi":"10.1108/00220410510585214","title":"Scholarly journal usage: the results of deep log analysis","year":2005,"lang":"en","type":"article","venue":"Journal of Documentation","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":105,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Visitor pattern; Originality; Computer science; Information seeking; Value (mathematics); Digital library; World Wide Web; Quarter (Canadian coin); Information behavior; Data science; Information retrieval; Library science; Sociology; Social science","score_opus":0.017848961421182235,"score_gpt":0.31234046458478437,"score_spread":0.2944915031636021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041328912","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9827473,0.00043413302,0.0065996205,0.00052741077,0.00002583007,0.00011150649,0.0029897173,0.00050165557,0.0060630348],"genre_scores_gemma":[0.9916415,0.00016756664,0.0041093123,0.00008044606,0.000033713997,0.00007701537,0.0018564104,0.0001375524,0.0018964608],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9901839,0.004613747,0.00080490654,0.000652503,0.0033248614,0.00042015137],"domain_scores_gemma":[0.83630687,0.12468526,0.01113237,0.010233744,0.01596919,0.0016724099],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0056097996,0.00038822094,0.0006559398,0.005697133,0.00062504725,0.003228282,0.0005753751,0.0005396293,0.0022775657],"category_scores_gemma":[0.06268199,0.00021766228,0.0005248364,0.0075508957,0.00082602346,0.0035139988,0.0019539022,0.0009871611,0.001413342],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019364145,0.0008685577,0.6999175,0.0008347188,0.00023924302,0.00020994506,0.014458591,0.002622921,0.005455601,0.0020263542,0.00741586,0.2640142],"study_design_scores_gemma":[0.000038375976,0.0010647166,0.91181076,0.00016102465,0.00016427263,0.00072885357,0.01806119,0.043880805,0.0070763305,0.0052828626,0.01154033,0.0001905087],"about_ca_topic_score_codex":0.002999605,"about_ca_topic_score_gemma":0.0033341772,"teacher_disagreement_score":0.9967717,"about_ca_system_score_codex":0.00055691844,"about_ca_system_score_gemma":0.00065888296,"threshold_uncertainty_score":0.029667795},"labels":[],"label_agreement":null},{"id":"W2043297078","doi":"10.1108/oir-09-2011-0153","title":"A longitudinal study of HotMap web search","year":2013,"lang":"en","type":"article","venue":"Online Information Review","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Computer science; Exploratory search; Information retrieval; Originality; Visualization; World Wide Web; Web navigation; User interface; Interface (matter); Usability; Human–computer interaction; Web page; Data mining; Psychology","score_opus":0.05445917565737101,"score_gpt":0.3398261268898248,"score_spread":0.28536695123245376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043297078","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9983576,0.00016527958,0.00031509055,0.00014398656,0.000009559332,0.00010983397,0.00015520227,0.000010194779,0.0007332884],"genre_scores_gemma":[0.9969602,0.0001552186,0.0006141149,0.00017408495,0.000013863844,0.00032336148,0.00026162047,0.000008371079,0.0014890467],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99710387,0.0016304832,0.00021207072,0.00024230046,0.0004935101,0.0003177892],"domain_scores_gemma":[0.9833906,0.005855892,0.002923561,0.0016263007,0.0037727186,0.0024309603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010727235,0.00026510286,0.00056736596,0.0011796481,0.0029124124,0.0016025939,0.00043521385,0.0007665758,0.0023728418],"category_scores_gemma":[0.022640225,0.00050452276,0.00029635863,0.0009203079,0.00064031733,0.0017840755,0.0012153955,0.0013470165,0.00088597543],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00081822264,0.0064951447,0.8558206,0.0001649563,0.00008621034,0.00093320425,0.09774849,0.00009216669,0.0015890811,0.0006657354,0.0023140926,0.03327211],"study_design_scores_gemma":[0.00014352937,0.011730467,0.8785096,0.00019061395,0.00011955261,0.0011270375,0.0941601,0.00097008934,0.0012887078,0.00089378376,0.010729292,0.00013710328],"about_ca_topic_score_codex":0.00808275,"about_ca_topic_score_gemma":0.009970872,"teacher_disagreement_score":0.010727235,"about_ca_system_score_codex":0.000776989,"about_ca_system_score_gemma":0.0016401722,"threshold_uncertainty_score":0.05673176},"labels":[],"label_agreement":null},{"id":"W2045828803","doi":"10.1002/asi.20598","title":"Task‐based information retrieval: Structuring undergraduate history essays for better course evaluation using essay‐type visualizations","year":2007,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Henan Institute of Science and Technology","keywords":"Computer science; Task (project management); Construct (python library); Domain (mathematical analysis); Information retrieval; Structuring; Quality (philosophy); Course (navigation)","score_opus":0.03336532014976146,"score_gpt":0.33939260429314366,"score_spread":0.3060272841433822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045828803","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9315699,0.00047559803,0.05961145,0.00040166572,0.00009889403,0.0006782632,0.00036198398,0.002747688,0.0040545445],"genre_scores_gemma":[0.9283608,0.00014248601,0.06993712,0.000055203764,0.000053940814,0.00043695938,0.00023587042,0.00010911172,0.0006685219],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9973241,0.0018780893,0.00023422399,0.00022307689,0.00026105117,0.00007937298],"domain_scores_gemma":[0.95723474,0.032453068,0.0039963815,0.0025829847,0.0024319617,0.0013008429],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051524593,0.00070304354,0.00075569615,0.0019962986,0.0003663586,0.002075734,0.0006463237,0.00048915885,0.003605828],"category_scores_gemma":[0.04809519,0.00025117578,0.00034567493,0.0011211808,0.00042699274,0.0018532781,0.001230421,0.0006011646,0.00042940862],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0049753897,0.0018680759,0.049624722,0.0015134317,0.0000911939,0.0003092898,0.015600543,0.004349371,0.11513408,0.0024489784,0.005743224,0.79834175],"study_design_scores_gemma":[0.002587758,0.020368643,0.57837003,0.0015438319,0.00067716354,0.0014922268,0.02171351,0.16662133,0.13305439,0.019913727,0.05286417,0.00079330325],"about_ca_topic_score_codex":0.00029949582,"about_ca_topic_score_gemma":0.00047690826,"teacher_disagreement_score":0.0051524593,"about_ca_system_score_codex":0.0003870143,"about_ca_system_score_gemma":0.0003643809,"threshold_uncertainty_score":0.027249157},"labels":[],"label_agreement":null},{"id":"W2045935559","doi":"10.1108/00220410310457993","title":"A model of information practices in accounts of everyday‐life information seeking","year":2003,"lang":"en","type":"article","venue":"Journal of Documentation","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":595,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Information seeking; Everyday life; Neglect; Focus (optics); Strict constructionism; Psychology; Sociology; Information needs; Information behavior; Cognition; Computer science; Knowledge management; Social psychology; Epistemology; World Wide Web; Information retrieval; Human–computer interaction","score_opus":0.03956720142467514,"score_gpt":0.32667912051034187,"score_spread":0.28711191908566674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045935559","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13417271,0.0041879034,0.42199007,0.029039582,0.00018793702,0.0004897063,0.0005202601,0.0005536698,0.40885818],"genre_scores_gemma":[0.9246871,0.001210965,0.06346607,0.00058083463,0.0000860973,0.0005948273,0.00023343397,0.000121588826,0.009019082],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99259686,0.0045667416,0.0003746939,0.0006389477,0.0013608454,0.00046180486],"domain_scores_gemma":[0.9840416,0.011911354,0.0010169727,0.0015850802,0.00094678346,0.00049827213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062389555,0.0009002872,0.0005670408,0.0061497064,0.0039402028,0.011644897,0.0024295624,0.0036610253,0.00448301],"category_scores_gemma":[0.013860695,0.0006970479,0.0013274141,0.006341484,0.01890175,0.023127833,0.0041449033,0.0028441658,0.0009549987],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017039578,0.000027901697,0.00068918575,0.00007977958,0.000008778655,0.000098661025,0.04028999,0.00093624205,0.00016270689,0.95278555,0.0004267134,0.0044773724],"study_design_scores_gemma":[0.00004146689,0.00004121614,0.0011652536,0.00036591594,0.00002947788,0.00046248303,0.019757975,0.014218946,0.0002296461,0.92760575,0.036044538,0.000037322676],"about_ca_topic_score_codex":0.0105107855,"about_ca_topic_score_gemma":0.0065117613,"teacher_disagreement_score":0.011644897,"about_ca_system_score_codex":0.008326387,"about_ca_system_score_gemma":0.005738819,"threshold_uncertainty_score":0.060412407},"labels":[],"label_agreement":null},{"id":"W2048476252","doi":"10.1016/j.ins.2011.03.007","title":"Modeling term proximity for probabilistic information retrieval models","year":2011,"lang":"en","type":"article","venue":"Information Sciences","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":89,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Term (time); Divergence-from-randomness model; Computer science; Probabilistic logic; Term Discrimination; Probabilistic relevance model; Information retrieval; Data mining; Artificial intelligence; Probabilistic analysis of algorithms; Search engine; Concept search","score_opus":0.12864812228287392,"score_gpt":0.2964142241644975,"score_spread":0.16776610188162355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048476252","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08041908,0.0021020512,0.91199076,0.0014158593,0.0001097001,0.00015430043,0.0005250617,0.00059872406,0.0026843625],"genre_scores_gemma":[0.87121373,0.0022516784,0.114075616,0.00029744755,0.00039791298,0.0005608755,0.001025803,0.00020846477,0.00996851],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99631965,0.0018100895,0.00023265523,0.0008022539,0.00056367717,0.0002716021],"domain_scores_gemma":[0.9819687,0.015176521,0.001105151,0.00082635926,0.00067308993,0.0002501177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058980905,0.0010270262,0.0022931842,0.003303752,0.0011472873,0.0032088903,0.0029982475,0.0038401699,0.0041645607],"category_scores_gemma":[0.03849712,0.0014451693,0.002332366,0.004070184,0.001351964,0.0075604143,0.0021883703,0.0028648474,0.0016345225],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004184147,0.00025231965,0.0043324367,0.0003724401,0.0002645561,0.00022505254,0.00060848915,0.7971791,0.0016940627,0.13605544,0.0026961004,0.05590159],"study_design_scores_gemma":[0.000023111827,0.00003325273,0.00032617108,0.0000132477635,0.000046689485,0.00006147779,0.000020309062,0.94683886,0.00017386486,0.052012566,0.00043185885,0.000018548164],"about_ca_topic_score_codex":0.010447591,"about_ca_topic_score_gemma":0.009870564,"teacher_disagreement_score":0.010447591,"about_ca_system_score_codex":0.002292605,"about_ca_system_score_gemma":0.0013580607,"threshold_uncertainty_score":0.031192422},"labels":[],"label_agreement":null},{"id":"W2049653588","doi":"10.1145/2348283.2348356","title":"Proximity-based rocchio's model for pseudo relevance","year":2012,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Relevance feedback; Computer science; Query expansion; Relevance (law); Boosting (machine learning); Information retrieval; Data mining; Term (time); Artificial intelligence; Image retrieval","score_opus":0.04683063451606024,"score_gpt":0.2939340319662767,"score_spread":0.24710339745021648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049653588","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03500282,0.0038019323,0.9447551,0.0015027908,0.0002060887,0.00041882362,0.0006996773,0.0012360467,0.0123767145],"genre_scores_gemma":[0.80346847,0.0029171605,0.16646573,0.0005332726,0.0006383345,0.0013557468,0.00091500825,0.00025376762,0.02345247],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99541986,0.0015256539,0.00025973129,0.0011278427,0.0012976561,0.00036920983],"domain_scores_gemma":[0.9928255,0.004003107,0.00063293,0.0011207163,0.0012307428,0.0001869345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042391066,0.0016792894,0.002156637,0.0039733625,0.0009775744,0.002179573,0.003980158,0.0029036799,0.0046143048],"category_scores_gemma":[0.016979307,0.0007176272,0.0024547228,0.004065849,0.0020804617,0.006982666,0.0015210478,0.0021995544,0.002920885],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007175244,0.00033617925,0.0059844223,0.00085337483,0.00027845905,0.0008785167,0.0013411975,0.36391327,0.010536491,0.35242793,0.017204763,0.2455278],"study_design_scores_gemma":[0.00004596499,0.00016267945,0.0011153314,0.000035638426,0.00008231019,0.00055756915,0.00004471744,0.93189484,0.0012167245,0.05870912,0.0060601244,0.00007495464],"about_ca_topic_score_codex":0.0067848787,"about_ca_topic_score_gemma":0.0051318635,"teacher_disagreement_score":0.0067848787,"about_ca_system_score_codex":0.002594859,"about_ca_system_score_gemma":0.0014357249,"threshold_uncertainty_score":0.022418857},"labels":[],"label_agreement":null},{"id":"W2049744280","doi":"10.1108/14684520510638061","title":"Interfaces to knowledge organization systems in Canadian digital library collections","year":2005,"lang":"en","type":"article","venue":"Online Information Review","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Knowledge organization; Digital library; Computer science; World Wide Web; Originality; Knowledge management; Interface (matter); Information system; Engineering; Political science","score_opus":0.011790301063153333,"score_gpt":0.26373876550826375,"score_spread":0.25194846444511043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049744280","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8021195,0.0094928015,0.004700226,0.0034878547,0.000093945084,0.0020122852,0.0012991143,0.00052609737,0.17626831],"genre_scores_gemma":[0.95634633,0.0062293042,0.014833482,0.00068550545,0.000029956298,0.00058829586,0.0008121821,0.00006911854,0.020405782],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9915167,0.002775548,0.000588343,0.00036067318,0.004045464,0.00071323285],"domain_scores_gemma":[0.9768629,0.012151974,0.0018760611,0.0008543395,0.0071517453,0.0011029847],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.008481758,0.00035649588,0.0006132205,0.009045347,0.0067613204,0.009033089,0.0013447534,0.0006238828,0.006351886],"category_scores_gemma":[0.042954043,0.00036945718,0.0004427989,0.01291108,0.002454975,0.0032772461,0.0034946364,0.00054805644,0.00060481083],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005808546,0.0003567069,0.10470315,0.006339554,0.00013869908,0.00111385,0.22955781,0.0010517125,0.004136541,0.028438954,0.02698385,0.5965983],"study_design_scores_gemma":[0.00016536629,0.00046298248,0.2645547,0.0030087999,0.0004714544,0.0009967977,0.21285148,0.003023853,0.006019479,0.00506715,0.5030227,0.00035530815],"about_ca_topic_score_codex":0.85586065,"about_ca_topic_score_gemma":0.9190245,"teacher_disagreement_score":0.9909669,"about_ca_system_score_codex":0.043183908,"about_ca_system_score_gemma":0.05735663,"threshold_uncertainty_score":0.31332266},"labels":[],"label_agreement":null},{"id":"W2051101123","doi":"10.1145/1031171.1031182","title":"Scoring missing terms in information retrieval tasks","year":2004,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Ministério da Educação; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Computer science; Query expansion; Information retrieval; Vocabulary; Web query classification; Web search query; Ranking (information retrieval); Query language; Query optimization; Focus (optics); RDF query language; Sargable; Natural language processing; Search engine; Artificial intelligence","score_opus":0.01795538351522202,"score_gpt":0.2604083802063343,"score_spread":0.24245299669111225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051101123","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2528192,0.013344045,0.7260681,0.00067823095,0.00024138644,0.00049950177,0.0005767462,0.0035468452,0.0022259874],"genre_scores_gemma":[0.596754,0.0019765338,0.39504004,0.00020478066,0.0003543682,0.0003267764,0.0020270369,0.00028986865,0.0030265301],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99279964,0.003193797,0.00075381115,0.000873479,0.0020899677,0.0002893619],"domain_scores_gemma":[0.9791632,0.015636778,0.0009375751,0.0018352438,0.0019433029,0.00048384632],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007066137,0.001361258,0.0033928598,0.0037131538,0.0011276159,0.0017250188,0.0022405237,0.0026484872,0.0021206886],"category_scores_gemma":[0.041433316,0.0006498481,0.0009768147,0.0042757313,0.0011795656,0.007746911,0.0020986511,0.0016862378,0.0014306356],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029825978,0.00077698304,0.013176202,0.0019115013,0.00034556072,0.00054686546,0.0013686521,0.08308536,0.04519261,0.009016669,0.008275238,0.8333218],"study_design_scores_gemma":[0.00037647117,0.0014633012,0.0097044455,0.0001230068,0.00046375598,0.0009829173,0.00063864986,0.88353294,0.048150297,0.045938235,0.008400625,0.00022535736],"about_ca_topic_score_codex":0.004977105,"about_ca_topic_score_gemma":0.00338731,"teacher_disagreement_score":0.007066137,"about_ca_system_score_codex":0.0008247521,"about_ca_system_score_gemma":0.00094893586,"threshold_uncertainty_score":0.037369728},"labels":[],"label_agreement":null},{"id":"W2052842594","doi":"10.1145/2590988","title":"Modeling Term Associations for Probabilistic Information Retrieval","year":2014,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada; International Business Machines Corporation","keywords":"Term Discrimination; Computer science; Term (time); Bigram; Divergence-from-randomness model; Probabilistic logic; Ranking (information retrieval); Query expansion; Information retrieval; Data mining; Artificial intelligence; Web search query; Search engine; Concept search; Trigram","score_opus":0.03054072446624775,"score_gpt":0.26785701334439205,"score_spread":0.2373162888781443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052842594","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01150598,0.0014162783,0.98416626,0.00033885814,0.000056892277,0.00009500788,0.00025781748,0.0006733853,0.0014894928],"genre_scores_gemma":[0.6159866,0.0037963346,0.36500892,0.00047258675,0.0005371277,0.0009243336,0.0020494782,0.00036847554,0.0108561525],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99546117,0.0015142164,0.00036518517,0.0009759381,0.0013297144,0.00035384734],"domain_scores_gemma":[0.9926813,0.0046387226,0.0009394166,0.0008443351,0.0007646119,0.00013163147],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043336106,0.0014863259,0.00192702,0.003842405,0.00092748477,0.0025246823,0.0032742508,0.002701929,0.002743546],"category_scores_gemma":[0.019838283,0.00097254117,0.002314277,0.006262755,0.0014495129,0.0079173455,0.0020724444,0.0021966854,0.0022537133],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023664912,0.00013237329,0.0029658924,0.00039226824,0.00019765366,0.0003128555,0.00040967486,0.6860224,0.0056416905,0.15638,0.004194378,0.14311413],"study_design_scores_gemma":[0.000011995925,0.00004251246,0.00027371975,0.000011127234,0.00003313255,0.00011266814,0.000018525654,0.9534232,0.0004575095,0.04411577,0.0014726381,0.000027160375],"about_ca_topic_score_codex":0.0076212212,"about_ca_topic_score_gemma":0.0071632094,"teacher_disagreement_score":0.0076212212,"about_ca_system_score_codex":0.0020353138,"about_ca_system_score_gemma":0.0014861766,"threshold_uncertainty_score":0.022918642},"labels":[],"label_agreement":null},{"id":"W2054676729","doi":"10.1145/1645953.1645965","title":"Characterizing commercial intent","year":2009,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Microsoft Research","keywords":"Information retrieval; Computer science; Search engine; Web query classification; Rank (graph theory); Ontology; Web search query; Focus (optics); Query expansion; Product (mathematics); Ranking (information retrieval); World Wide Web; Mathematics","score_opus":0.030418859092785255,"score_gpt":0.27818065092990135,"score_spread":0.2477617918371161,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054676729","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9513002,0.0009745856,0.02709198,0.0002360367,0.000019467421,0.0002808919,0.0045611416,0.00039466668,0.015140943],"genre_scores_gemma":[0.9845388,0.00029100422,0.009994103,0.000050782462,0.000032332046,0.00008807018,0.0035119723,0.00003916429,0.0014539239],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987907,0.00025472898,0.00018239624,0.00013029069,0.0005249163,0.000116935254],"domain_scores_gemma":[0.98537445,0.008201646,0.0022986692,0.00088442006,0.0028149397,0.00042580327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015548236,0.0004129754,0.00044917586,0.0054303156,0.000334306,0.0017867279,0.00032187908,0.00060087675,0.0014346649],"category_scores_gemma":[0.013863655,0.00017865708,0.0004426466,0.003647957,0.0003459997,0.0029075076,0.0006872693,0.00048698226,0.00068770465],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006214969,0.0005026686,0.7721672,0.00096008845,0.00018574235,0.00063289533,0.0035875526,0.005408105,0.03308451,0.012149377,0.0045128316,0.16618763],"study_design_scores_gemma":[0.000031678934,0.0006326936,0.85688436,0.00012306673,0.00019571559,0.0017564767,0.0028989348,0.10250033,0.008742269,0.011491864,0.014618816,0.00012382737],"about_ca_topic_score_codex":0.0042501087,"about_ca_topic_score_gemma":0.0053341505,"teacher_disagreement_score":0.0054303156,"about_ca_system_score_codex":0.00048210536,"about_ca_system_score_gemma":0.00036977502,"threshold_uncertainty_score":0.008450747},"labels":[],"label_agreement":null},{"id":"W2055300345","doi":"10.1002/meet.14504001103","title":"Understanding the brevity of Web queries","year":2003,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; World Wide Web; The Internet; Information retrieval; Context (archaeology); Search engine; Information seeking; Web search query; Information needs; Web search engine","score_opus":0.037390224939481576,"score_gpt":0.2724190203876867,"score_spread":0.2350287954482051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055300345","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25190368,0.020458883,0.48163715,0.034757562,0.0010581217,0.0009251608,0.0026235573,0.0017955203,0.20484033],"genre_scores_gemma":[0.89715475,0.006077652,0.078268684,0.0036915503,0.0009870852,0.0005740582,0.0019682995,0.0010703463,0.010207523],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.95709974,0.019539332,0.0057447637,0.004274978,0.01151608,0.0018250075],"domain_scores_gemma":[0.7621893,0.16140978,0.02411503,0.02424171,0.02639136,0.0016527824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.032263555,0.0008933167,0.0010505605,0.009013189,0.0025329082,0.018475728,0.0035334995,0.0042311256,0.006794075],"category_scores_gemma":[0.23296833,0.001697648,0.0011697141,0.007998328,0.012157199,0.053268835,0.008036426,0.005094025,0.002862575],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004760908,0.00008535585,0.024452107,0.00092319463,0.00010296038,0.00090131053,0.07023506,0.00419813,0.0042321524,0.7565819,0.011016103,0.12679565],"study_design_scores_gemma":[0.000094889125,0.00021872431,0.020584213,0.0014298325,0.00015196143,0.0029200101,0.025164898,0.02917795,0.0041872095,0.738345,0.17739546,0.00032991095],"about_ca_topic_score_codex":0.0072569703,"about_ca_topic_score_gemma":0.001845575,"teacher_disagreement_score":0.032263555,"about_ca_system_score_codex":0.004290615,"about_ca_system_score_gemma":0.0027565905,"threshold_uncertainty_score":0.17062807},"labels":[],"label_agreement":null},{"id":"W2056260089","doi":"10.1016/s0740-8188(03)00005-7","title":"Knowledge organization in research: A conceptual model for organizing data","year":2003,"lang":"en","type":"article","venue":"Library & Information Science Research","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Transferability; Computer science; Relevance (law); Data science; Consistency (knowledge bases); Coding (social sciences); Recall; Knowledge management; Management science; Information retrieval; Psychology; Sociology; Artificial intelligence; Social science","score_opus":0.4916944307815487,"score_gpt":0.471232263735003,"score_spread":0.020462167046545687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056260089","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0500499,0.0029237869,0.8793134,0.013251781,0.00012983725,0.0006799791,0.0008278092,0.00051037304,0.052313104],"genre_scores_gemma":[0.48847273,0.0016831378,0.50217557,0.0006928009,0.00016813882,0.0011081416,0.0011351953,0.00010228271,0.0044619436],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99494356,0.0023846917,0.00052270415,0.0008898497,0.0008479352,0.0004112685],"domain_scores_gemma":[0.98567283,0.007474014,0.0019033732,0.0019922198,0.0016817984,0.0012757967],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00683953,0.0007866083,0.0008225062,0.01058576,0.0030364115,0.014080809,0.0032396486,0.0032195477,0.0050825393],"category_scores_gemma":[0.018714542,0.00086508325,0.0022750131,0.0129375905,0.0100316685,0.022068515,0.0034502216,0.0018631321,0.0010992817],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000303643,0.00008845962,0.0044758935,0.00022708639,0.00008222336,0.00013461433,0.0058810744,0.0039193686,0.0005421621,0.95083624,0.0021254173,0.03165716],"study_design_scores_gemma":[0.00005041084,0.00006373669,0.0022601741,0.0002511302,0.00012766129,0.00041015452,0.003624729,0.027576618,0.00047358067,0.94483936,0.020274587,0.00004784688],"about_ca_topic_score_codex":0.00960086,"about_ca_topic_score_gemma":0.0058364347,"teacher_disagreement_score":0.014080809,"about_ca_system_score_codex":0.004006246,"about_ca_system_score_gemma":0.006399369,"threshold_uncertainty_score":0.036171317},"labels":[],"label_agreement":null},{"id":"W2056430579","doi":"10.1002/asi.10172","title":"Using the user's mental model to guide the integration of information space into information need","year":2002,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Visualization; Information visualization; Computer science; Recall; Reputation; Creative visualization; Space (punctuation); Scheme (mathematics); Process (computing); Information retrieval; Psychology; Mathematics education; Artificial intelligence; Mathematics; Cognitive psychology; Social science; Sociology","score_opus":0.03409668067899317,"score_gpt":0.3155601333278099,"score_spread":0.2814634526488167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056430579","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96137637,0.000075340344,0.0319574,0.00048198373,0.000019002246,0.0001419351,0.000039112343,0.00043182558,0.0054771346],"genre_scores_gemma":[0.9824467,0.000034458117,0.016812826,0.000045514786,0.0000049335886,0.000063440944,0.000037669983,0.000025973171,0.0005285813],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9962289,0.0026209322,0.0001332007,0.0003484257,0.0005292053,0.00013934376],"domain_scores_gemma":[0.9640497,0.027597023,0.0021967397,0.0038391629,0.0012317506,0.0010855988],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065737,0.000619665,0.00035390758,0.0007835452,0.0004172953,0.0033245587,0.00097256387,0.00088072376,0.0036015164],"category_scores_gemma":[0.05566775,0.00046742384,0.0005217678,0.00025926973,0.0010606874,0.0036400917,0.0018444336,0.0010919846,0.0004150779],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005347098,0.0043611866,0.23099548,0.0013071838,0.00044514658,0.00066894875,0.08968795,0.02055827,0.10075302,0.02621208,0.007115611,0.5125481],"study_design_scores_gemma":[0.0018772262,0.01725874,0.26262966,0.0009442235,0.001101783,0.0012398972,0.04124652,0.52559423,0.06359785,0.045214046,0.03846567,0.00083021604],"about_ca_topic_score_codex":0.0013259755,"about_ca_topic_score_gemma":0.0011384863,"teacher_disagreement_score":0.0065737,"about_ca_system_score_codex":0.000545483,"about_ca_system_score_gemma":0.00055333605,"threshold_uncertainty_score":0.034765482},"labels":[],"label_agreement":null},{"id":"W2056769738","doi":"10.1145/2490255","title":"A vlHMM approach to context-aware search","year":2013,"lang":"en","type":"article","venue":"ACM Transactions on the Web","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Networks of Centres of Excellence of Canada; Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China; Microsoft Research","keywords":"Computer science; Information retrieval; Session (web analytics); Context (archaeology); Web search query; Feature (linguistics); Construct (python library); Search engine; Data mining; World Wide Web","score_opus":0.045809388665741,"score_gpt":0.25912062282271126,"score_spread":0.21331123415697026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056769738","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016088074,0.000690536,0.9809219,0.00036551652,0.000044554003,0.000053621567,0.00024753512,0.0009120174,0.00067622116],"genre_scores_gemma":[0.63706183,0.00079460087,0.35673702,0.00044684415,0.000224204,0.00037816667,0.0009512844,0.0001338445,0.0032722587],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991179,0.00028624124,0.000060234826,0.00027876353,0.00017116468,0.00008566061],"domain_scores_gemma":[0.9981894,0.001158293,0.0001355753,0.0002652808,0.00019544379,0.00005610286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011272137,0.0006629621,0.0013037074,0.0014823561,0.0005648526,0.00077475474,0.0021164103,0.0012155228,0.0016250669],"category_scores_gemma":[0.004997739,0.00067683775,0.0013040501,0.0017135629,0.0006715575,0.0020642488,0.0011582738,0.0020327081,0.0005803113],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024672115,0.00031076174,0.004595447,0.0002520621,0.0002573019,0.00018144879,0.000384571,0.674506,0.0053463196,0.041300718,0.004352116,0.26826653],"study_design_scores_gemma":[0.000009571445,0.000028476032,0.00025185203,0.0000059678987,0.000014560622,0.000023716315,0.000010515764,0.9840385,0.00036579295,0.0146914935,0.00054879725,0.000010808118],"about_ca_topic_score_codex":0.0127821695,"about_ca_topic_score_gemma":0.017556285,"teacher_disagreement_score":0.0127821695,"about_ca_system_score_codex":0.0013819501,"about_ca_system_score_gemma":0.0015265754,"threshold_uncertainty_score":0.02541554},"labels":[],"label_agreement":null},{"id":"W2058749523","doi":"10.1006/ijhc.2000.0392","title":"World Wide Web navigation aid","year":2000,"lang":"en","type":"article","venue":"International Journal of Human-Computer Studies","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"World Wide Web; Computer science; Web navigation; Context (archaeology); Web design; Web Accessibility Initiative; Key (lock); Web modeling; Web development; User interface; Web page; Web standards; Web intelligence; Information retrieval; Multimedia","score_opus":0.03851633204836335,"score_gpt":0.3473049196187083,"score_spread":0.30878858757034494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058749523","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49795485,0.0037891653,0.013630643,0.0026203562,0.0012597438,0.00056169514,0.003213278,0.010937447,0.46603286],"genre_scores_gemma":[0.74862045,0.0019356082,0.014278077,0.0010103204,0.00020221424,0.00015876973,0.0022764187,0.00021632422,0.23130184],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9997557,0.00007733266,0.000013791289,0.000028415147,0.00008827153,0.000036458572],"domain_scores_gemma":[0.9988691,0.00056413305,0.00004529171,0.00011372508,0.00027829144,0.00012950126],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043099606,0.00041154414,0.00030739824,0.0007464446,0.0004860418,0.00092577684,0.00035978158,0.0006443678,0.06477316],"category_scores_gemma":[0.0031776028,0.000100006866,0.00020923332,0.00034981774,0.000104638326,0.0011102072,0.00055879704,0.0003601599,0.023173518],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002588154,0.004425136,0.022605395,0.0006276135,0.00010387437,0.00055211684,0.00044327744,0.00047726717,0.009142036,0.0025652605,0.14897513,0.8074947],"study_design_scores_gemma":[0.0015909898,0.007955589,0.13003032,0.0010927998,0.0012318679,0.0068868403,0.0034127273,0.025185023,0.04582709,0.0058045634,0.7707493,0.0002328744],"about_ca_topic_score_codex":0.0020797283,"about_ca_topic_score_gemma":0.0048870677,"teacher_disagreement_score":0.06477316,"about_ca_system_score_codex":0.00018129981,"about_ca_system_score_gemma":0.00052618055,"threshold_uncertainty_score":0.2166878},"labels":[],"label_agreement":null},{"id":"W2059516109","doi":"10.1108/jd-03-2014-0056","title":"Untangling search task complexity and difficulty in the context of interactive information retrieval studies","year":2014,"lang":"en","type":"article","venue":"Journal of Documentation","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Task (project management); Context (archaeology); Information retrieval","score_opus":0.04345031035981671,"score_gpt":0.34930483806059903,"score_spread":0.3058545277007823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059516109","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8761698,0.008084268,0.08590657,0.0015251327,0.00007619194,0.0018946736,0.00016622718,0.00011761928,0.02605961],"genre_scores_gemma":[0.95774883,0.00111313,0.037945557,0.00036366307,0.000055851877,0.0020385054,0.000089355286,0.000056262823,0.0005889219],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9167393,0.06273767,0.006648849,0.0030648753,0.009905307,0.0009040688],"domain_scores_gemma":[0.40748274,0.53530174,0.028553499,0.01891491,0.008302759,0.0014442886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.074359775,0.0006001493,0.0011853866,0.005348768,0.0020778913,0.0073416447,0.0018059321,0.0009855349,0.003663115],"category_scores_gemma":[0.2687298,0.0009138031,0.0007042288,0.0048833755,0.006669525,0.008466586,0.005525511,0.0023049365,0.00033529452],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022322615,0.0030358378,0.2370489,0.015397228,0.0010389294,0.00047188366,0.20935397,0.0034590727,0.016927991,0.09855006,0.0015429928,0.4109409],"study_design_scores_gemma":[0.00091891916,0.005091862,0.6498102,0.008564318,0.0014633436,0.0014726709,0.093356006,0.017463213,0.021854743,0.16523606,0.034057736,0.0007109347],"about_ca_topic_score_codex":0.0013242125,"about_ca_topic_score_gemma":0.0024914334,"teacher_disagreement_score":0.074359775,"about_ca_system_score_codex":0.0029806672,"about_ca_system_score_gemma":0.0024649492,"threshold_uncertainty_score":0.39325678},"labels":[],"label_agreement":null},{"id":"W2060816264","doi":"10.1145/1571941.1571995","title":"A bayesian learning approach to promoting diversity in ranking for biomedical information retrieval","year":2009,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Ranking (information retrieval); Computer science; Bayesian probability; Artificial intelligence; Biomedicine; Learning to rank; Machine learning; Domain (mathematical analysis); Information retrieval; Bayesian inference; Mathematics; Bioinformatics","score_opus":0.02502986172271912,"score_gpt":0.2657594338881005,"score_spread":0.2407295721653814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060816264","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0050084316,0.0004788614,0.99241567,0.00044804165,0.00003232149,0.00009103634,0.000057238216,0.00029989137,0.001168465],"genre_scores_gemma":[0.3329645,0.00097174675,0.6591423,0.00079131883,0.00053207227,0.000586424,0.0004341767,0.00014727472,0.004430134],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9927753,0.0037649632,0.00032379077,0.00083115476,0.0020383385,0.0002664675],"domain_scores_gemma":[0.98473465,0.010858045,0.00079900416,0.0010123003,0.0023001044,0.00029594186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007994296,0.0010281805,0.0018855283,0.0032693802,0.0014637636,0.0016375988,0.0027252496,0.0020851872,0.0026695102],"category_scores_gemma":[0.02848031,0.0008129757,0.0012849682,0.00262641,0.0014428061,0.0043633226,0.0014238612,0.0027638923,0.001333967],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004457899,0.0007054218,0.004260858,0.0004451953,0.00031542455,0.00016622736,0.0005262797,0.32463446,0.010028155,0.06143587,0.008772257,0.58826405],"study_design_scores_gemma":[0.000099016426,0.0002330585,0.000877955,0.000038925296,0.000077863995,0.00014179214,0.00004104874,0.93515974,0.0027604026,0.056978557,0.0035002197,0.00009141389],"about_ca_topic_score_codex":0.0057956646,"about_ca_topic_score_gemma":0.00855901,"teacher_disagreement_score":0.007994296,"about_ca_system_score_codex":0.0020440842,"about_ca_system_score_gemma":0.0023002122,"threshold_uncertainty_score":0.04227835},"labels":[],"label_agreement":null},{"id":"W2062551457","doi":"10.1002/meet.1450410116","title":"“I still like Google”: University student perceptions of searching OPACs and the web","year":2004,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":124,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"World Wide Web; Computer science; Usability; Admiration; Web page; Web design; Interface (matter); Web presence; Information retrieval; The Internet; Psychology; Human–computer interaction","score_opus":0.008036790569434455,"score_gpt":0.2562357019349353,"score_spread":0.24819891136550082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062551457","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9978326,0.00011651455,0.00008923314,0.00026881267,0.000008716284,0.0000075506427,0.000009688841,0.000010027887,0.0016568832],"genre_scores_gemma":[0.9990707,0.0001331316,0.00006692005,0.00016024132,0.0000064893156,0.0000060930206,0.000012434884,0.000006366787,0.00053771056],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9958943,0.0021255033,0.00024434138,0.00019898545,0.00094716146,0.00058975775],"domain_scores_gemma":[0.9843741,0.0065501938,0.0029690883,0.00039712514,0.0019812535,0.0037281148],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0035379785,0.00034755978,0.0005529243,0.0019363777,0.00244031,0.007037723,0.00071055896,0.001677812,0.0037834693],"category_scores_gemma":[0.01768418,0.0003308002,0.00043202774,0.0011935004,0.0024331235,0.0024186622,0.002394412,0.0015865994,0.0006150913],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026638134,0.0006887049,0.25493956,0.00025844877,0.000069725786,0.0012529229,0.71122587,0.00013631066,0.0034760528,0.00092983944,0.002254053,0.024502095],"study_design_scores_gemma":[0.000017904755,0.00047064945,0.07582316,0.00009226362,0.000031373755,0.00062136486,0.9158965,0.00034676932,0.0004359154,0.0002210688,0.0059886463,0.00005448394],"about_ca_topic_score_codex":0.0051790597,"about_ca_topic_score_gemma":0.0047085825,"teacher_disagreement_score":0.9929623,"about_ca_system_score_codex":0.00082613947,"about_ca_system_score_gemma":0.0010161574,"threshold_uncertainty_score":0.018710852},"labels":[],"label_agreement":null},{"id":"W2062626555","doi":"10.1007/s10791-009-9105-0","title":"Swapping documents and terms","year":2009,"lang":"en","type":"article","venue":"Information Retrieval","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Agricultural Research Development Agency","keywords":"Relevance feedback; Computer science; Information retrieval; Relevance (law); Query expansion; Data mining; Artificial intelligence; Image retrieval","score_opus":0.009581800700385145,"score_gpt":0.25307819252788394,"score_spread":0.2434963918274988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062626555","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6505876,0.00506926,0.26371795,0.00303477,0.0020998379,0.001109968,0.0043368344,0.009796022,0.060247745],"genre_scores_gemma":[0.84016544,0.0014321676,0.123660736,0.0006602156,0.00032008102,0.00028390266,0.0032217563,0.00109768,0.029157942],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963199,0.0012800882,0.00028483485,0.00065238436,0.001145825,0.00031700984],"domain_scores_gemma":[0.98865837,0.0046427357,0.0003853435,0.0042303363,0.0016600753,0.00042319746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002680653,0.00066347,0.0009477152,0.0027356383,0.000890645,0.003296962,0.0014780373,0.0012677943,0.021370914],"category_scores_gemma":[0.025937608,0.000512286,0.00082297274,0.004271405,0.0010029041,0.006873904,0.002299457,0.0012672878,0.008488594],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027063792,0.0009855072,0.008662329,0.0006480611,0.00017945244,0.00033775708,0.0011243237,0.003946127,0.10509749,0.03756563,0.01612337,0.82262355],"study_design_scores_gemma":[0.00070148055,0.0024888767,0.027958991,0.0002971346,0.0011009694,0.0050708936,0.0032914984,0.13587902,0.39731768,0.20021032,0.22529,0.0003931457],"about_ca_topic_score_codex":0.0009419817,"about_ca_topic_score_gemma":0.00092911714,"teacher_disagreement_score":0.021370914,"about_ca_system_score_codex":0.000513286,"about_ca_system_score_gemma":0.0011606391,"threshold_uncertainty_score":0.07149285},"labels":[],"label_agreement":null},{"id":"W2064122758","doi":"10.1002/meet.1450430154","title":"An adaptive user profile for filtering news based on a user interest hierarchy","year":2006,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Session (web analytics); Computer science; Hierarchy; User modeling; Ranking (information retrieval); User profile; Recall; Computer user satisfaction; Human–computer interaction; Information retrieval; User interface; World Wide Web; Programming language; Psychology","score_opus":0.019629027915333983,"score_gpt":0.27436481317422284,"score_spread":0.25473578525888885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064122758","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40128934,0.00037427462,0.5711529,0.00037382354,0.00004463819,0.0008249026,0.000831853,0.022267343,0.0028408568],"genre_scores_gemma":[0.84179944,0.00008089469,0.1554179,0.00009419706,0.000028581186,0.00018743722,0.00073694874,0.00013711317,0.0015174563],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986443,0.0005690659,0.00009544262,0.00025431352,0.00033229712,0.00010458945],"domain_scores_gemma":[0.994206,0.0027170472,0.00042920967,0.00071907,0.0014293637,0.0004994047],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030368862,0.00072766305,0.0010377987,0.0019644157,0.00044889352,0.0011863512,0.001134518,0.00085057213,0.001464891],"category_scores_gemma":[0.0076133776,0.00043873888,0.0004383399,0.0007375256,0.000262524,0.0018484136,0.00047245368,0.0007882565,0.0012564198],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0058955406,0.0029260942,0.07258881,0.0005083335,0.00037949637,0.0005042035,0.001986285,0.02490122,0.10665833,0.003957046,0.012171474,0.7675231],"study_design_scores_gemma":[0.00019662155,0.0011923874,0.027711079,0.000038024642,0.0001673405,0.00051802036,0.00019951705,0.93848765,0.025587004,0.002008148,0.0037380937,0.00015604426],"about_ca_topic_score_codex":0.0057690903,"about_ca_topic_score_gemma":0.0066786767,"teacher_disagreement_score":0.0057690903,"about_ca_system_score_codex":0.0007031712,"about_ca_system_score_gemma":0.0004398788,"threshold_uncertainty_score":0.01606077},"labels":[],"label_agreement":null},{"id":"W2064269250","doi":"10.1109/icdim.2011.6093353","title":"The effect of user search behaviour on web information gathering tasks","year":2011,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Task (project management); World Wide Web; Exploratory search; Exploratory research; Information retrieval; Data collection; Search engine; Human–computer interaction; Engineering","score_opus":0.020936139336502013,"score_gpt":0.254827534285178,"score_spread":0.233891394948676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064269250","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9982323,0.00009595913,0.00017685206,0.00004084117,0.00000407886,0.000019534104,0.000048771097,0.00002710591,0.0013545686],"genre_scores_gemma":[0.9986971,0.00007687816,0.00034458132,0.000023042498,0.000007667252,0.000029710402,0.00013013741,0.000021595491,0.00066949695],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9954918,0.0026585192,0.00047176125,0.00028515124,0.00074736815,0.00034548494],"domain_scores_gemma":[0.77395344,0.198537,0.011242122,0.005062792,0.0049095545,0.006295149],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004107342,0.00040074266,0.0005819186,0.0012374399,0.0006387758,0.0019732746,0.00046404623,0.00082045177,0.0031184324],"category_scores_gemma":[0.070291944,0.00033740816,0.0006513747,0.00086777465,0.0006375381,0.0012019622,0.00085542415,0.0011426399,0.00071910385],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008071116,0.0036217656,0.9154151,0.0004604249,0.00035704472,0.00038710606,0.008511037,0.001431911,0.012242564,0.0002802292,0.0005264961,0.048695117],"study_design_scores_gemma":[0.0000428025,0.0014128921,0.99446714,0.000020476475,0.000064690714,0.00012657724,0.0011527259,0.0014363448,0.000815097,0.000110750414,0.000314354,0.00003602421],"about_ca_topic_score_codex":0.003713355,"about_ca_topic_score_gemma":0.0034567663,"teacher_disagreement_score":0.004107342,"about_ca_system_score_codex":0.0005121685,"about_ca_system_score_gemma":0.00057430123,"threshold_uncertainty_score":0.02172196},"labels":[],"label_agreement":null},{"id":"W2067451529","doi":"10.3414/me13-01-0085","title":"Learning the Preferences of Physicians for the Organization of Result Lists of Medical Evidence Articles","year":2014,"lang":"en","type":"article","venue":"Methods of Information in Medicine","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research","keywords":"Relevance (law); MEDLINE; Information retrieval; Medical library; Computer science; Medical literature; Cochrane Library; Rank (graph theory); Position (finance); Medicine; Alternative medicine; Library science; Pathology","score_opus":0.06650269633013317,"score_gpt":0.4040422612637026,"score_spread":0.3375395649335694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067451529","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99467516,0.00021757359,0.0022835997,0.00072748214,0.000009228109,0.00012471426,0.00005211806,0.000024469606,0.0018857063],"genre_scores_gemma":[0.9917508,0.00017806231,0.007403809,0.00026175313,0.000015025133,0.00007240139,0.00006925371,0.000004238975,0.00024476147],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99169356,0.005428114,0.0005936189,0.0007082127,0.0011880732,0.00038837994],"domain_scores_gemma":[0.9112012,0.07051396,0.010594843,0.0015231423,0.0038318841,0.002334957],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012688535,0.0003026342,0.00028786942,0.00133337,0.00065938896,0.0029666827,0.00036717628,0.0011660474,0.0022659386],"category_scores_gemma":[0.109901436,0.00026942417,0.0006384292,0.0005663559,0.0006501671,0.0017506868,0.00094023993,0.0008869941,0.00044489832],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0058243764,0.0019304494,0.68635136,0.0008644869,0.00038407138,0.00085182086,0.045375876,0.0058346614,0.012884676,0.0016604703,0.0045734826,0.23346432],"study_design_scores_gemma":[0.0015027442,0.011450611,0.79323494,0.0011894273,0.00083349313,0.0026122162,0.07259737,0.07202346,0.01373552,0.013405193,0.016915109,0.00049990346],"about_ca_topic_score_codex":0.0020654083,"about_ca_topic_score_gemma":0.0033629476,"teacher_disagreement_score":0.9873115,"about_ca_system_score_codex":0.0013967355,"about_ca_system_score_gemma":0.0012950136,"threshold_uncertainty_score":0.06710416},"labels":[],"label_agreement":null},{"id":"W2067975548","doi":"10.1016/j.acalib.2010.01.005","title":"Are Bibliographic Management Software Search Interfaces Reliable?: A Comparison between Search Results Obtained Using Database Interfaces and the EndNote Online Search Function","year":2010,"lang":"en","type":"article","venue":"The Journal of Academic Librarianship","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Interface (matter); Online search; Information retrieval; Database search engine; Search engine; Online database; Software; Bibliographic database; Function (biology); World Wide Web; Database","score_opus":0.1045205109167798,"score_gpt":0.33740268059443057,"score_spread":0.23288216967765077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067975548","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9445379,0.0085238665,0.020192908,0.0017707313,0.0001948819,0.00038528297,0.003275363,0.0037573928,0.017361615],"genre_scores_gemma":[0.98378307,0.0015938681,0.009777496,0.00021596905,0.00013446563,0.00013515705,0.002304064,0.0009248649,0.0011309533],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.94570345,0.023603411,0.009876465,0.0020297607,0.017238509,0.0015483211],"domain_scores_gemma":[0.3710534,0.50438935,0.042419735,0.029578706,0.050211485,0.0023473757],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.045950484,0.0009359171,0.0016296267,0.017035764,0.00086668105,0.0060837846,0.0019472417,0.0023290794,0.0054065054],"category_scores_gemma":[0.46603596,0.0009236165,0.0012209441,0.014072039,0.0015205374,0.009600924,0.0032015503,0.0009594608,0.0030791718],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019866671,0.0012588568,0.40752783,0.004163656,0.0013014359,0.00047673806,0.006720787,0.0023052176,0.0051276423,0.0032381495,0.008565196,0.5394478],"study_design_scores_gemma":[0.002241183,0.01034101,0.83913714,0.0027278354,0.005996547,0.0030944315,0.015634427,0.050862316,0.030217333,0.010428663,0.028759498,0.0005596835],"about_ca_topic_score_codex":0.0026023658,"about_ca_topic_score_gemma":0.002135963,"teacher_disagreement_score":0.9540495,"about_ca_system_score_codex":0.0010180513,"about_ca_system_score_gemma":0.0017680622,"threshold_uncertainty_score":0.24301231},"labels":[],"label_agreement":null},{"id":"W2068580719","doi":"10.1162/coli_r_00056","title":"<b>Cross-Language Information Retrieval Jian-Yun Nie</b> (University of Montreal) San Rafael, CA: Morgan &amp; Claypool (Synthesis Lectures on Human Language Technologies, edited by Graeme Hirst, volume 8), 2010, xv+125 pp; paperbound, ISBN 978-1-59829-863-5, $40.00; ebook, ISBN 978-1-59829-864-3, $30.00 or by subscription","year":2011,"lang":"en","type":"article","venue":"Computational Linguistics","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Volume (thermodynamics); Jian; Humanities; Computer science; Art; Literature; Physics","score_opus":0.024129246993715218,"score_gpt":0.2563956028276577,"score_spread":0.2322663558339425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068580719","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022434092,0.5107715,0.092183284,0.019148579,0.01339346,0.00033143425,0.0026851823,0.0062577925,0.35298544],"genre_scores_gemma":[0.019518558,0.18875322,0.05626382,0.005099879,0.005004984,0.00022044076,0.0043950984,0.001704731,0.71903926],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993174,0.00010013702,0.000053448905,0.0001711605,0.00028328475,0.00007452261],"domain_scores_gemma":[0.99888474,0.00027638723,0.000061089595,0.00011664987,0.00051819347,0.00014295621],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011813422,0.0015783102,0.0011478476,0.0029273566,0.0008911594,0.004977027,0.0011768367,0.0013796831,0.13717215],"category_scores_gemma":[0.0020035526,0.00051047315,0.000532015,0.007739763,0.001302264,0.004538843,0.001581177,0.0013930174,0.092516385],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025438887,0.00001766613,0.00017249615,0.0005372689,0.000019288875,0.00007698784,0.00011889159,0.00021273977,0.0015498234,0.005817858,0.65926987,0.33218163],"study_design_scores_gemma":[0.0000052056216,0.000016624295,0.00084029103,0.00025773185,0.000012054062,0.00038892328,0.00013355238,0.00073893194,0.00056914386,0.0025014416,0.9945163,0.00001986348],"about_ca_topic_score_codex":0.028257048,"about_ca_topic_score_gemma":0.03322936,"teacher_disagreement_score":0.13717215,"about_ca_system_score_codex":0.002236812,"about_ca_system_score_gemma":0.002388394,"threshold_uncertainty_score":0.45888656},"labels":[],"label_agreement":null},{"id":"W2069744915","doi":"10.1007/s10791-012-9192-1","title":"Extended structural relevance framework: a framework for evaluating structured document retrieval","year":2012,"lang":"en","type":"article","venue":"Information Retrieval","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Relevance (law); Information retrieval; Redundancy (engineering); Probabilistic logic; Task (project management); Tree (set theory); Data mining; Range (aeronautics); Artificial intelligence; Mathematics","score_opus":0.03216634289591799,"score_gpt":0.3490464434591703,"score_spread":0.31688010056325233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069744915","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025721101,0.0023492777,0.9655446,0.00033685868,0.00007214854,0.00059111125,0.0007030567,0.0016265393,0.0030552966],"genre_scores_gemma":[0.42726555,0.0009449161,0.5663996,0.000131677,0.00026311513,0.00071788137,0.0012330583,0.0002882862,0.0027558864],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9888593,0.0045725494,0.0006744446,0.0008858722,0.004588476,0.00041937985],"domain_scores_gemma":[0.98421025,0.007205093,0.0013216602,0.002326783,0.004501326,0.00043476312],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014277954,0.001337994,0.002301575,0.008555544,0.0012511958,0.0034842305,0.0029664964,0.002008161,0.0052500335],"category_scores_gemma":[0.043480877,0.0005958507,0.0016052817,0.0042394446,0.0015235359,0.006541034,0.0020805844,0.0014048758,0.0014591806],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012197054,0.0007704065,0.010141334,0.0014473404,0.0006222494,0.00026008472,0.0007208939,0.08017334,0.025801726,0.1463499,0.011688605,0.72080433],"study_design_scores_gemma":[0.00016321363,0.0011783185,0.005173422,0.00015628051,0.00038741855,0.0004457876,0.00018211044,0.8297148,0.010716447,0.14295292,0.008770803,0.00015850467],"about_ca_topic_score_codex":0.005485985,"about_ca_topic_score_gemma":0.0058847414,"teacher_disagreement_score":0.014277954,"about_ca_system_score_codex":0.0019063033,"about_ca_system_score_gemma":0.00327874,"threshold_uncertainty_score":0.075509906},"labels":[],"label_agreement":null},{"id":"W2069870183","doi":"10.1145/582415.582418","title":"Cumulated gain-based evaluation of IR techniques","year":2002,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":4634,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Tampereen Yliopisto; McGill University","keywords":"Relevance (law); Computer science; Information retrieval; Precision and recall; Recall; Data mining","score_opus":0.05912903173965583,"score_gpt":0.31352136319328217,"score_spread":0.25439233145362633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069870183","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27714464,0.010025701,0.67937124,0.0005101059,0.00040926997,0.0009312058,0.0011729125,0.0046880743,0.025746776],"genre_scores_gemma":[0.8209091,0.0011025798,0.17215745,0.00013077029,0.00027720505,0.00044255584,0.0013726723,0.0003870563,0.0032205498],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9740858,0.010192226,0.0012082658,0.0016614299,0.012316727,0.0005355356],"domain_scores_gemma":[0.92743737,0.052506268,0.0041367025,0.006833653,0.008365315,0.00072066014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015779562,0.0015506927,0.0013415867,0.006118166,0.0005098194,0.0025387057,0.0016358007,0.0013070456,0.002495575],"category_scores_gemma":[0.07454475,0.0002580684,0.00081670104,0.0034747531,0.0011461814,0.0036094135,0.0018768777,0.0010155191,0.0010842248],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033829522,0.0005307753,0.012050593,0.0014191739,0.0007455303,0.00017300004,0.00044805484,0.22834352,0.029666489,0.020561198,0.006204493,0.6964742],"study_design_scores_gemma":[0.00015299369,0.0019814542,0.014641606,0.00008702091,0.00021104653,0.0004728742,0.00011920228,0.94133174,0.021910626,0.014398706,0.004558822,0.00013392756],"about_ca_topic_score_codex":0.0016276328,"about_ca_topic_score_gemma":0.0020519667,"teacher_disagreement_score":0.015779562,"about_ca_system_score_codex":0.0023233416,"about_ca_system_score_gemma":0.0010540923,"threshold_uncertainty_score":0.08345133},"labels":[],"label_agreement":null},{"id":"W2070507812","doi":"10.1145/1148170.1148285","title":"Term proximity scoring for ad-hoc retrieval on very large text collections","year":2006,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":162,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Information retrieval; Term (time); Term Discrimination; Artificial intelligence; Natural language processing; Search engine; Concept search; Web search query","score_opus":0.02238626999339941,"score_gpt":0.27081689766752437,"score_spread":0.24843062767412497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070507812","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038120814,0.002727755,0.94652337,0.0003299712,0.00028469626,0.0007223025,0.0005769706,0.007870689,0.002843411],"genre_scores_gemma":[0.2073316,0.0013475963,0.7814657,0.000247898,0.00066861894,0.00087290304,0.0026017483,0.00049321965,0.004970776],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966312,0.0010487228,0.00030622957,0.0005100026,0.0013558978,0.00014786546],"domain_scores_gemma":[0.9943522,0.0025081923,0.00040050267,0.0010783778,0.0014331491,0.0002275426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003938238,0.0016694879,0.0024026495,0.0066285166,0.0018474075,0.0022684247,0.0025260334,0.0014626135,0.0042047645],"category_scores_gemma":[0.016309286,0.0005090956,0.0010192853,0.0068451585,0.0007911081,0.0033829408,0.0019278363,0.0013619291,0.005136847],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003402031,0.000546916,0.0021525864,0.0006662645,0.00026424593,0.00020639125,0.00023613662,0.022207173,0.034500513,0.003220544,0.018689808,0.91696924],"study_design_scores_gemma":[0.00021844493,0.0010995938,0.008558518,0.00011434322,0.0003979893,0.0010738401,0.00037213383,0.8942028,0.042939354,0.03187007,0.018935133,0.00021772842],"about_ca_topic_score_codex":0.0049480842,"about_ca_topic_score_gemma":0.008248072,"teacher_disagreement_score":0.0066285166,"about_ca_system_score_codex":0.00089168944,"about_ca_system_score_gemma":0.0018883303,"threshold_uncertainty_score":0.020827651},"labels":[],"label_agreement":null},{"id":"W2071419482","doi":"10.1016/s0306-4573(00)00059-5","title":"The impact of text browsing on text retrieval performance","year":2001,"lang":"en","type":"article","venue":"Information Processing & Management","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Information Technology Research Centre","keywords":"Recall; Information retrieval; Computer science; Hypertext; Reading (process); Markup language; Precision and recall; Interface (matter); World Wide Web; Psychology; XML; Cognitive psychology; Linguistics","score_opus":0.01715603410352034,"score_gpt":0.28440206198711165,"score_spread":0.2672460278835913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071419482","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9971296,0.0002641237,0.0002687975,0.00014790782,0.000018448962,0.000008746054,0.0001786334,0.000106767126,0.0018770336],"genre_scores_gemma":[0.9975708,0.00011122019,0.00026326487,0.000041553852,0.00003874752,0.000007033362,0.00038745248,0.000054937776,0.0015249649],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987791,0.00041331016,0.00011395627,0.00013637792,0.00029507367,0.0002621673],"domain_scores_gemma":[0.92487407,0.065374486,0.0024530054,0.0013047322,0.002908472,0.0030851143],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022687379,0.0003653764,0.00047037314,0.0008762108,0.0005042057,0.0020587093,0.000473661,0.00114162,0.0059037404],"category_scores_gemma":[0.038696107,0.00019223997,0.00032932032,0.0012558313,0.00028858497,0.0021337983,0.00047922414,0.00082525716,0.0019122325],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06212312,0.012150668,0.3690462,0.0009621674,0.000865263,0.0014133351,0.0015526764,0.043039583,0.18602818,0.0017244206,0.01176848,0.30932584],"study_design_scores_gemma":[0.0010435594,0.01718279,0.7203954,0.000089895904,0.0009384554,0.0014944407,0.002276694,0.17972037,0.07059467,0.00358039,0.0024388407,0.00024452055],"about_ca_topic_score_codex":0.0034401028,"about_ca_topic_score_gemma":0.0025093108,"teacher_disagreement_score":0.0059037404,"about_ca_system_score_codex":0.0004147166,"about_ca_system_score_gemma":0.0008818591,"threshold_uncertainty_score":0.019749999},"labels":[],"label_agreement":null},{"id":"W2072019464","doi":"10.3166/isi.11.4.37-53","title":"Vers des protocoles d'évaluation du passage à l'échelle","year":2006,"lang":"fr","type":"article","venue":"Ingénierie des systèmes d information","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.03632467134087828,"score_gpt":0.25843259687885395,"score_spread":0.22210792553797568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072019464","genre_codex":"protocol","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038108923,0.005157734,0.34633532,0.014326048,0.0071816323,0.4615614,0.017358249,0.007029257,0.10294145],"genre_scores_gemma":[0.0828417,0.0016486872,0.24491799,0.002107724,0.0010637774,0.6233509,0.0053265393,0.0005103792,0.038232192],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.6401228,0.27669963,0.040789336,0.01017067,0.028972903,0.00324464],"domain_scores_gemma":[0.58822596,0.25980932,0.01506371,0.052330066,0.07980836,0.0047625992],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.22646745,0.0022664422,0.0024690714,0.007059272,0.00464844,0.00847742,0.0027945137,0.006944055,0.06261745],"category_scores_gemma":[0.37424412,0.0024857656,0.002830945,0.0037708895,0.0052800192,0.008285719,0.0045258403,0.0068005356,0.019427938],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04633152,0.0043579955,0.0032548164,0.014172828,0.0007921543,0.0004929718,0.01231212,0.005236332,0.011919019,0.14850157,0.12972042,0.62290835],"study_design_scores_gemma":[0.03633506,0.009896834,0.011254073,0.0151885245,0.0013065635,0.00031230802,0.005386954,0.019295849,0.04592999,0.059762895,0.7945251,0.00080582756],"about_ca_topic_score_codex":0.00895771,"about_ca_topic_score_gemma":0.0064961216,"teacher_disagreement_score":0.22646745,"about_ca_system_score_codex":0.010332677,"about_ca_system_score_gemma":0.02686366,"threshold_uncertainty_score":0.9539034},"labels":[],"label_agreement":null},{"id":"W2074280490","doi":"10.1007/s10791-011-9168-6","title":"A study of the integration of passage-, document-, and cluster-based information for re-ranking search results","year":2011,"lang":"en","type":"article","venue":"Information Retrieval","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Israel Science Foundation; McGill University","keywords":"Ranking (information retrieval); Computer science; Information retrieval; Context (archaeology); Representation (politics); Query expansion; Task (project management); Cluster (spacecraft); Document retrieval; Data mining; Information integration; Geography","score_opus":0.05817615587411926,"score_gpt":0.29534894858965705,"score_spread":0.2371727927155378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074280490","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.765665,0.0048655695,0.21510085,0.0008940519,0.00010671686,0.00070481177,0.0005224843,0.0011886442,0.010951918],"genre_scores_gemma":[0.8924393,0.0005293049,0.104682386,0.000055436005,0.00007401819,0.00009423339,0.00035519197,0.00016138885,0.0016087522],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99508566,0.0026050066,0.0002217867,0.00043299343,0.0014283871,0.00022618026],"domain_scores_gemma":[0.92943984,0.05667843,0.0022832337,0.003627575,0.0069952216,0.0009757788],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006305924,0.0005698484,0.0012154881,0.0051960363,0.0008662579,0.0026474546,0.0013294189,0.00090633216,0.0017264566],"category_scores_gemma":[0.057311255,0.00043868367,0.00086186465,0.0077755568,0.0009791002,0.0056120288,0.00066335645,0.0011737602,0.0003250126],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040228395,0.0025409698,0.062298194,0.0012704019,0.0013333329,0.00030799952,0.003954783,0.04607515,0.034996554,0.041674823,0.006326998,0.7951979],"study_design_scores_gemma":[0.00016123799,0.0017623592,0.058841992,0.0000960419,0.0010912077,0.0004044502,0.0009706925,0.906197,0.013700088,0.011723967,0.004868258,0.00018262469],"about_ca_topic_score_codex":0.01719508,"about_ca_topic_score_gemma":0.015817197,"teacher_disagreement_score":0.01719508,"about_ca_system_score_codex":0.0016788354,"about_ca_system_score_gemma":0.0015741993,"threshold_uncertainty_score":0.03419},"labels":[],"label_agreement":null},{"id":"W2076498890","doi":"10.1016/s0740-8188(01)00090-1","title":"Introduction to the special issue: Everyday life information-seeking research","year":2001,"lang":"en","type":"article","venue":"Library & Information Science Research","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Normative; Coping (psychology); Psychology; Interview; Everyday life; Grounded theory; Sociocultural evolution; Social psychology; Qualitative research; Developmental psychology; Sociology; Social science; Clinical psychology; Epistemology; Anthropology","score_opus":0.06281860241191674,"score_gpt":0.3663045366475856,"score_spread":0.3034859342356689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076498890","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003526235,0.044312544,0.0010865661,0.0347143,0.90649015,0.00013673746,0.00075565657,0.00024850655,0.011902894],"genre_scores_gemma":[0.0008793212,0.025867674,0.00067724957,0.020315891,0.9147695,0.00020674652,0.0012498777,0.00027921045,0.035754554],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980444,0.0003436024,0.00034045865,0.00033991443,0.00068727595,0.0002442194],"domain_scores_gemma":[0.9801491,0.0068605733,0.0009745708,0.00087333313,0.0048981514,0.0062442315],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0036806432,0.0037609462,0.006149159,0.010959897,0.003316988,0.011454642,0.0032984726,0.008734143,0.109953485],"category_scores_gemma":[0.009567692,0.0011024972,0.0028698822,0.007001458,0.0014458465,0.007131284,0.0048752953,0.009451465,0.067777805],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024614952,0.00006298497,0.00015526671,0.0003360981,0.000009954411,0.000045674107,0.000024100536,0.000023648998,0.00011951316,0.000347801,0.98171896,0.017131247],"study_design_scores_gemma":[0.000030274408,0.00012774016,0.0025273443,0.000712756,0.000037051934,0.0003121245,0.00013404888,0.00012698091,0.00006728122,0.0017851549,0.9941075,0.000031713425],"about_ca_topic_score_codex":0.0013043246,"about_ca_topic_score_gemma":0.0039475644,"teacher_disagreement_score":0.98854536,"about_ca_system_score_codex":0.0017050625,"about_ca_system_score_gemma":0.0026410576,"threshold_uncertainty_score":0.36783105},"labels":[],"label_agreement":null},{"id":"W2076683968","doi":"10.1002/asi.21501","title":"Finding a good query‐related topic for boosting pseudo‐relevance feedback","year":2011,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Query expansion; Latent Dirichlet allocation; Information retrieval; Relevance feedback; Granularity; Relevance (law); Web query classification; Boosting (machine learning); Web search query; Representation (politics); Topic model; Search engine; Artificial intelligence; Image retrieval","score_opus":0.026487711832693762,"score_gpt":0.279791960117852,"score_spread":0.25330424828515824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076683968","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10037936,0.00082827825,0.8960391,0.00028873258,0.00005575158,0.0001620281,0.00006071096,0.0011498174,0.0010361864],"genre_scores_gemma":[0.8594847,0.00031055242,0.13812473,0.00017843052,0.00016270192,0.0001854814,0.00020316747,0.00013056671,0.0012197542],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99754214,0.0011930757,0.00009204891,0.0004071215,0.0005828899,0.000182767],"domain_scores_gemma":[0.99414104,0.0038640865,0.00029559483,0.0005971111,0.0009330156,0.00016917438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041036927,0.0008367579,0.0016631024,0.0011632607,0.0006294424,0.00092580327,0.001314324,0.0011877737,0.0011053539],"category_scores_gemma":[0.01326838,0.00042970935,0.00074115617,0.0009026152,0.00088232214,0.0023901658,0.0012691052,0.0009567891,0.00063382485],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016792369,0.0011723097,0.005650059,0.00059093663,0.00018356573,0.00024766737,0.0005881575,0.3076101,0.09983077,0.01656104,0.007893934,0.5579922],"study_design_scores_gemma":[0.000057998266,0.00018927031,0.0006369767,0.000008237985,0.00003952337,0.00009385863,0.000027443171,0.9841266,0.008925389,0.005122856,0.00075043994,0.000021332931],"about_ca_topic_score_codex":0.002196517,"about_ca_topic_score_gemma":0.0017084351,"teacher_disagreement_score":0.0041036927,"about_ca_system_score_codex":0.0007924949,"about_ca_system_score_gemma":0.001076492,"threshold_uncertainty_score":0.021702647},"labels":[],"label_agreement":null},{"id":"W2081163513","doi":"10.1002/meet.14504701261","title":"The goldilocks effect: Task‐centred assessments of e‐government information","year":2010,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Task (project management); Consistency (knowledge bases); Relevance (law); Government (linguistics); Test (biology); Goldilocks principle; Key (lock); Computer science; Psychology; Information retrieval; Applied psychology; Knowledge management; Artificial intelligence; Political science; Engineering","score_opus":0.0060787153843498585,"score_gpt":0.2589285766201012,"score_spread":0.25284986123575137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081163513","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.962687,0.00086769735,0.0095355045,0.0007562978,0.00009466894,0.00024331217,0.00017729145,0.00026546308,0.025372833],"genre_scores_gemma":[0.9964348,0.00007527381,0.0024092514,0.00021458551,0.000029016297,0.00009262883,0.0000714365,0.00005381424,0.0006192053],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.96657205,0.019087257,0.0016978651,0.0035096938,0.008270993,0.0008621281],"domain_scores_gemma":[0.47846612,0.45504516,0.032280102,0.022125764,0.0099774655,0.0021053841],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.037312318,0.0005730538,0.0008703235,0.0021585205,0.0010200639,0.0020659282,0.0009417484,0.001375139,0.004193318],"category_scores_gemma":[0.29359043,0.00065923,0.00064443477,0.0006558982,0.0028611326,0.0046661035,0.0039594015,0.0015381917,0.0003827835],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013008491,0.0012897549,0.5383444,0.0030331407,0.0011915356,0.00059600023,0.060434856,0.003335583,0.041225925,0.013689039,0.0077548344,0.31609645],"study_design_scores_gemma":[0.0005271827,0.002093478,0.960563,0.0005244858,0.00045110736,0.00037152896,0.0070537743,0.0052980026,0.0071337135,0.010228113,0.005503734,0.0002518969],"about_ca_topic_score_codex":0.0027140714,"about_ca_topic_score_gemma":0.0032520986,"teacher_disagreement_score":0.037312318,"about_ca_system_score_codex":0.0009302806,"about_ca_system_score_gemma":0.0005374308,"threshold_uncertainty_score":0.19732875},"labels":[],"label_agreement":null},{"id":"W2081250994","doi":"10.1002/meet.14504901074","title":"Third space as an information system and services intervention methodology for engaging the user's deepest levels of information need","year":2012,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Operationalization; Curriculum; Space (punctuation); Information space; Intersection (aeronautics); Knowledge management; Computer science; Intervention (counseling); Information system; Mathematics education; Pedagogy; Psychology; Engineering; World Wide Web; Epistemology","score_opus":0.031169947844604386,"score_gpt":0.31004149378227147,"score_spread":0.2788715459376671,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081250994","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30670658,0.00020625126,0.6279898,0.003082553,0.00019351968,0.010729324,0.0001579421,0.0014143704,0.049519677],"genre_scores_gemma":[0.5034077,0.00019511247,0.47294104,0.0004613338,0.00001808895,0.016777825,0.000057592802,0.000092829636,0.00604853],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9889571,0.008769289,0.00034149108,0.000499918,0.0010212985,0.00041089597],"domain_scores_gemma":[0.9870907,0.009454513,0.0007469836,0.00096217846,0.0009868887,0.00075871294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0084528895,0.0007412593,0.00061798265,0.002463457,0.0021561843,0.002050768,0.0016956264,0.0009767718,0.009128691],"category_scores_gemma":[0.013503776,0.00045631223,0.0005691238,0.0013063108,0.004555545,0.002993041,0.0044174283,0.0014747657,0.00065176433],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00089065306,0.007107894,0.0063915215,0.0033051656,0.000061889936,0.00028601818,0.1338061,0.0035107085,0.02433095,0.22918324,0.009362534,0.5817633],"study_design_scores_gemma":[0.0030050783,0.022139333,0.033467904,0.0048489124,0.000521814,0.0012861217,0.21319799,0.06332321,0.11019208,0.2387018,0.30890718,0.0004086561],"about_ca_topic_score_codex":0.001021295,"about_ca_topic_score_gemma":0.0017567615,"teacher_disagreement_score":0.009128691,"about_ca_system_score_codex":0.0021912763,"about_ca_system_score_gemma":0.0053423056,"threshold_uncertainty_score":0.044703722},"labels":[],"label_agreement":null},{"id":"W2082055394","doi":"10.1007/s10791-012-9218-8","title":"Increasing evaluation sensitivity to diversity","year":2013,"lang":"en","type":"article","venue":"Information Retrieval","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Science Foundation","keywords":"Computer science; Diversity (politics); Context (archaeology); Information retrieval; Discriminative model; Measure (data warehouse); Data science; Data mining; Artificial intelligence; Geography","score_opus":0.023805444270144614,"score_gpt":0.25938339518383075,"score_spread":0.23557795091368613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082055394","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8302637,0.0026838437,0.13402033,0.003195961,0.00020066633,0.00022450276,0.00023063975,0.001389529,0.027790971],"genre_scores_gemma":[0.98875123,0.00015270541,0.009589763,0.00032257798,0.0000856514,0.000028206825,0.00006204025,0.00010014761,0.0009077214],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9497899,0.031087933,0.0024218403,0.00580089,0.00940295,0.0014965807],"domain_scores_gemma":[0.5014905,0.42741203,0.016025653,0.035299342,0.017128665,0.002643789],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.031865887,0.0007833574,0.0013948572,0.0028335534,0.0009257513,0.0046638744,0.0010711745,0.0025708778,0.003536755],"category_scores_gemma":[0.27054426,0.0007639112,0.0007706834,0.0017662428,0.0017000028,0.007153212,0.004030129,0.0027740705,0.0006886284],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0060396907,0.0013631124,0.17309979,0.0013151738,0.0016679573,0.0007646561,0.004143725,0.10222827,0.106795825,0.04872802,0.006792291,0.54706156],"study_design_scores_gemma":[0.00042340878,0.0032056682,0.15069605,0.0004257455,0.0015172622,0.00289762,0.0019588512,0.5333737,0.098949134,0.19241054,0.013722734,0.00041924205],"about_ca_topic_score_codex":0.0013317303,"about_ca_topic_score_gemma":0.00087849976,"teacher_disagreement_score":0.031865887,"about_ca_system_score_codex":0.002269134,"about_ca_system_score_gemma":0.0011437273,"threshold_uncertainty_score":0.16852492},"labels":[],"label_agreement":null},{"id":"W2082679694","doi":"10.1002/meet.14504901281","title":"Investigating web information gathering tasks","year":2012,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; World Wide Web; Task (project management); Web navigation; Web browser; Web intelligence; Interface (matter); Information retrieval; Web page; The Internet; Web development; Engineering","score_opus":0.015986034498843924,"score_gpt":0.2651026471023747,"score_spread":0.24911661260353077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082679694","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99351525,0.00007950849,0.0014152708,0.000034734057,0.0000043323494,0.00017499736,0.00008490677,0.000024338078,0.004666499],"genre_scores_gemma":[0.99582714,0.00007638925,0.0026830682,0.00003800375,0.000006162975,0.0002102632,0.00025259415,0.000014817916,0.0008914676],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99731797,0.0015135725,0.00017525822,0.0002342746,0.00053480285,0.00022411613],"domain_scores_gemma":[0.95242447,0.03808284,0.003289648,0.0019915141,0.0033437528,0.00086770713],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033453004,0.0002946148,0.0003502714,0.0013996516,0.0009943462,0.0021869056,0.00064206077,0.0007099129,0.00287112],"category_scores_gemma":[0.034566656,0.00029558403,0.00024929692,0.0008160725,0.00044211184,0.001607817,0.00105237,0.00091820676,0.00055487826],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032128482,0.008548517,0.5260044,0.002569228,0.00025670152,0.0007124929,0.12156095,0.0041834144,0.07980007,0.004355662,0.003804308,0.24499142],"study_design_scores_gemma":[0.000281515,0.0036412007,0.881758,0.0003784508,0.00014032693,0.00048693412,0.049337972,0.020181179,0.025658438,0.0036188338,0.014371793,0.0001454064],"about_ca_topic_score_codex":0.003006852,"about_ca_topic_score_gemma":0.0029357139,"teacher_disagreement_score":0.0033453004,"about_ca_system_score_codex":0.00060931133,"about_ca_system_score_gemma":0.0005455563,"threshold_uncertainty_score":0.01769185},"labels":[],"label_agreement":null},{"id":"W2083141524","doi":"10.1016/s0740-8188(01)00102-5","title":"The academic and the everyday: Investigating the overlap in mature undergraduates' information–seeking behaviors","year":2002,"lang":"en","type":"article","venue":"Library & Information Science Research","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":112,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Everyday life; Information seeking; Psychology; Information behavior; Qualitative research; Information seeking behavior; Social psychology; Sociology; Social science; Library science; Computer science; Epistemology","score_opus":0.05281244775290806,"score_gpt":0.32487922405595493,"score_spread":0.2720667763030469,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083141524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.999681,0.000032744385,0.000015179126,0.000029837598,0.0000013273471,0.0000028591867,0.000008921996,8.298724e-7,0.00022736285],"genre_scores_gemma":[0.9995945,0.000038379712,0.00005600824,0.00004402098,0.0000039808256,0.0000061354503,0.000035406585,0.0000013341282,0.00022030002],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99903464,0.00029129608,0.000094424366,0.000105486266,0.00031375498,0.00016028537],"domain_scores_gemma":[0.9883967,0.003414133,0.0026471077,0.0006059919,0.0011974806,0.0037385726],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0019630184,0.00020507864,0.00048476638,0.0014881493,0.0012307931,0.0033189228,0.00040288543,0.0009392702,0.0018757739],"category_scores_gemma":[0.013047406,0.0005576172,0.0002455614,0.0009657182,0.0012934444,0.0014921777,0.0017927514,0.0013750062,0.0003853163],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004596248,0.0015644048,0.9550512,0.000025285006,0.000047578018,0.000096050586,0.028931448,0.00003098326,0.0031823483,0.00027744984,0.00018602781,0.010147529],"study_design_scores_gemma":[0.0000111498875,0.00036890444,0.98755276,0.0000054713573,0.000010736392,0.000063672465,0.01120899,0.0001439536,0.00021373224,0.00010188289,0.00031033866,0.0000084008825],"about_ca_topic_score_codex":0.0059882468,"about_ca_topic_score_gemma":0.014356855,"teacher_disagreement_score":0.9966811,"about_ca_system_score_codex":0.0006829001,"about_ca_system_score_gemma":0.00090791984,"threshold_uncertainty_score":0.011906743},"labels":[],"label_agreement":null},{"id":"W2087859840","doi":"10.1007/s10844-009-0096-5","title":"Evaluating information retrieval system performance based on user preference","year":2009,"lang":"en","type":"article","venue":"Journal of Intelligent Information Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Relevance (law); Information retrieval; Preference; Rank (graph theory); Precision and recall; Measure (data warehouse); Relevance feedback; Document retrieval; Data mining; Artificial intelligence; Image retrieval; Statistics","score_opus":0.07183585331902738,"score_gpt":0.30965548051274866,"score_spread":0.2378196271937213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087859840","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99549377,0.00023152078,0.0029803975,0.000047218728,0.000014595212,0.000031927248,0.000076956305,0.00009124496,0.0010323483],"genre_scores_gemma":[0.9975552,0.000054382494,0.0019777026,0.000016157446,0.000012466233,0.000012362026,0.00011573661,0.000011862339,0.00024412156],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968977,0.001508201,0.0003936879,0.00018882354,0.0008006527,0.00021098323],"domain_scores_gemma":[0.9566723,0.036035504,0.0018361467,0.001006465,0.003564788,0.0008847522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00439729,0.00045295616,0.0006554505,0.0016872479,0.00038803834,0.0013244011,0.00028044215,0.00088689907,0.0017323566],"category_scores_gemma":[0.029183412,0.000164888,0.0006145542,0.0010562264,0.00022062383,0.0014587187,0.00032960958,0.0003624563,0.0006676685],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023550058,0.0027289002,0.64238983,0.0007342655,0.0016214916,0.00031772023,0.00089618703,0.017217828,0.06221827,0.00060395955,0.0023311856,0.24539016],"study_design_scores_gemma":[0.0006456163,0.018519627,0.6232491,0.000046439953,0.0016949202,0.0008141388,0.0010390227,0.30644643,0.045736827,0.0006757414,0.0008721117,0.00025996906],"about_ca_topic_score_codex":0.0020195579,"about_ca_topic_score_gemma":0.0023948972,"teacher_disagreement_score":0.00439729,"about_ca_system_score_codex":0.00041185514,"about_ca_system_score_gemma":0.00036441477,"threshold_uncertainty_score":0.023255348},"labels":[],"label_agreement":null},{"id":"W2089390019","doi":"10.1145/2348283.2348507","title":"Rewarding term location information to enhance probabilistic information retrieval","year":2012,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Probabilistic logic; Divergence-from-randomness model; Computer science; Information retrieval; Term (time); Intuition; Term Discrimination; Focus (optics); Adversarial information retrieval; Vector space model; Cognitive models of information retrieval; Human–computer information retrieval; Artificial intelligence; Search engine; Concept search","score_opus":0.014184221016118105,"score_gpt":0.28234879821113246,"score_spread":0.26816457719501435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089390019","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36525175,0.0018202581,0.6262478,0.0008416317,0.00012887543,0.00019552173,0.000077890894,0.001529621,0.0039067],"genre_scores_gemma":[0.9277625,0.00032940623,0.0702194,0.00011657939,0.000071584574,0.000071433526,0.000053748303,0.00008336871,0.0012919586],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998128,0.0008637054,0.00011128519,0.00026951093,0.00046453238,0.00016298582],"domain_scores_gemma":[0.9871767,0.009096821,0.0010936327,0.001110918,0.0010442828,0.00047762578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003988408,0.00097590126,0.0014831998,0.0009666434,0.0005084305,0.0010934732,0.0013121958,0.0012444005,0.0018976317],"category_scores_gemma":[0.02884653,0.00040594162,0.0006756023,0.0011805637,0.0009276037,0.0028036612,0.0010335768,0.0014036121,0.0005669092],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024016264,0.0011360915,0.006767683,0.00052225054,0.00020469648,0.0003417593,0.0004412183,0.5748772,0.068830855,0.027378343,0.0020433078,0.3150549],"study_design_scores_gemma":[0.00011648588,0.00070469483,0.0013783283,0.000013105573,0.00009029617,0.00009682497,0.000021023832,0.9772932,0.008768928,0.010835345,0.00063824764,0.000043563014],"about_ca_topic_score_codex":0.0023571702,"about_ca_topic_score_gemma":0.0020622823,"teacher_disagreement_score":0.003988408,"about_ca_system_score_codex":0.0010489469,"about_ca_system_score_gemma":0.0009182588,"threshold_uncertainty_score":0.02109301},"labels":[],"label_agreement":null},{"id":"W2094993172","doi":"10.1145/2702123.2702541","title":"Supporting the Modern Polyglot","year":2015,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Fonds National de la Recherche Luxembourg","keywords":"Computer science; Polyglot; Cross-language information retrieval; World Wide Web; Information retrieval; Interleaving; User interface; Human–computer interaction; Query expansion","score_opus":0.06160120446232697,"score_gpt":0.3281867290087691,"score_spread":0.26658552454644213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094993172","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22331151,0.002993744,0.22576296,0.011811502,0.0014133047,0.00080423447,0.0029262828,0.03904781,0.49192876],"genre_scores_gemma":[0.6464207,0.0019326448,0.113316275,0.0031514573,0.0007384823,0.0003925485,0.0036611028,0.0043369792,0.22604978],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979413,0.00073911273,0.00008967832,0.00033045711,0.0005478228,0.00035162148],"domain_scores_gemma":[0.9940149,0.001687378,0.000377985,0.0018100378,0.0010934122,0.0010162698],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003600543,0.0006333855,0.00035580204,0.000989676,0.0016480193,0.0055259275,0.0014462548,0.0009155069,0.06699675],"category_scores_gemma":[0.008132267,0.0005146553,0.0004491221,0.0012143072,0.00083508115,0.006212101,0.0042297733,0.0011810288,0.025919419],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025619648,0.0007703359,0.02476751,0.00052487076,0.00009937114,0.0011028661,0.0062072976,0.0017028971,0.012634337,0.06450675,0.25924033,0.62588143],"study_design_scores_gemma":[0.000106268264,0.0004779981,0.015172145,0.00022863125,0.000041169584,0.0006604079,0.0018221069,0.009166548,0.0021789887,0.009937983,0.9600924,0.000115374016],"about_ca_topic_score_codex":0.0061691524,"about_ca_topic_score_gemma":0.0067339325,"teacher_disagreement_score":0.06699675,"about_ca_system_score_codex":0.0007007629,"about_ca_system_score_gemma":0.0016231764,"threshold_uncertainty_score":0.22412646},"labels":[],"label_agreement":null},{"id":"W2096249996","doi":"10.1145/1141753.1141818","title":"Using controlled query generation to evaluate blind relevance feedback algorithms","year":2006,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Query expansion; Query optimization; Web query classification; Relevance (law); Information retrieval; Sargable; Relevance feedback; Set (abstract data type); Query language; Process (computing); Web search query; Online aggregation; Data mining; Result set; Query by Example; Term (time); Algorithm; Search engine; Artificial intelligence","score_opus":0.08124939581230618,"score_gpt":0.3355957155963968,"score_spread":0.2543463197840906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096249996","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7993662,0.0010035773,0.19370177,0.00026319912,0.00009517634,0.0011446356,0.00031765745,0.0013763648,0.0027314888],"genre_scores_gemma":[0.94718593,0.00010159416,0.051445104,0.00009612222,0.000022823757,0.00040174546,0.00028871794,0.000089698784,0.0003683234],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9793689,0.013111003,0.0011625839,0.001437447,0.0043220487,0.00059796916],"domain_scores_gemma":[0.87095994,0.1057626,0.006035572,0.009410667,0.006827046,0.0010042669],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022572761,0.0011671147,0.0010595663,0.0023403573,0.0006740199,0.0016808027,0.0016781641,0.0015964882,0.0007806635],"category_scores_gemma":[0.1029676,0.00044611588,0.00061854656,0.0014543282,0.0027841772,0.002711017,0.0014801361,0.0010431092,0.00020001309],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0114926975,0.00416146,0.027931863,0.001285227,0.00080774893,0.00030132898,0.0016313804,0.69297546,0.059450407,0.027422335,0.0037514628,0.16878863],"study_design_scores_gemma":[0.00084851356,0.0032042898,0.0045319167,0.00003362784,0.00010679753,0.0001262261,0.00014163103,0.94340956,0.034000494,0.012477369,0.0009934908,0.00012608775],"about_ca_topic_score_codex":0.0056842524,"about_ca_topic_score_gemma":0.0034304792,"teacher_disagreement_score":0.022572761,"about_ca_system_score_codex":0.0024233288,"about_ca_system_score_gemma":0.0014491989,"threshold_uncertainty_score":0.11937755},"labels":[],"label_agreement":null},{"id":"W2096296071","doi":"10.1002/meet.2014.14505101021","title":"Searching as learning: Novel measures for information interaction research","year":2014,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Context (archaeology); Outcome (game theory); Focus (optics); Computer science; Psychology; Data science","score_opus":0.03832970841132488,"score_gpt":0.3452638541912317,"score_spread":0.3069341457799068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096296071","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3718492,0.0044417097,0.5349255,0.0033975318,0.00046625466,0.0036107108,0.003068867,0.0011883808,0.07705188],"genre_scores_gemma":[0.8132405,0.0006748658,0.17906307,0.00026656353,0.0001860915,0.003859191,0.0007471483,0.0001679325,0.0017945971],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9723789,0.020851288,0.0015966975,0.0020608054,0.0026725247,0.0004396332],"domain_scores_gemma":[0.80420244,0.16670872,0.011585395,0.010025483,0.00488947,0.002588453],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023313325,0.0010535,0.0011721909,0.010258769,0.0016723888,0.008305455,0.0016882434,0.0016996808,0.007393391],"category_scores_gemma":[0.12581044,0.0005563802,0.0014688014,0.009960216,0.0060862075,0.013418024,0.00512264,0.00253108,0.00084216596],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009003809,0.0013848598,0.1436394,0.0024705527,0.00078853365,0.000298269,0.03292252,0.008533596,0.004086566,0.5099279,0.008537559,0.28650978],"study_design_scores_gemma":[0.00028821948,0.0026859823,0.14880696,0.0009202131,0.00074363564,0.00076248153,0.023212489,0.1637869,0.0032517535,0.6182962,0.036700625,0.0005444024],"about_ca_topic_score_codex":0.0012941425,"about_ca_topic_score_gemma":0.0010400926,"teacher_disagreement_score":0.023313325,"about_ca_system_score_codex":0.0030521583,"about_ca_system_score_gemma":0.0012345774,"threshold_uncertainty_score":0.123294115},"labels":[],"label_agreement":null},{"id":"W2097443371","doi":"10.1145/1571941.1572003","title":"Smoothing clickthrough data for web search ranking","year":2009,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":91,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Ranking (information retrieval); Information retrieval; Smoothing; Estimator; Cluster analysis; Data mining; Machine learning; Artificial intelligence; Mathematics; Statistics","score_opus":0.12442172047743968,"score_gpt":0.3708430013819626,"score_spread":0.2464212809045229,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097443371","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31998286,0.0022793955,0.67198974,0.00035277582,0.00007573691,0.00011845626,0.0008907409,0.0034040327,0.00090630044],"genre_scores_gemma":[0.9305933,0.00043080366,0.0662705,0.00005467279,0.00008345706,0.000057499892,0.0014453206,0.00010127112,0.0009632622],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988092,0.0005652748,0.00008729099,0.00020930695,0.00025408808,0.000074870855],"domain_scores_gemma":[0.98853475,0.007546515,0.0011866573,0.0017300242,0.000809022,0.0001930078],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038004932,0.0006980431,0.0010406551,0.002303827,0.00031629304,0.0007191806,0.00071420363,0.0009950456,0.0005105019],"category_scores_gemma":[0.017773513,0.00047893895,0.00069236517,0.0019025737,0.00044172007,0.0019355272,0.0004463213,0.0012460414,0.00048792156],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008492909,0.0004895899,0.039652623,0.00037307444,0.00032771274,0.00016684087,0.0002947812,0.50471157,0.013435188,0.007683794,0.0047644083,0.42725107],"study_design_scores_gemma":[0.000018724873,0.000114091825,0.008015414,0.000011853635,0.000031886033,0.00006994376,0.000014016594,0.98408026,0.0027867858,0.00376402,0.0010567207,0.000036351943],"about_ca_topic_score_codex":0.006876971,"about_ca_topic_score_gemma":0.010363907,"teacher_disagreement_score":0.006876971,"about_ca_system_score_codex":0.00077296095,"about_ca_system_score_gemma":0.00061587326,"threshold_uncertainty_score":0.020099163},"labels":[],"label_agreement":null},{"id":"W2099048704","doi":"10.1145/1924475.1924484","title":"Report on the SIGIR 2010 workshop on the simulation of interaction","year":2011,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Field (mathematics); Embodied cognition; Human–computer interaction; Interface (matter); User interface; Data science; Information retrieval; Artificial intelligence","score_opus":0.09104068326569431,"score_gpt":0.31459873072407246,"score_spread":0.22355804745837815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099048704","genre_codex":"methods","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07191424,0.044030666,0.430105,0.12272131,0.029186431,0.0023969477,0.013205681,0.0065975273,0.27984214],"genre_scores_gemma":[0.33682835,0.035234585,0.23967735,0.011391049,0.004949537,0.0031749746,0.045476723,0.0035470647,0.31972033],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953094,0.0025085218,0.00019727506,0.00058326416,0.0010806437,0.00032084974],"domain_scores_gemma":[0.98309064,0.00918206,0.00024134129,0.00202783,0.003684303,0.001773879],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01090277,0.001700346,0.001762341,0.00091159134,0.0019005367,0.006213284,0.0028461707,0.0031895163,0.05109366],"category_scores_gemma":[0.022659594,0.0009635566,0.002228273,0.00092960155,0.0013680689,0.008103962,0.0051216097,0.00461762,0.011199973],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002162531,0.0010021288,0.004234959,0.000976578,0.00027719873,0.00038533236,0.0021640463,0.054461457,0.0044514243,0.06882991,0.66108614,0.19996832],"study_design_scores_gemma":[0.0004455246,0.00041201696,0.002410863,0.0006416983,0.00017052167,0.00023790721,0.0013106992,0.08144066,0.0052710418,0.051580675,0.8558619,0.00021644004],"about_ca_topic_score_codex":0.020621734,"about_ca_topic_score_gemma":0.022106435,"teacher_disagreement_score":0.05109366,"about_ca_system_score_codex":0.0037976364,"about_ca_system_score_gemma":0.0043309466,"threshold_uncertainty_score":0.17092532},"labels":[],"label_agreement":null},{"id":"W2102324863","doi":"10.1002/meet.14504201189","title":"Evaluating success in search systems","year":2005,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of British Columbia","funders":"","keywords":"Perspective (graphical); Session (web analytics); Computer science; The Internet; Focus (optics); Data science; Management science; Information retrieval; World Wide Web; Engineering; Artificial intelligence","score_opus":0.032656894048817796,"score_gpt":0.34148918035599807,"score_spread":0.3088322863071803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102324863","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88590705,0.007721721,0.021535845,0.0034673396,0.00041114932,0.001527329,0.0013076041,0.000552753,0.07756924],"genre_scores_gemma":[0.9886553,0.00074311957,0.0054968125,0.00016091317,0.00010741456,0.00035396003,0.0007166946,0.000055684504,0.0037101628],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.88459677,0.07671615,0.006190746,0.0033228956,0.027365906,0.0018075714],"domain_scores_gemma":[0.70953566,0.23649447,0.01688503,0.009057299,0.023539929,0.0044876477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.065592535,0.00086458307,0.0016233712,0.006172779,0.0013162857,0.0070982594,0.0011266286,0.0018374188,0.010103665],"category_scores_gemma":[0.24030373,0.00027805165,0.000984899,0.0050710915,0.0017759282,0.0070349844,0.00273472,0.0015966705,0.0023487448],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004386876,0.0023327426,0.28361216,0.0036624367,0.0019615656,0.00011913578,0.005862361,0.02078769,0.0024283116,0.03711984,0.027392475,0.61033434],"study_design_scores_gemma":[0.0010544556,0.021138504,0.62435216,0.00285874,0.0020595249,0.0003369529,0.01055728,0.20137137,0.019675585,0.061801735,0.05423859,0.0005551648],"about_ca_topic_score_codex":0.002260389,"about_ca_topic_score_gemma":0.002115639,"teacher_disagreement_score":0.065592535,"about_ca_system_score_codex":0.0030329246,"about_ca_system_score_gemma":0.0015487102,"threshold_uncertainty_score":0.34689063},"labels":[],"label_agreement":null},{"id":"W2104323693","doi":"10.1002/meet.14504001115","title":"The role of context in search: Examining the effect of subject domain on the search interface","year":2003,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Domain (mathematical analysis); Subject (documents); Context (archaeology); Interface (matter); Computer science; Psychology; Human–computer interaction; Interface design; Information retrieval; Cognitive psychology; World Wide Web; Mathematics; Biology","score_opus":0.015667128737924075,"score_gpt":0.2744345916597722,"score_spread":0.2587674629218481,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104323693","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9979609,0.00012778204,0.0008657993,0.000028436156,0.000008056749,0.00007439712,0.000024272103,0.000013690805,0.00089658744],"genre_scores_gemma":[0.9981092,0.00004612325,0.0013593092,0.00003350482,0.000011609463,0.00012167455,0.000026186843,0.000015995198,0.0002763887],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959176,0.002533741,0.0003316434,0.0004446538,0.0005244386,0.00024805657],"domain_scores_gemma":[0.9490932,0.04283881,0.003964242,0.0014235303,0.0013926498,0.0012875804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039273407,0.0004370123,0.00097280805,0.0007679281,0.00081022363,0.0022688997,0.0003689899,0.0007635298,0.002856935],"category_scores_gemma":[0.03687403,0.00040428084,0.00038947372,0.00059487583,0.0008596985,0.001213147,0.0015342955,0.00068556325,0.00030815674],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.050311115,0.009589791,0.5888272,0.0024664018,0.0010471686,0.0008914189,0.03826211,0.0059982943,0.20031124,0.0029396059,0.00082360423,0.0985321],"study_design_scores_gemma":[0.0016261856,0.016911857,0.92909324,0.00018799203,0.0011215748,0.0005348545,0.0069597703,0.014310768,0.022535618,0.0032515833,0.0032744757,0.00019209058],"about_ca_topic_score_codex":0.00096194854,"about_ca_topic_score_gemma":0.0009658438,"teacher_disagreement_score":0.0039273407,"about_ca_system_score_codex":0.00039560214,"about_ca_system_score_gemma":0.00048163458,"threshold_uncertainty_score":0.020769954},"labels":[],"label_agreement":null},{"id":"W2106532293","doi":"10.1145/2396761.2398568","title":"Stochastic simulation of time-biased gain","year":2012,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Amazon Web Services","keywords":"Computer science; Flexibility (engineering); Information gain; Measure (data warehouse); Stochastic process; Process (computing); Response time; Data mining; Statistics; Mathematics","score_opus":0.031018332042308843,"score_gpt":0.2918494292419322,"score_spread":0.26083109719962333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106532293","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3835711,0.00058878754,0.600557,0.0009387368,0.000088120374,0.00024019321,0.00056874123,0.000603704,0.012843633],"genre_scores_gemma":[0.9696223,0.00017955863,0.027330585,0.000109349916,0.000020508205,0.00016859062,0.00025893754,0.00005742893,0.0022528218],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99893457,0.00040809397,0.00006144134,0.00013706443,0.00027365828,0.00018516557],"domain_scores_gemma":[0.97899103,0.016836591,0.0011127851,0.001037025,0.0016144002,0.0004081393],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029572686,0.00047065658,0.000838907,0.0009683357,0.00036641065,0.0011121808,0.00076572486,0.0011804524,0.0026208626],"category_scores_gemma":[0.028886858,0.00026569044,0.0006556542,0.00093630195,0.00086825935,0.0017183045,0.00089906086,0.000911778,0.00037249757],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009650481,0.000036981284,0.0018268651,0.00003988815,0.000019435058,0.000072957446,0.000089144996,0.9492262,0.0013541054,0.04127113,0.0005855197,0.0053812764],"study_design_scores_gemma":[0.0000075994626,0.00001129364,0.00017037516,0.000004236541,0.0000034255327,0.000010608755,0.000008031977,0.99409217,0.00022077917,0.005335168,0.00013091041,0.0000054247453],"about_ca_topic_score_codex":0.008542044,"about_ca_topic_score_gemma":0.0044032973,"teacher_disagreement_score":0.008542044,"about_ca_system_score_codex":0.0015452346,"about_ca_system_score_gemma":0.0010261544,"threshold_uncertainty_score":0.016984642},"labels":[],"label_agreement":null},{"id":"W2108279663","doi":"10.1145/1935826.1935840","title":"Personalizing web search using long term browsing history","year":2011,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":202,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"","keywords":"Personalization; Computer science; World Wide Web; Information retrieval; Personalized search; Term (time); Search engine; The Internet; Web navigation; Web page","score_opus":0.2027700771185297,"score_gpt":0.29613797628832467,"score_spread":0.09336789916979496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108279663","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48464862,0.0022982424,0.5024747,0.00038253423,0.00006068329,0.00026316138,0.00039156844,0.0040026614,0.005477836],"genre_scores_gemma":[0.9087268,0.00061186997,0.08697011,0.00006498577,0.00012116626,0.00006486169,0.0004712953,0.00015576629,0.0028130803],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99904555,0.00031835554,0.00007030637,0.0002180335,0.00027223068,0.00007551222],"domain_scores_gemma":[0.99494594,0.0025061797,0.0005523527,0.0011783445,0.0006266639,0.00019042741],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017039648,0.0007296601,0.0009830279,0.002455544,0.00043836742,0.0013382062,0.0007964548,0.0008108218,0.0008602373],"category_scores_gemma":[0.008321156,0.00043717978,0.00056608714,0.0018942152,0.00036332136,0.00300914,0.00074965536,0.00079968764,0.00080033374],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009483758,0.0011746576,0.06212535,0.0002886753,0.00038578076,0.00022531209,0.00094519043,0.08823214,0.030960638,0.0032950265,0.004824042,0.80659485],"study_design_scores_gemma":[0.000057384193,0.0005534567,0.02564757,0.00003282253,0.00023426967,0.0007515355,0.00020050323,0.94462615,0.015484149,0.008284634,0.004004071,0.00012346581],"about_ca_topic_score_codex":0.0035246813,"about_ca_topic_score_gemma":0.0064620813,"teacher_disagreement_score":0.0035246813,"about_ca_system_score_codex":0.0004991048,"about_ca_system_score_gemma":0.00058960513,"threshold_uncertainty_score":0.009011507},"labels":[],"label_agreement":null},{"id":"W2108302906","doi":"10.5860/crl.65.1.36","title":"Subject No-hits Searches in an Academic Library Online Catalog: An Exploration of Two Potential Ameliorations","year":2004,"lang":"en","type":"article","venue":"College & Research Libraries","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Pathfinder; Subject (documents); Computer science; Information retrieval; Database transaction; Library catalog; Transaction log; World Wide Web; Data science; Database","score_opus":0.15781687254929286,"score_gpt":0.38853250038040066,"score_spread":0.2307156278311078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108302906","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9800235,0.00028181192,0.0070017674,0.0033400059,0.000018986031,0.0003268502,0.000033782893,0.00019430017,0.008778989],"genre_scores_gemma":[0.9827959,0.00024800186,0.014616121,0.00039802468,0.000019867366,0.00023130364,0.000034282253,0.000031396765,0.0016250492],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9653773,0.026472993,0.001820786,0.00079147634,0.0043651653,0.0011722303],"domain_scores_gemma":[0.88734215,0.07749228,0.012725409,0.0117055,0.008540601,0.0021940835],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.026121052,0.0004850742,0.0006691945,0.0028326495,0.0035925542,0.0047361962,0.0024609808,0.0015491484,0.0019809015],"category_scores_gemma":[0.10511756,0.00076084316,0.00080700166,0.0028638192,0.0043697036,0.0072846827,0.004229344,0.0022384173,0.000346475],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010852055,0.004741424,0.15047386,0.0018597228,0.0001754001,0.0018024518,0.4401643,0.0018416786,0.009617706,0.0203115,0.0038358048,0.36409098],"study_design_scores_gemma":[0.0007357733,0.0068190633,0.25658762,0.0009582059,0.00068063295,0.0026479291,0.5921956,0.014341352,0.019565526,0.018041404,0.08695541,0.00047153057],"about_ca_topic_score_codex":0.0055828867,"about_ca_topic_score_gemma":0.012628718,"teacher_disagreement_score":0.9952638,"about_ca_system_score_codex":0.0028996551,"about_ca_system_score_gemma":0.0046174224,"threshold_uncertainty_score":0.13814294},"labels":[],"label_agreement":null},{"id":"W2113412221","doi":"10.18438/b8d31w","title":"The Form of Search Tool Chosen by Undergraduate Students Influences Research Practices and the Type and Quality of Information Selected","year":2014,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rubric; Grading (engineering); Computer science; Service (business); Quality (philosophy); World Wide Web; Psychology; Medical education; Information retrieval; Mathematics education; Medicine","score_opus":0.051947985843294714,"score_gpt":0.38109847783370754,"score_spread":0.3291504919904128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113412221","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95226055,0.009952872,0.0078036287,0.0052813804,0.0001686621,0.00046682724,0.0002341458,0.00021899283,0.023612995],"genre_scores_gemma":[0.978009,0.006115835,0.010616246,0.0018626744,0.000082420396,0.00037067418,0.00018176784,0.000075484764,0.0026859846],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9687167,0.018911261,0.004014194,0.0014766171,0.005886901,0.0009942965],"domain_scores_gemma":[0.8078611,0.16311152,0.008262809,0.0038092022,0.012231268,0.0047240946],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02680022,0.00025008278,0.0005216813,0.0027983657,0.0015418996,0.008801332,0.0009198095,0.0010858658,0.0033082536],"category_scores_gemma":[0.1606197,0.0003055889,0.0004779238,0.004053901,0.0017389603,0.0045986064,0.0026650259,0.00075703714,0.0012364538],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004821443,0.00074081693,0.24421039,0.004932658,0.00019201252,0.0007432463,0.13150097,0.00024778218,0.007946563,0.0041096862,0.008971415,0.5959224],"study_design_scores_gemma":[0.00029503426,0.0034257767,0.47177047,0.00771259,0.00052950764,0.003815685,0.30307165,0.0017841967,0.01158453,0.015744017,0.17982405,0.0004424202],"about_ca_topic_score_codex":0.0015085103,"about_ca_topic_score_gemma":0.0034830235,"teacher_disagreement_score":0.9731998,"about_ca_system_score_codex":0.0018668087,"about_ca_system_score_gemma":0.003655396,"threshold_uncertainty_score":0.14173478},"labels":[],"label_agreement":null},{"id":"W2113557293","doi":"","title":"Enhanced Web Retrieval Task","year":2009,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Task (project management); Information retrieval; World Wide Web; Search engine; Adversarial information retrieval; Human–computer information retrieval; Cognitive models of information retrieval; Engineering","score_opus":0.01397439744934049,"score_gpt":0.2637368972764694,"score_spread":0.2497624998271289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113557293","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44510108,0.0030148309,0.48091438,0.0018493871,0.0007201342,0.00312862,0.017557418,0.007177544,0.040536486],"genre_scores_gemma":[0.772329,0.00068704726,0.19587927,0.00066089357,0.000334854,0.0015023927,0.013261099,0.00055603724,0.014789339],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9956108,0.0016485825,0.00044723524,0.0007145272,0.0013075335,0.00027137907],"domain_scores_gemma":[0.98602873,0.007956646,0.0011510409,0.0024597994,0.001804406,0.00059936894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036136126,0.0013992458,0.0017270633,0.0012565175,0.00055876636,0.0019177035,0.0018663753,0.0022584854,0.009943486],"category_scores_gemma":[0.024544222,0.00033678918,0.0014133314,0.00089037477,0.00052439084,0.004188701,0.002452896,0.0014707687,0.0029420613],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008106521,0.005150239,0.033833202,0.0044293334,0.0010171331,0.001348628,0.0008569377,0.1954576,0.05185307,0.051199574,0.06432337,0.58242434],"study_design_scores_gemma":[0.00038817362,0.0017596188,0.01228948,0.00020505187,0.00027902483,0.0012040033,0.00013582032,0.9195079,0.016070228,0.02246013,0.025461499,0.00023907328],"about_ca_topic_score_codex":0.003008721,"about_ca_topic_score_gemma":0.0023892496,"teacher_disagreement_score":0.009943486,"about_ca_system_score_codex":0.00096736057,"about_ca_system_score_gemma":0.001034834,"threshold_uncertainty_score":0.03326428},"labels":[],"label_agreement":null},{"id":"W2114113935","doi":"10.1109/grc.2006.1635879","title":"A multilevel searching and re-ranking framework for information retrieval","year":2006,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Ranking (information retrieval); Computer science; Information retrieval; Index (typography); Data mining; Learning to rank; Document retrieval; World Wide Web","score_opus":0.02315837189555964,"score_gpt":0.286667262979461,"score_spread":0.26350889108390135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114113935","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039997096,0.0010300917,0.99269557,0.0002218674,0.000029466399,0.00014300921,0.00011552647,0.0007395418,0.0010252916],"genre_scores_gemma":[0.119446084,0.0005913668,0.8770642,0.00013645116,0.00015056293,0.00025670155,0.00032105282,0.0001308449,0.0019026794],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9930339,0.0027775653,0.00040905277,0.00081181136,0.0026618715,0.00030591557],"domain_scores_gemma":[0.99323785,0.0029072564,0.0006422387,0.001834424,0.0011748999,0.00020326805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00450115,0.0009822905,0.0027500286,0.0054706368,0.0010017195,0.00223134,0.0030679025,0.0015238856,0.0032516427],"category_scores_gemma":[0.010471991,0.00058340945,0.00209551,0.0048522777,0.0012155807,0.0049481434,0.0020203365,0.0017200068,0.0017256201],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028680384,0.00039683245,0.0025684084,0.0010818777,0.00039608538,0.00024402971,0.00074547576,0.12603632,0.022986382,0.10318082,0.011280819,0.73079604],"study_design_scores_gemma":[0.00007311899,0.0004308858,0.0012723776,0.00005647229,0.00017237035,0.000352245,0.00010202763,0.8997677,0.0056741247,0.07958273,0.012371202,0.00014470161],"about_ca_topic_score_codex":0.005748303,"about_ca_topic_score_gemma":0.0066670137,"teacher_disagreement_score":0.005748303,"about_ca_system_score_codex":0.0015369136,"about_ca_system_score_gemma":0.0015993896,"threshold_uncertainty_score":0.023804665},"labels":[],"label_agreement":null},{"id":"W2114653137","doi":"10.1109/wi-iat.2011.130","title":"A Luhn-Inspired Vector Re-weighting Approach for Improving Personalized Web Search","year":2011,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Computer science; Information retrieval; Personalization; Set (abstract data type); Weighting; Personalized search; Similarity (geometry); Vector space model; Web search query; Search engine; Zipf's law; Rank (graph theory); Data mining; World Wide Web; Artificial intelligence; Mathematics","score_opus":0.08381528602173237,"score_gpt":0.27574195145472874,"score_spread":0.19192666543299636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114653137","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01641811,0.0006722527,0.9807781,0.00015104546,0.0000479786,0.00006351987,0.00004443986,0.0004079165,0.0014165767],"genre_scores_gemma":[0.41053125,0.00093243684,0.58119076,0.00025249238,0.00019483337,0.00022540786,0.00034424572,0.00017980569,0.0061488003],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99892503,0.00037513074,0.00005530979,0.00017047828,0.0003923108,0.00008186779],"domain_scores_gemma":[0.998591,0.0005202323,0.00012802328,0.00032021897,0.0003940034,0.000046491605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001550387,0.0006674766,0.001399749,0.0016909714,0.0005059796,0.0007116256,0.0014292703,0.0007916077,0.001406931],"category_scores_gemma":[0.0054796957,0.00033893663,0.00070803665,0.0023934564,0.00057825545,0.0024836278,0.00084446894,0.0010671507,0.00050969527],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001882948,0.0004362319,0.0024032947,0.00024624844,0.00018710818,0.000105134895,0.00042041912,0.2629486,0.019658273,0.0561322,0.0072579407,0.6500163],"study_design_scores_gemma":[0.000023213208,0.00009470478,0.00045401946,0.000009401882,0.000038192335,0.00007580242,0.0000303667,0.97349143,0.0023387666,0.019923126,0.0034943314,0.000026527157],"about_ca_topic_score_codex":0.0056399023,"about_ca_topic_score_gemma":0.008543204,"teacher_disagreement_score":0.0056399023,"about_ca_system_score_codex":0.0009712578,"about_ca_system_score_gemma":0.00092904543,"threshold_uncertainty_score":0.011214137},"labels":[],"label_agreement":null},{"id":"W2115057477","doi":"","title":"York University at TREC 2006: Enterprise Email Discussion Search","year":2006,"lang":"en","type":"article","venue":"Text REtrieval Conference","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Information retrieval; Thread (computing); Ranking (information retrieval); Search engine; Word (group theory); Document retrieval; Rank (graph theory); Query expansion; World Wide Web","score_opus":0.025149645107489006,"score_gpt":0.24079465806604977,"score_spread":0.21564501295856076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115057477","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19958167,0.014601297,0.070250966,0.015389925,0.005443461,0.010489898,0.27110282,0.104081154,0.3090588],"genre_scores_gemma":[0.2144273,0.0021698861,0.13442563,0.0021363366,0.0010654229,0.0058000116,0.40896642,0.003307949,0.22770102],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9956963,0.0016294926,0.0004465065,0.00053153496,0.0012343517,0.0004618245],"domain_scores_gemma":[0.9891411,0.003109242,0.00047479666,0.0014408608,0.004506763,0.0013272048],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0079503395,0.0016035959,0.0018686632,0.0056193597,0.0034808265,0.0029427106,0.0019064359,0.002129144,0.044942725],"category_scores_gemma":[0.015702758,0.00063610636,0.00065441965,0.0043267175,0.00054213614,0.0042011226,0.0017787386,0.002149923,0.025597218],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048726433,0.0006787258,0.0016007338,0.00078295387,0.00006155766,0.00010737915,0.0003409448,0.00195333,0.0050791716,0.0018241188,0.89139146,0.09569229],"study_design_scores_gemma":[0.0015704733,0.0012437627,0.030141897,0.0003644905,0.0002012783,0.00035387042,0.0011905703,0.062200237,0.03513097,0.0070488993,0.86004806,0.0005055028],"about_ca_topic_score_codex":0.053654708,"about_ca_topic_score_gemma":0.08222938,"teacher_disagreement_score":0.053654708,"about_ca_system_score_codex":0.0036058293,"about_ca_system_score_gemma":0.0035793418,"threshold_uncertainty_score":0.15034842},"labels":[],"label_agreement":null},{"id":"W2115400581","doi":"10.1145/2637002.2637060","title":"Combining document retrieval with knowledge graphs for exploratory search","year":2014,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Exploratory search; Computer science; Information retrieval; Search engine; Human–computer information retrieval; Space (punctuation); Exploratory research; Information needs; Quality (philosophy); World Wide Web; Cognitive models of information retrieval; Order (exchange)","score_opus":0.030575381617284184,"score_gpt":0.2869057018459387,"score_spread":0.25633032022865454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115400581","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012670733,0.0014883967,0.9812966,0.0003311713,0.000043866035,0.00017533769,0.0001653778,0.0014414284,0.0023871236],"genre_scores_gemma":[0.21735553,0.0015200826,0.7782946,0.00016392017,0.000109871056,0.00020032882,0.0006594275,0.00022052441,0.0014756805],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99820817,0.0008894241,0.00012688643,0.00023941972,0.00043874097,0.00009737296],"domain_scores_gemma":[0.9934187,0.00460179,0.00035307754,0.00090894307,0.00055866764,0.00015893173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025186865,0.0009474529,0.0013629373,0.006844313,0.00070239796,0.0022111044,0.0012064403,0.0010773959,0.0015851455],"category_scores_gemma":[0.010735928,0.00049019017,0.001434294,0.0060726358,0.0010173542,0.0056352033,0.0025666666,0.001136668,0.00066333497],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002936974,0.00054932566,0.0027413724,0.0007759552,0.00033533204,0.00027285216,0.00075845845,0.16631155,0.011089682,0.10683396,0.006079614,0.7039582],"study_design_scores_gemma":[0.000047689668,0.00016060489,0.00088139996,0.00007152011,0.000184417,0.00017055833,0.00014088674,0.83255446,0.004057368,0.15392706,0.0077327993,0.00007120474],"about_ca_topic_score_codex":0.0053692185,"about_ca_topic_score_gemma":0.0071286773,"teacher_disagreement_score":0.006844313,"about_ca_system_score_codex":0.001050648,"about_ca_system_score_gemma":0.0010932888,"threshold_uncertainty_score":0.013320208},"labels":[],"label_agreement":null},{"id":"W2116133147","doi":"10.1145/2348283.2348289","title":"Adaptive query suggestion for difficult queries","year":2012,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Web query classification; Web search query; Spatial query; Information retrieval; Query expansion; Query optimization; Sargable; Query language; Search engine; Rank (graph theory); RDF query language; Range query (database); Similarity (geometry); Data mining; Artificial intelligence; Mathematics","score_opus":0.03612072071637346,"score_gpt":0.27639930795250717,"score_spread":0.2402785872361337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116133147","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60153335,0.00904104,0.35090184,0.002469168,0.00037057177,0.0017081861,0.0010613031,0.020714452,0.012200111],"genre_scores_gemma":[0.85580957,0.0006953897,0.13831939,0.00041731517,0.00024895655,0.000245532,0.0008390608,0.00046522517,0.0029596144],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.994501,0.0024948397,0.00037978214,0.0006463461,0.0016431367,0.0003349016],"domain_scores_gemma":[0.96134293,0.026701871,0.0026131396,0.0037144697,0.004810325,0.0008172797],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037299765,0.0013927221,0.0015182695,0.0022486974,0.00080459093,0.0014698165,0.0013615167,0.0015593761,0.0030050257],"category_scores_gemma":[0.03775426,0.00036501314,0.0005931547,0.0017290547,0.0005734633,0.0027128998,0.00095359754,0.0014556458,0.0018717687],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042048236,0.001625102,0.055641033,0.0028654356,0.00048304655,0.0015812104,0.002265635,0.03802436,0.15629032,0.0040259445,0.034006964,0.6989862],"study_design_scores_gemma":[0.0007153773,0.0044364617,0.07133515,0.00030869804,0.00109622,0.005636261,0.002126792,0.75707245,0.08401224,0.012730286,0.059902977,0.00062697515],"about_ca_topic_score_codex":0.0025596726,"about_ca_topic_score_gemma":0.0035003903,"teacher_disagreement_score":0.0037299765,"about_ca_system_score_codex":0.00043971697,"about_ca_system_score_gemma":0.0010515918,"threshold_uncertainty_score":0.019726217},"labels":[],"label_agreement":null},{"id":"W2116336519","doi":"10.1109/wi.2006.6","title":"A Comparative User Study of Web Search Interfaces: HotMap, Concept Highlighter, and Google","year":2006,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Computer science; Search engine; Information retrieval; World Wide Web; Web search engine; Visualization; Search analytics; User interface; Metasearch engine; Web search query; Web page; Semantic search; Human–computer interaction; Data mining","score_opus":0.03368481356550434,"score_gpt":0.29914844869315615,"score_spread":0.2654636351276518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116336519","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99800974,0.00019631453,0.0008706517,0.000026132966,0.000009775593,0.00009743302,0.00007790109,0.00005090552,0.00066107267],"genre_scores_gemma":[0.99527305,0.00021632931,0.0032055406,0.0000652788,0.000020485271,0.0003142705,0.0002022136,0.00006004699,0.0006428024],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9952624,0.0031798328,0.0005022034,0.0002706869,0.0005807104,0.0002040942],"domain_scores_gemma":[0.91021943,0.08068395,0.0016124055,0.0016648336,0.0046963543,0.0011229535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007423403,0.0008923384,0.0010480967,0.0017830399,0.0006380663,0.001263078,0.00053691235,0.0008944728,0.0027187737],"category_scores_gemma":[0.044126008,0.00042163458,0.0006470818,0.0011334561,0.0006125306,0.002644056,0.0010596799,0.00058468,0.00034455006],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.054127157,0.013825625,0.28619686,0.011487239,0.0016214736,0.00213183,0.20288955,0.0032234183,0.08164842,0.0018481695,0.006544807,0.33445546],"study_design_scores_gemma":[0.0034463997,0.114409685,0.68431634,0.0010020571,0.002249135,0.0041632736,0.0874111,0.029492624,0.05708049,0.0013354945,0.0139417155,0.0011516849],"about_ca_topic_score_codex":0.0013220079,"about_ca_topic_score_gemma":0.0014159449,"teacher_disagreement_score":0.007423403,"about_ca_system_score_codex":0.00032515737,"about_ca_system_score_gemma":0.00023868048,"threshold_uncertainty_score":0.039259136},"labels":[],"label_agreement":null},{"id":"W2117936500","doi":"10.1145/2505515.2505704","title":"Incorporating user preferences into click models","year":2013,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Click-through rate; Set (abstract data type); Homogeneous; Variety (cybernetics); Human–computer interaction; Scale (ratio); Information retrieval; Artificial intelligence; Programming language; Mathematics","score_opus":0.03866618693706517,"score_gpt":0.26178546361373284,"score_spread":0.22311927667666767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117936500","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17319526,0.00080874574,0.81648624,0.0004551128,0.0000958262,0.00017070783,0.00084696314,0.0009166654,0.0070244884],"genre_scores_gemma":[0.95484984,0.000530763,0.03896225,0.00012516645,0.00008585754,0.00013358149,0.0004451931,0.000095107265,0.0047722138],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980357,0.000847305,0.000117299605,0.00031428027,0.000427351,0.0002579975],"domain_scores_gemma":[0.9923254,0.005181604,0.00056729675,0.0007355729,0.0008954504,0.00029454386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025875166,0.0012456421,0.0010425196,0.0014204957,0.0003265058,0.0014110296,0.0014254533,0.0012445202,0.0025773665],"category_scores_gemma":[0.0116292825,0.0005543631,0.00115499,0.0019452659,0.0005184732,0.0036527347,0.0008094223,0.0012574525,0.00087499904],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060028024,0.00040509665,0.022053441,0.00019035205,0.0002618327,0.00039594437,0.00035111778,0.83170885,0.00496838,0.058201265,0.0029757603,0.07788762],"study_design_scores_gemma":[0.000011149113,0.00005260151,0.0012169317,0.000005954098,0.000030165831,0.00007609443,0.000014182018,0.9910665,0.00040268968,0.0066457777,0.00045958837,0.000018237393],"about_ca_topic_score_codex":0.006333266,"about_ca_topic_score_gemma":0.007131176,"teacher_disagreement_score":0.006333266,"about_ca_system_score_codex":0.0007716266,"about_ca_system_score_gemma":0.0007290516,"threshold_uncertainty_score":0.013684213},"labels":[],"label_agreement":null},{"id":"W2120308175","doi":"10.1016/s0306-4573(00)00010-8","title":"Variations in relevance judgments and the measurement of retrieval effectiveness","year":2000,"lang":"en","type":"article","venue":"Information Processing & Management","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":507,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Standards and Technology; University of Waterloo","keywords":"Relevance (law); Information retrieval; Computer science; NIST; Set (abstract data type); Test (biology); Reliability (semiconductor); Ranking (information retrieval); Document retrieval; Natural language processing","score_opus":0.01358723951661481,"score_gpt":0.24398828895086408,"score_spread":0.23040104943424927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120308175","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9859698,0.0013762311,0.0071411994,0.00015456753,0.000040936833,0.00011076476,0.00020276598,0.00010844052,0.0048953546],"genre_scores_gemma":[0.9975782,0.00009921359,0.0017609348,0.000053745698,0.000032862703,0.000046540714,0.00014123785,0.000040719464,0.00024663488],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9669511,0.0202517,0.0022048352,0.0027530438,0.0072388267,0.0006004745],"domain_scores_gemma":[0.64987755,0.30220246,0.022867246,0.0148473615,0.00797183,0.0022335907],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020276751,0.00039020937,0.0008037236,0.0032083536,0.000516544,0.0028781975,0.0007765157,0.0018118849,0.0013349475],"category_scores_gemma":[0.3084425,0.00044116838,0.0004142646,0.0025514257,0.0013322624,0.0022225957,0.0010039504,0.001700244,0.0005639677],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009852016,0.0020305247,0.6785566,0.0008471128,0.0017208162,0.00031623605,0.006507598,0.010661021,0.09339182,0.008429323,0.0026657674,0.18502116],"study_design_scores_gemma":[0.00010860259,0.0011559919,0.9737563,0.00004207894,0.00020596219,0.00048131638,0.00029024115,0.008780705,0.0078495415,0.006406734,0.00080494856,0.00011763812],"about_ca_topic_score_codex":0.0014557872,"about_ca_topic_score_gemma":0.0012162124,"teacher_disagreement_score":0.020276751,"about_ca_system_score_codex":0.0008852497,"about_ca_system_score_gemma":0.0004947886,"threshold_uncertainty_score":0.107235014},"labels":[],"label_agreement":null},{"id":"W2121587139","doi":"","title":"York University at TREC 2009: Relevance Feedback Track","year":2009,"lang":"en","type":"article","venue":"Text REtrieval Conference","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Relevance feedback; Relevance (law); Computer science; Weighting; Task (project management); Track (disk drive); Domain (mathematical analysis); Information retrieval; Series (stratigraphy); Artificial intelligence; Mathematics; Engineering; Image retrieval","score_opus":0.03342038611951475,"score_gpt":0.24673428687266485,"score_spread":0.2133139007531501,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121587139","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20251517,0.013509169,0.10232138,0.017924191,0.01224547,0.029883651,0.37520462,0.11147013,0.13492623],"genre_scores_gemma":[0.13655259,0.0019431115,0.14213353,0.0033081283,0.0009143121,0.00908906,0.5800944,0.0033920314,0.1225728],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99099123,0.0031621882,0.0005628322,0.0011572134,0.0035008525,0.0006257686],"domain_scores_gemma":[0.9733786,0.004607114,0.00068762526,0.0039517456,0.015159009,0.0022158767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018954702,0.002167927,0.0024028097,0.003347807,0.004405282,0.002766868,0.0031202354,0.0025734187,0.02452498],"category_scores_gemma":[0.026548652,0.0010096851,0.00078451005,0.0029665807,0.0008509378,0.0043100975,0.0018531883,0.0044313325,0.024356905],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007287416,0.001454767,0.0014475173,0.00045324,0.000105495135,0.00007205534,0.00016477046,0.0023749436,0.008225492,0.0008841908,0.9236892,0.060399696],"study_design_scores_gemma":[0.0048240754,0.004532778,0.044734966,0.00030185928,0.00037346449,0.0004969133,0.000539904,0.092825204,0.06401194,0.005096456,0.7814369,0.00082556054],"about_ca_topic_score_codex":0.114738636,"about_ca_topic_score_gemma":0.16807868,"teacher_disagreement_score":0.114738636,"about_ca_system_score_codex":0.0044289096,"about_ca_system_score_gemma":0.0072543146,"threshold_uncertainty_score":0.2281416},"labels":[],"label_agreement":null},{"id":"W2121854496","doi":"10.1145/1099554.1099645","title":"Indexing time vs. query time","year":2005,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Search engine indexing; Query expansion; Query optimization; Information retrieval; Response time; Sargable; Focus (optics); Query language; Web query classification; Web search query; Index (typography); Data mining; Database; Search engine; World Wide Web; Operating system","score_opus":0.008066757964557575,"score_gpt":0.2286195290006048,"score_spread":0.22055277103604723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121854496","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22812015,0.022981439,0.68290156,0.005764125,0.0006917203,0.0005062158,0.0009238577,0.0067022485,0.05140868],"genre_scores_gemma":[0.8034153,0.006298222,0.17689027,0.0005968923,0.00059403165,0.00028055985,0.00067662436,0.001755184,0.009492924],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99182594,0.0019470066,0.0005619488,0.001085679,0.0032388845,0.0013404514],"domain_scores_gemma":[0.9543161,0.034934066,0.0022360242,0.0045346543,0.0030572244,0.0009219837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008766425,0.0010192542,0.0017432584,0.0016461358,0.0011927031,0.006369893,0.0028907189,0.0018016599,0.0109115],"category_scores_gemma":[0.04069377,0.00085135794,0.00070340413,0.0041889916,0.0009791258,0.012867956,0.0018380177,0.0017038276,0.0036594067],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031673135,0.000605124,0.006003842,0.0020430025,0.00016666748,0.00034283797,0.0011307528,0.07237516,0.23203251,0.14396657,0.008057055,0.5301092],"study_design_scores_gemma":[0.0005216432,0.0041379835,0.00819047,0.00023835716,0.0008993244,0.0024639857,0.00088626915,0.49130076,0.30418023,0.13779174,0.049054954,0.0003342648],"about_ca_topic_score_codex":0.0012117611,"about_ca_topic_score_gemma":0.001365829,"teacher_disagreement_score":0.0109115,"about_ca_system_score_codex":0.0019123226,"about_ca_system_score_gemma":0.0015722181,"threshold_uncertainty_score":0.046361864},"labels":[],"label_agreement":null},{"id":"W2122520270","doi":"10.1109/bibm.2010.5706649","title":"Exploring a multi-source fusion approach for genomics information retrieval","year":2010,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Ranking (information retrieval); Information retrieval; Reciprocal; Domain (mathematical analysis); Baseline (sea); Focus (optics); Sensor fusion; Metasearch engine; Data mining; Learning to rank; Artificial intelligence; Search engine; Web search query","score_opus":0.10734745679547612,"score_gpt":0.271404878187317,"score_spread":0.16405742139184087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122520270","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029630015,0.0011665584,0.9649971,0.0005227678,0.000048251568,0.00015463535,0.0001562084,0.0015828635,0.0017415867],"genre_scores_gemma":[0.5486611,0.000793654,0.44754764,0.00020191146,0.0001515439,0.00016600202,0.00088266697,0.00020805975,0.0013873223],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9953721,0.0020667757,0.00029325217,0.0005901437,0.0014792006,0.00019855174],"domain_scores_gemma":[0.99271363,0.0038473422,0.00042670532,0.0010357203,0.001800874,0.00017563146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00926758,0.0013037197,0.0016072945,0.0081002405,0.0011710286,0.0028586646,0.0019000951,0.0014899579,0.0015060245],"category_scores_gemma":[0.0151982885,0.00051395135,0.0018657846,0.00523523,0.0009757153,0.007717449,0.0034305672,0.0014558058,0.0007358067],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010962633,0.0006725002,0.007621759,0.000646242,0.0007270892,0.0006280912,0.0015369258,0.117674544,0.048171148,0.025988456,0.0039899563,0.791247],"study_design_scores_gemma":[0.000077060206,0.00037208645,0.0022708094,0.000045184734,0.00024465687,0.00044646693,0.0004113083,0.9331547,0.027808527,0.03064318,0.0044124085,0.00011354188],"about_ca_topic_score_codex":0.0029447386,"about_ca_topic_score_gemma":0.0024949505,"teacher_disagreement_score":0.00926758,"about_ca_system_score_codex":0.0012181677,"about_ca_system_score_gemma":0.0011523706,"threshold_uncertainty_score":0.049012244},"labels":[],"label_agreement":null},{"id":"W2126541557","doi":"10.1023/b:joms.0000021523.23376.e9","title":"Introducing a Conceptual Information Retrieval (IR) Framework","year":2004,"lang":"en","type":"article","venue":"Journal of Medical Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Medical Research Council","keywords":"Computer science; Process (computing); Information retrieval; Information system; Health informatics; Data mining; Data science; Programming language","score_opus":0.017019679974978795,"score_gpt":0.2800869194319391,"score_spread":0.2630672394569603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126541557","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025499184,0.0036702966,0.9683774,0.0063091437,0.00036849672,0.00015686791,0.00025445764,0.00044606352,0.017867368],"genre_scores_gemma":[0.12775865,0.0049507446,0.85463095,0.0018459049,0.0011863965,0.0005969241,0.00065740885,0.00019369033,0.008179225],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9945709,0.0026380357,0.0005816472,0.00067828,0.0012383754,0.0002927195],"domain_scores_gemma":[0.99229103,0.0044183317,0.00063063414,0.0010284225,0.0012802418,0.00035138524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006566436,0.0013265458,0.0012257975,0.0057867477,0.0019999994,0.01066397,0.0032392393,0.003892158,0.0099430205],"category_scores_gemma":[0.01643866,0.0009221674,0.0024385252,0.007358905,0.0055750404,0.019979615,0.004001437,0.0037196213,0.0034646315],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008503843,0.000021957114,0.00011015338,0.00012596957,0.00001067502,0.000047166835,0.00034941395,0.0009906334,0.00039047623,0.9830321,0.0020470421,0.012865941],"study_design_scores_gemma":[0.000024390469,0.000059244,0.00018466063,0.00014526477,0.000042214593,0.00038829108,0.0003864648,0.023381079,0.00073625694,0.9065791,0.06802236,0.000050724655],"about_ca_topic_score_codex":0.0031367016,"about_ca_topic_score_gemma":0.0019035846,"teacher_disagreement_score":0.01066397,"about_ca_system_score_codex":0.0023960425,"about_ca_system_score_gemma":0.0024973515,"threshold_uncertainty_score":0.034727037},"labels":[],"label_agreement":null},{"id":"W2127466325","doi":"","title":"York University at TREC 2005: Genomics Track","year":2005,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Sentence; Index (typography); Word (group theory); Information retrieval; Natural language processing; Focus (optics); Artificial intelligence; Query expansion; World Wide Web; Mathematics","score_opus":0.021961182732375763,"score_gpt":0.21707836832548155,"score_spread":0.19511718559310579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127466325","genre_codex":"dataset","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10573526,0.015576874,0.042442977,0.02686543,0.007066322,0.008518317,0.5688568,0.066527024,0.15841098],"genre_scores_gemma":[0.05780124,0.002275515,0.04547472,0.003554737,0.0006194028,0.0031275197,0.80366224,0.0024062775,0.081078336],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9926071,0.002506024,0.0005003418,0.000998739,0.0029348764,0.00045291154],"domain_scores_gemma":[0.97880816,0.005965668,0.00088416,0.0029831638,0.009511936,0.0018470265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015781702,0.0025057113,0.0024096211,0.0046455446,0.0029175428,0.003812072,0.0028856723,0.0023736279,0.031917017],"category_scores_gemma":[0.021910125,0.00092146127,0.0008550508,0.0047851196,0.0010727803,0.004999129,0.0013056223,0.0035285784,0.022461923],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030794446,0.00037605362,0.00076892815,0.00033731532,0.00006881071,0.00003298106,0.000079076875,0.0016038774,0.0028296313,0.0010415755,0.96646535,0.026088528],"study_design_scores_gemma":[0.002505684,0.0019740835,0.03065776,0.0002879857,0.00037347618,0.0002919985,0.00047540214,0.05201166,0.029665105,0.005404799,0.8758979,0.00045418766],"about_ca_topic_score_codex":0.1493219,"about_ca_topic_score_gemma":0.16387995,"teacher_disagreement_score":0.1493219,"about_ca_system_score_codex":0.007853214,"about_ca_system_score_gemma":0.0070223645,"threshold_uncertainty_score":0.29690552},"labels":[],"label_agreement":null},{"id":"W2129319055","doi":"10.1145/2600428.2609636","title":"A simple term frequency transformation model for effective pseudo relevance feedback","year":2014,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Relevance feedback; Computer science; Term (time); Normalization (sociology); Relevance (law); Transformation (genetics); Information retrieval; Heuristic; Simple (philosophy); Data mining; Artificial intelligence; Image retrieval","score_opus":0.01661413852013001,"score_gpt":0.27228102165533574,"score_spread":0.25566688313520575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129319055","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016824804,0.0005885031,0.97865134,0.0002903513,0.000074197524,0.00020499063,0.000096442534,0.0009580713,0.0023112649],"genre_scores_gemma":[0.6673208,0.00084698264,0.32074547,0.00027338992,0.00023657622,0.0007749302,0.00030871134,0.00017115615,0.009321934],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988833,0.00039037058,0.00006250803,0.00018891277,0.00041080866,0.00006404653],"domain_scores_gemma":[0.9988393,0.00055968703,0.00009886947,0.00014251698,0.0003232975,0.00003637572],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014458817,0.0008755862,0.00087685307,0.0012272876,0.00041903468,0.0007977525,0.001267743,0.0012916685,0.0022916694],"category_scores_gemma":[0.005186405,0.0003057011,0.0007526424,0.0013803651,0.0007010334,0.0029066065,0.00050572545,0.00092700735,0.0014646671],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062865193,0.00047722462,0.0019528933,0.00041182298,0.00011024754,0.00036965212,0.00053480454,0.30231887,0.052269,0.05599093,0.0077852276,0.5771507],"study_design_scores_gemma":[0.00004214798,0.00015294811,0.00045616477,0.000009820081,0.00003082063,0.00021056997,0.000016776074,0.9798534,0.003240669,0.012994397,0.0029624426,0.000029887424],"about_ca_topic_score_codex":0.0030326217,"about_ca_topic_score_gemma":0.0027684448,"teacher_disagreement_score":0.0030326217,"about_ca_system_score_codex":0.00072437554,"about_ca_system_score_gemma":0.0010004791,"threshold_uncertainty_score":0.007666409},"labels":[],"label_agreement":null},{"id":"W2132314908","doi":"10.1145/1390334.1390446","title":"Novelty and diversity in information retrieval evaluation","year":2008,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":951,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Novelty; Computer science; Redundancy (engineering); Ranking (information retrieval); Information retrieval; Ambiguity; Learning to rank; Information gain; Data mining; Artificial intelligence; Machine learning","score_opus":0.0679627973098831,"score_gpt":0.27355909343515916,"score_spread":0.20559629612527608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132314908","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.079823084,0.010733723,0.89063597,0.0020242939,0.00025011823,0.00067517016,0.0002813963,0.00080168457,0.014774572],"genre_scores_gemma":[0.72649485,0.0012497065,0.26787806,0.0005311417,0.00064320426,0.0009073077,0.0003063684,0.00025845127,0.0017309065],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8959367,0.06570719,0.005090998,0.006158061,0.025532158,0.0015748511],"domain_scores_gemma":[0.7930283,0.1662651,0.01121405,0.010914791,0.015500535,0.0030771599],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06834721,0.0023646825,0.0033335104,0.0095382705,0.0017671738,0.0062546884,0.0020782482,0.0036862257,0.0011832628],"category_scores_gemma":[0.17709155,0.00082348374,0.0015939379,0.005154718,0.0058842143,0.011641368,0.006614281,0.0037432434,0.00035619896],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019291042,0.0005354147,0.038291667,0.0014149126,0.0013244442,0.00030265914,0.0010769308,0.14769754,0.0076814964,0.2743159,0.005170656,0.52025926],"study_design_scores_gemma":[0.0003771018,0.0028153104,0.018901672,0.00048100683,0.0004459539,0.00084371434,0.00024978578,0.45659432,0.008950614,0.5018911,0.008015301,0.00043425043],"about_ca_topic_score_codex":0.0011303152,"about_ca_topic_score_gemma":0.0014122071,"teacher_disagreement_score":0.06834721,"about_ca_system_score_codex":0.004350632,"about_ca_system_score_gemma":0.002010297,"threshold_uncertainty_score":0.3614589},"labels":[],"label_agreement":null},{"id":"W2135290016","doi":"10.1145/1183614.1183644","title":"A document-centric approach to static index pruning in text retrieval systems","year":2006,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":89,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Pruning; Index (typography); Information retrieval; Divergence (linguistics); Document retrieval; Term (time); Language model; Artificial intelligence; Inverted index; Natural language processing; Search engine indexing; World Wide Web","score_opus":0.01364077173481446,"score_gpt":0.24353773396788747,"score_spread":0.22989696223307302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135290016","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021547457,0.002089771,0.9682657,0.0004204111,0.00008796555,0.0002766831,0.00019453632,0.004208006,0.0029095195],"genre_scores_gemma":[0.15624876,0.0009960176,0.83694005,0.00030637195,0.00028295064,0.00035040145,0.00071436574,0.00047501185,0.0036861198],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966876,0.0008433207,0.00035473733,0.0004239787,0.00151047,0.00017983094],"domain_scores_gemma":[0.99121207,0.0033510656,0.0006340862,0.002636355,0.0019561388,0.0002102512],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028153653,0.0009695852,0.0017745356,0.0038851814,0.0018423253,0.0028655534,0.00271664,0.0014104196,0.0016580155],"category_scores_gemma":[0.01278267,0.0008320152,0.0008690779,0.004778752,0.0013579839,0.004756206,0.0019494068,0.0017437523,0.0013551693],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038423843,0.00032736585,0.0027543253,0.0005539028,0.00013996784,0.00043843425,0.0008155603,0.032418,0.074098326,0.026836414,0.013011294,0.8482222],"study_design_scores_gemma":[0.00017369784,0.0006919863,0.0037357924,0.00017254082,0.00040580603,0.0021524548,0.00030034716,0.7402562,0.12532352,0.07211211,0.05444859,0.000227053],"about_ca_topic_score_codex":0.0021831868,"about_ca_topic_score_gemma":0.0038320592,"teacher_disagreement_score":0.0038851814,"about_ca_system_score_codex":0.0010756447,"about_ca_system_score_gemma":0.0017316451,"threshold_uncertainty_score":0.01488924},"labels":[],"label_agreement":null},{"id":"W2140283172","doi":"10.1186/1475-925x-13-s2-s3","title":"Learning to rank diversified results for biomedical information retrieval from multiple features","year":2014,"lang":"en","type":"article","venue":"BioMedical Engineering OnLine","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Rank (graph theory); Computer science; Information retrieval; Learning to rank; Artificial intelligence; Ranking (information retrieval); Mathematics; Combinatorics","score_opus":0.011672501961352158,"score_gpt":0.24162910487322584,"score_spread":0.22995660291187367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140283172","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24885945,0.014555719,0.7169645,0.0011813097,0.00033989985,0.00047126,0.0022633683,0.008822059,0.0065424475],"genre_scores_gemma":[0.6963379,0.00151932,0.2923728,0.00030422877,0.00043598,0.0002234032,0.0042342013,0.00021465942,0.004357589],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975867,0.0005786655,0.00017804759,0.00044029058,0.0010170037,0.00019932416],"domain_scores_gemma":[0.9965307,0.0011598412,0.0005440963,0.0004482521,0.0011340319,0.00018315861],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0028928898,0.0015072734,0.0014376267,0.0053061116,0.00063411007,0.0014904459,0.0010290924,0.0011889787,0.002076564],"category_scores_gemma":[0.0062426287,0.00025498722,0.001188922,0.0030274072,0.0005745778,0.0019163743,0.0008352912,0.001095751,0.0018739168],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005686407,0.00042051417,0.007355253,0.00050249795,0.00032621948,0.00020587987,0.00011192075,0.085919045,0.01885402,0.0017489862,0.018061597,0.8659255],"study_design_scores_gemma":[0.00007650589,0.00060394756,0.0059429966,0.00005519001,0.00019200187,0.00046539734,0.000075624084,0.9627853,0.020066459,0.004857895,0.00478642,0.00009226629],"about_ca_topic_score_codex":0.004856279,"about_ca_topic_score_gemma":0.0077095446,"teacher_disagreement_score":0.9985095,"about_ca_system_score_codex":0.0012066046,"about_ca_system_score_gemma":0.0011478323,"threshold_uncertainty_score":0.015299261},"labels":[],"label_agreement":null},{"id":"W2141897300","doi":"10.1109/icde.1994.283064","title":"Fast ranking in limited space","year":2002,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Information Technology Research Centre","keywords":"Ranking (information retrieval); Computer science; Search engine indexing; Information retrieval; Space (punctuation); Selection (genetic algorithm); Process (computing); Implementation; Data mining; Machine learning; Programming language","score_opus":0.0329406204038966,"score_gpt":0.2388315740448544,"score_spread":0.20589095364095777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141897300","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037414882,0.00237168,0.93886167,0.0004909623,0.00014528437,0.00020373288,0.0007690749,0.009155756,0.01058697],"genre_scores_gemma":[0.30835748,0.0015341553,0.6671431,0.00024335702,0.00022450797,0.00047846866,0.0025562074,0.00093792164,0.018524755],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99642247,0.0010734127,0.000188313,0.00041948422,0.0015257973,0.00037056653],"domain_scores_gemma":[0.9918609,0.0043375175,0.00042336242,0.001954987,0.0012475324,0.00017560633],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020929757,0.0010332877,0.0022453205,0.0032419406,0.0016124502,0.003586655,0.0017055164,0.0011985713,0.012793553],"category_scores_gemma":[0.012938084,0.0008092923,0.0009731084,0.0058070887,0.0011052045,0.0076442207,0.002858466,0.001046826,0.008915786],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009355555,0.00019258136,0.0014947823,0.00078522775,0.00010842757,0.00023257433,0.00062300096,0.061962165,0.028457684,0.121657364,0.035967484,0.7475831],"study_design_scores_gemma":[0.00035225056,0.0007322324,0.0021864083,0.00010566923,0.000118668504,0.00083511876,0.000515468,0.66118556,0.036433406,0.23988557,0.057492718,0.0001569078],"about_ca_topic_score_codex":0.0036678812,"about_ca_topic_score_gemma":0.0050254376,"teacher_disagreement_score":0.012793553,"about_ca_system_score_codex":0.0011651969,"about_ca_system_score_gemma":0.0013363595,"threshold_uncertainty_score":0.04279864},"labels":[],"label_agreement":null},{"id":"W2142675443","doi":"10.1002/meet.1450400146","title":"Priming the query specification process","year":2003,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Process (computing); Priming (agriculture); Information retrieval; Interface (matter); Web search query; Query expansion; Programming language; Search engine","score_opus":0.016373155429492026,"score_gpt":0.2742288711380132,"score_spread":0.25785571570852117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142675443","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8972894,0.00029984064,0.09066748,0.0009932802,0.00014729968,0.0016878226,0.00012088287,0.0010845977,0.0077094557],"genre_scores_gemma":[0.9576638,0.00009440922,0.03881215,0.00037018268,0.000050458442,0.0012721634,0.00007869221,0.00017182551,0.0014863829],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9617159,0.031058794,0.0014310423,0.0028639825,0.0020964646,0.0008338126],"domain_scores_gemma":[0.7158164,0.24829562,0.011956281,0.01480825,0.0070971553,0.0020263218],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021312555,0.0011833987,0.0011678253,0.00061323395,0.0009275188,0.0024847456,0.0014183051,0.0022594172,0.00860975],"category_scores_gemma":[0.13863762,0.0010057118,0.0004017659,0.00057833974,0.0023354657,0.004691881,0.0028723478,0.002957253,0.001707687],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.028531276,0.0053740544,0.037211593,0.0039014574,0.00023272894,0.0011057133,0.12406828,0.0040207068,0.5150396,0.04922321,0.0051773335,0.22611399],"study_design_scores_gemma":[0.0133928275,0.041006148,0.12439226,0.001681778,0.0010654206,0.0023083894,0.03407809,0.08358896,0.49543807,0.11974693,0.082078435,0.0012227152],"about_ca_topic_score_codex":0.00057675684,"about_ca_topic_score_gemma":0.00028361607,"teacher_disagreement_score":0.021312555,"about_ca_system_score_codex":0.0008771298,"about_ca_system_score_gemma":0.0010970577,"threshold_uncertainty_score":0.11271286},"labels":[],"label_agreement":null},{"id":"W2143245847","doi":"10.1109/waina.2010.135","title":"User Studies in Web Information Retrieval: User-Centered Measures in Web IR Evaluation","year":2010,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Information retrieval; World Wide Web; Web modeling; Web navigation; Web intelligence; Web design; Web standards; Web page; Web analytics; Data Web","score_opus":0.08595255846324752,"score_gpt":0.35147051628971987,"score_spread":0.26551795782647236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143245847","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6814752,0.021024644,0.25938317,0.0015919511,0.0006301229,0.004499379,0.0011563833,0.0006770881,0.029562179],"genre_scores_gemma":[0.918708,0.001597033,0.07368022,0.0005451466,0.00029730698,0.0035587184,0.00048090005,0.0001333726,0.00099926],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.8155439,0.15346897,0.0076817404,0.0019101589,0.020888744,0.0005063877],"domain_scores_gemma":[0.5596267,0.37501505,0.014556012,0.016094975,0.032051794,0.0026555166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07210665,0.000785967,0.0014423439,0.005223128,0.0011262954,0.0033871909,0.00091327174,0.0019379338,0.0020972146],"category_scores_gemma":[0.23461075,0.00040469185,0.0012800246,0.004598198,0.0014764428,0.0052488283,0.0023011062,0.0015824769,0.0007656106],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0071106926,0.0048466064,0.274977,0.005885399,0.0016049519,0.00034150694,0.013216399,0.0076035974,0.016956307,0.013671081,0.0058223815,0.6479641],"study_design_scores_gemma":[0.0011210676,0.05220434,0.6944468,0.0043417015,0.0026476507,0.0047542774,0.013240274,0.09664159,0.056321308,0.03261657,0.040180206,0.001484117],"about_ca_topic_score_codex":0.00047122105,"about_ca_topic_score_gemma":0.0005820137,"teacher_disagreement_score":0.07210665,"about_ca_system_score_codex":0.0007214892,"about_ca_system_score_gemma":0.0006793069,"threshold_uncertainty_score":0.38134098},"labels":[],"label_agreement":null},{"id":"W2143472560","doi":"10.1002/asi.20401","title":"User search behavior of domain‐specific information retrieval systems: An analysis of the query logs from PsycINFO and ABC‐Clio's Historical Abstracts/America: History and Life","year":2006,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"PsycINFO; Information retrieval; Categorization; Computer science; History of psychology; Query expansion; Psychology; MEDLINE; Artificial intelligence; Cognitive psychology","score_opus":0.01672247369856209,"score_gpt":0.25568554631225343,"score_spread":0.23896307261369135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143472560","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9978795,0.00018127565,0.0003296485,0.00009265632,0.0000029620908,0.00004223083,0.0008558667,0.00009128021,0.00052460947],"genre_scores_gemma":[0.9961422,0.000110537665,0.0008966544,0.0000488454,0.000007915287,0.00005861537,0.0023078094,0.000032866446,0.0003945172],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99640805,0.0015076816,0.00053579826,0.00026807073,0.0011272475,0.0001531292],"domain_scores_gemma":[0.91401625,0.06873831,0.0063595492,0.0029097097,0.0066123176,0.0013638719],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.004028391,0.00024436464,0.00067507004,0.0048396285,0.0005071609,0.0016162536,0.00037474168,0.0005939297,0.0009670006],"category_scores_gemma":[0.04580711,0.00024004957,0.0004285664,0.004221932,0.00037489118,0.0021437695,0.000638857,0.0005500619,0.0006276503],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019513147,0.001038063,0.89300144,0.0005603145,0.00029885094,0.0003413999,0.008983918,0.0024143017,0.0075065405,0.0004765458,0.0036487859,0.07977854],"study_design_scores_gemma":[0.000037004047,0.00097282085,0.9631259,0.000044076103,0.000101973834,0.0005025286,0.0047537205,0.024043903,0.003467734,0.00028267372,0.0025851263,0.000082430095],"about_ca_topic_score_codex":0.009015847,"about_ca_topic_score_gemma":0.007263304,"teacher_disagreement_score":0.99838376,"about_ca_system_score_codex":0.0007905825,"about_ca_system_score_gemma":0.0005963498,"threshold_uncertainty_score":0.021304429},"labels":[],"label_agreement":null},{"id":"W2145664829","doi":"10.1145/1963405.1963459","title":"Learning to rank with multiple objective functions","year":2011,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Learning to rank; Measure (data warehouse); Computer science; Ranking (information retrieval); Relevance (law); Rank (graph theory); Function (biology); Perspective (graphical); Artificial intelligence; Machine learning; Information retrieval; Data mining; Mathematics","score_opus":0.027982822662240642,"score_gpt":0.23427208044396194,"score_spread":0.2062892577817213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145664829","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020518003,0.0008286887,0.97559875,0.0006220678,0.000053617892,0.00007520136,0.00008221257,0.0005351838,0.0016862258],"genre_scores_gemma":[0.38936052,0.00087114994,0.6004012,0.0005033852,0.000531413,0.0003206101,0.0004931049,0.0003417485,0.00717695],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99470335,0.0027349421,0.00023514722,0.00080969546,0.001152671,0.00036410606],"domain_scores_gemma":[0.9792891,0.01484287,0.0016913069,0.0017958632,0.001882806,0.0004980122],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013478189,0.0021703918,0.0033095384,0.003093488,0.0008777174,0.002688062,0.0030193499,0.002761672,0.0026775708],"category_scores_gemma":[0.027141923,0.00062645297,0.0012805894,0.003831224,0.0017570105,0.0049948073,0.002048972,0.0033049346,0.0011814715],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002361262,0.00047274784,0.003374011,0.00031360151,0.00025730077,0.00011681272,0.00011265676,0.66325605,0.0016211593,0.038438395,0.004281118,0.28752],"study_design_scores_gemma":[0.000019856236,0.00013856342,0.00030976723,0.000009373592,0.000019767547,0.00003716276,0.000011377471,0.97662234,0.0009863308,0.02124649,0.00058338133,0.000015543763],"about_ca_topic_score_codex":0.0022729286,"about_ca_topic_score_gemma":0.0024736547,"teacher_disagreement_score":0.013478189,"about_ca_system_score_codex":0.0019977915,"about_ca_system_score_gemma":0.0013236773,"threshold_uncertainty_score":0.07128036},"labels":[],"label_agreement":null},{"id":"W2145778559","doi":"10.5555/1671011.1671064","title":"An exploratory study of tag-based visual interfaces for searching folksonomies","year":2009,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Exploratory search; Categorization; Visual search; Information retrieval; Metadata; Keyword search; Interface (matter); Variety (cybernetics); Space (punctuation); Search engine indexing; Human–computer interaction; Animation; World Wide Web; Artificial intelligence","score_opus":0.04243803567821059,"score_gpt":0.35507855578075914,"score_spread":0.31264052010254856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145778559","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99830365,0.000029978164,0.00088107196,0.000022711964,0.0000012552125,0.00008833318,0.000019860632,0.000012056874,0.00064109196],"genre_scores_gemma":[0.99309653,0.00007687165,0.005601959,0.00005850586,0.000004193227,0.00015287723,0.000048279282,0.000017837323,0.0009429647],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99769187,0.0014806738,0.00014505727,0.00019942067,0.00029783297,0.00018515036],"domain_scores_gemma":[0.9740692,0.022786535,0.0009329012,0.00082281855,0.0008973707,0.00049117557],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054489337,0.00053404266,0.0005785495,0.0014642271,0.0016311241,0.0017106923,0.00078778865,0.0010821393,0.0013973741],"category_scores_gemma":[0.021638863,0.0004887343,0.0003103879,0.0009795453,0.0011885393,0.0021385858,0.0013798599,0.000752523,0.0002571893],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00087288057,0.0028209423,0.070551984,0.0008622173,0.00006302386,0.0012906061,0.8326628,0.00040972605,0.028880486,0.0013857768,0.0006542969,0.0595453],"study_design_scores_gemma":[0.00036121442,0.011240095,0.2708661,0.00038948114,0.00021032112,0.00423296,0.6568933,0.011023397,0.023231752,0.0020953203,0.019200565,0.00025543684],"about_ca_topic_score_codex":0.0016022238,"about_ca_topic_score_gemma":0.0031534801,"teacher_disagreement_score":0.0054489337,"about_ca_system_score_codex":0.0004486469,"about_ca_system_score_gemma":0.00047016845,"threshold_uncertainty_score":0.028817058},"labels":[],"label_agreement":null},{"id":"W2145781566","doi":"10.1002/meet.14504301167","title":"What Can Searching Behavior Tell Us About the Difficulty of Information Tasks? A Study of Web Navigation","year":2006,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":123,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Ontario Centres of Excellence","keywords":"Task (project management); Affect (linguistics); Context (archaeology); Computer science; Information seeking; Information seeking behavior; Path (computing); Path analysis (statistics); Psychology; Cognitive psychology; Information retrieval; Machine learning; Communication; Engineering","score_opus":0.01126035862586267,"score_gpt":0.27233647138872585,"score_spread":0.2610761127628632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145781566","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99944454,0.000050029124,0.00011970866,0.000034306264,9.437791e-7,0.0000046385776,0.000026942118,0.0000017093219,0.00031718443],"genre_scores_gemma":[0.99963117,0.000047087822,0.00016915708,0.000018790462,0.00000336122,0.000009782487,0.000049172715,0.0000026568528,0.0000688878],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986902,0.0007819525,0.000119496995,0.00012354118,0.00021146865,0.00007337198],"domain_scores_gemma":[0.9242547,0.059806168,0.010911922,0.001956924,0.0012748189,0.0017955757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035155287,0.00025580393,0.0003583919,0.0011201836,0.00034295046,0.0018614897,0.00025523725,0.0007260844,0.0011184621],"category_scores_gemma":[0.035756037,0.00041316304,0.00038949892,0.00093136565,0.0010531282,0.0018169009,0.00047622004,0.0008910113,0.00018581287],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026774005,0.0005346231,0.98779976,0.0000479412,0.00012907932,0.00005551145,0.0053854957,0.00018992639,0.0012739538,0.00018201956,0.00006753813,0.0040662577],"study_design_scores_gemma":[0.000013227631,0.00047227746,0.9961331,0.000011287164,0.000022657852,0.00010333487,0.0015491238,0.0011084854,0.00016948151,0.00025558533,0.00014607907,0.00001546213],"about_ca_topic_score_codex":0.001220272,"about_ca_topic_score_gemma":0.0022881702,"teacher_disagreement_score":0.0035155287,"about_ca_system_score_codex":0.00027662274,"about_ca_system_score_gemma":0.00023024181,"threshold_uncertainty_score":0.01859212},"labels":[],"label_agreement":null},{"id":"W2145841197","doi":"","title":"Selecting versus Describing: A Preliminary Analysis of the Efficacy of Categories in Exploring the Web","year":2001,"lang":"en","type":"article","venue":"Text REtrieval Conference","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Task (project management); Session (web analytics); Directory; Computer science; Information retrieval; Point (geometry); Rating scale; Certainty; Scale (ratio); Process (computing); Psychology; World Wide Web; Mathematics","score_opus":0.14601003743330127,"score_gpt":0.3010006766775535,"score_spread":0.15499063924425222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145841197","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9913037,0.00015882068,0.0008631539,0.000110983456,0.000020870046,0.00044683125,0.00047452303,0.0000810964,0.00653993],"genre_scores_gemma":[0.9938188,0.0001225275,0.0017082278,0.0000733509,0.000031115353,0.0011081605,0.0006381111,0.00010517679,0.0023944029],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98736763,0.006303018,0.0020224052,0.0009969643,0.002203785,0.0011063102],"domain_scores_gemma":[0.66171235,0.2984511,0.013466776,0.007973975,0.014791447,0.0036043483],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020295415,0.0007963474,0.0009951589,0.0020867109,0.00098515,0.002720416,0.0010727288,0.0013196453,0.0077946],"category_scores_gemma":[0.13502982,0.00066153036,0.0013838916,0.0009927006,0.0015719307,0.0027769632,0.0019116846,0.0016487531,0.0014601758],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02346682,0.005915126,0.6864419,0.0033435093,0.0010358839,0.0006009404,0.106474206,0.0017594079,0.021438245,0.001403093,0.0054903356,0.14263055],"study_design_scores_gemma":[0.00036161943,0.0068716602,0.94701046,0.00026115094,0.00062995777,0.00027301753,0.030402401,0.0029082985,0.006418208,0.0008036398,0.0038914555,0.0001682561],"about_ca_topic_score_codex":0.0019148672,"about_ca_topic_score_gemma":0.0021603464,"teacher_disagreement_score":0.020295415,"about_ca_system_score_codex":0.0007884593,"about_ca_system_score_gemma":0.0008801713,"threshold_uncertainty_score":0.10733366},"labels":[],"label_agreement":null},{"id":"W2147669555","doi":"10.18438/b8rc9s","title":"Are Best Practices Really Best? A Review of the Best Practices Literature in Library and Information Studies","year":2013,"lang":"en","type":"review","venue":"Evidence Based Library and Information Practice","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"University of Salford Manchester","keywords":"Best practice; Term (time); Subject (documents); Variety (cybernetics); Systematic review; Computer science; Order (exchange); Best evidence; Data science; Psychology; Library science; MEDLINE; Political science; Medical education; Medicine; Law; Artificial intelligence","score_opus":0.0968488101421109,"score_gpt":0.37550195911337964,"score_spread":0.27865314897126875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147669555","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035444738,0.96922404,0.0025082254,0.019138178,0.0008718473,0.00019996784,0.00008176344,0.00003200233,0.004399519],"genre_scores_gemma":[0.057295945,0.92837685,0.008409109,0.004389634,0.00039408004,0.0005670414,0.0001457543,0.000033527896,0.00038799446],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.76381284,0.14110757,0.04059896,0.0067932447,0.044971887,0.002715439],"domain_scores_gemma":[0.52504057,0.39414823,0.032137226,0.009035554,0.036938008,0.00270034],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.14560676,0.0016661484,0.004166579,0.031416614,0.0047156923,0.021885926,0.00502395,0.0052373507,0.0030931102],"category_scores_gemma":[0.31044456,0.002013289,0.003228041,0.048349287,0.012107952,0.022412796,0.008515545,0.0059357183,0.0010260005],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001308974,0.0001397348,0.0049582114,0.23844473,0.0010711198,0.00048398363,0.04516523,0.0006566847,0.00033337958,0.037458237,0.018920932,0.6522369],"study_design_scores_gemma":[0.00006158342,0.00019842437,0.008816482,0.6627302,0.0012709355,0.0008460634,0.049355827,0.000353156,0.0006079393,0.024555225,0.2510386,0.0001655261],"about_ca_topic_score_codex":0.009988972,"about_ca_topic_score_gemma":0.015070038,"teacher_disagreement_score":0.85439324,"about_ca_system_score_codex":0.023115732,"about_ca_system_score_gemma":0.04541476,"threshold_uncertainty_score":0.77005136},"labels":[],"label_agreement":null},{"id":"W2151534635","doi":"10.1177/0165551506064361","title":"Sample size and informetric model goodness-of-fit outcomes: a search engine log case study","year":2006,"lang":"en","type":"article","venue":"Journal of Information Science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Goodness of fit; Sample size determination; Sample (material); Statistics; Computer science; Mathematics; Data mining","score_opus":0.05333578672184987,"score_gpt":0.3381249566369604,"score_spread":0.28478916991511055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151534635","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97760993,0.00012578329,0.01773357,0.000691365,0.000011765797,0.00072630006,0.00027625298,0.000060735965,0.0027642841],"genre_scores_gemma":[0.99416476,0.00002894696,0.0051215733,0.000043991553,0.0000055907226,0.00028410004,0.00014088108,0.000010672193,0.0001994567],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.94599664,0.04509386,0.0013867009,0.0015535987,0.0050462335,0.00092298415],"domain_scores_gemma":[0.3980476,0.5738504,0.00610117,0.01064589,0.010041742,0.0013132464],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.083865985,0.00046800988,0.0008358279,0.001997724,0.0014700308,0.0021561198,0.0020454223,0.002058779,0.0023938413],"category_scores_gemma":[0.36496487,0.00037534785,0.0011006875,0.0021579538,0.0026511047,0.003117783,0.0016273839,0.0017713003,0.0003669441],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010538491,0.008306575,0.7275385,0.0006196382,0.00076951354,0.0055365465,0.011489943,0.095512085,0.0014348915,0.040263526,0.004268465,0.09372185],"study_design_scores_gemma":[0.0025608484,0.015694309,0.25440645,0.00034779526,0.0007841077,0.0059253187,0.015855534,0.6448813,0.007828678,0.0455584,0.00579995,0.0003573249],"about_ca_topic_score_codex":0.005731768,"about_ca_topic_score_gemma":0.003697254,"teacher_disagreement_score":0.9980023,"about_ca_system_score_codex":0.0030955842,"about_ca_system_score_gemma":0.0022283366,"threshold_uncertainty_score":0.44353104},"labels":[],"label_agreement":null},{"id":"W2151628030","doi":"10.1002/meet.2014.14505101122","title":"Documenting and studying the use of assigned search tasks: RepAST","year":2014,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Library and Archives Canada","funders":"","keywords":"Computer science; Task (project management); Session (web analytics); Information retrieval; Field (mathematics); CLARITY; Reuse; World Wide Web; Data science","score_opus":0.031518413221915724,"score_gpt":0.2809576724929127,"score_spread":0.24943925927099697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151628030","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4572809,0.03409838,0.33279088,0.012744438,0.0010099274,0.019982647,0.055635083,0.006277546,0.08018016],"genre_scores_gemma":[0.59625125,0.0099541,0.33627632,0.0015824522,0.00022163897,0.029614426,0.017158167,0.001441738,0.0074999994],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.91884255,0.06122069,0.008935089,0.002112468,0.007989492,0.0008997999],"domain_scores_gemma":[0.48514336,0.391598,0.036979016,0.046024393,0.03786248,0.002392787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.073112406,0.0008441987,0.0017302082,0.015128141,0.001856481,0.007844068,0.003454689,0.0016513318,0.011865073],"category_scores_gemma":[0.2948038,0.001308501,0.0024009016,0.01635264,0.0020960495,0.012181836,0.0066602887,0.0024573759,0.003215324],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026818388,0.001558983,0.031393927,0.07533941,0.0014344762,0.00034945543,0.11551094,0.0029496178,0.003975111,0.045376435,0.086056866,0.63337296],"study_design_scores_gemma":[0.0022106788,0.0041698627,0.12003355,0.08349934,0.004857076,0.0017776266,0.1193057,0.01875841,0.016080093,0.10203777,0.52554196,0.0017280113],"about_ca_topic_score_codex":0.00425568,"about_ca_topic_score_gemma":0.0074057155,"teacher_disagreement_score":0.073112406,"about_ca_system_score_codex":0.003676332,"about_ca_system_score_gemma":0.008100762,"threshold_uncertainty_score":0.38665998},"labels":[],"label_agreement":null},{"id":"W2152037110","doi":"10.1109/icalt.2005.230","title":"Rating learning object quality with distributed Bayesian belief networks: the why and the how","year":2005,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Bayesian network; Computer science; Object (grammar); Quality (philosophy); Learning object; Machine learning; Artificial intelligence; Bayesian inference; Bayesian probability; Data science; Preference; Data mining; Information retrieval; Human–computer interaction","score_opus":0.012655542710898549,"score_gpt":0.24523720907995736,"score_spread":0.2325816663690588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152037110","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1034058,0.00070184324,0.8902029,0.0021660125,0.00004150904,0.0003236625,0.00017828631,0.00034977743,0.002630161],"genre_scores_gemma":[0.7224559,0.00039654138,0.274906,0.0003131789,0.000098448974,0.0003936604,0.00023611277,0.00006481303,0.0011353237],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9589181,0.029797582,0.0017170281,0.004309139,0.004524442,0.0007336656],"domain_scores_gemma":[0.8231761,0.14032133,0.012524517,0.011311203,0.011203919,0.0014629124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.047136888,0.0013339993,0.0023884133,0.0038796526,0.0010663809,0.006667958,0.0030579343,0.0031015142,0.0016575687],"category_scores_gemma":[0.21356227,0.0013343557,0.0013927183,0.0041773515,0.0031191334,0.012562025,0.0025118422,0.003513882,0.00061754725],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016843431,0.0004609859,0.050656747,0.0009231605,0.0011100557,0.00022531651,0.004046927,0.46835846,0.0027187488,0.09201008,0.0029782953,0.37482694],"study_design_scores_gemma":[0.00009846857,0.00013834097,0.006047659,0.000111936875,0.000096156095,0.000082674705,0.00031683553,0.8899978,0.000994311,0.10096511,0.0010426786,0.000108102024],"about_ca_topic_score_codex":0.015661959,"about_ca_topic_score_gemma":0.013098438,"teacher_disagreement_score":0.047136888,"about_ca_system_score_codex":0.005890907,"about_ca_system_score_gemma":0.0018551869,"threshold_uncertainty_score":0.24928665},"labels":[],"label_agreement":null},{"id":"W2152646153","doi":"10.1145/2093346.2093360","title":"The 1st international workshop on diversity in document retrieval","year":2012,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Diversity (politics); Information retrieval; World Wide Web; Search engine; Data science; Library science; Political science","score_opus":0.037267964630385154,"score_gpt":0.29892023057147904,"score_spread":0.26165226594109386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152646153","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02910516,0.11662509,0.6528902,0.04806419,0.04986758,0.0014804488,0.003420027,0.0037282011,0.094819106],"genre_scores_gemma":[0.16746855,0.037523154,0.4607663,0.009409209,0.02193656,0.0017486988,0.0134705845,0.0025008686,0.28517613],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9920928,0.003457185,0.0006349456,0.0013526671,0.0017373692,0.00072497025],"domain_scores_gemma":[0.98933345,0.0049854186,0.00032328456,0.0018691086,0.0023277088,0.0011610304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013124983,0.0015531295,0.0026174258,0.003006782,0.0015546298,0.0075233416,0.0034972678,0.0030351372,0.026144508],"category_scores_gemma":[0.019055096,0.0009560871,0.002391318,0.0030434248,0.0020143038,0.009467496,0.004478299,0.004968165,0.010101347],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000814271,0.00067048834,0.0010844475,0.00094825006,0.00021941162,0.0003516022,0.0017078427,0.0036022868,0.0066895485,0.04085495,0.4146211,0.52843577],"study_design_scores_gemma":[0.00020337562,0.0004910328,0.0021742359,0.00070846896,0.00015524324,0.00085034117,0.00089873944,0.019732662,0.00612634,0.062379792,0.90613407,0.00014573436],"about_ca_topic_score_codex":0.0029391998,"about_ca_topic_score_gemma":0.0037519133,"teacher_disagreement_score":0.026144508,"about_ca_system_score_codex":0.0025226239,"about_ca_system_score_gemma":0.002877449,"threshold_uncertainty_score":0.08746207},"labels":[],"label_agreement":null},{"id":"W2156142018","doi":"10.1177/0165551512469929","title":"How is a search system used in work task completion?","year":2013,"lang":"en","type":"article","venue":"Journal of Information Science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Task (project management); Computer science; Information retrieval; Set (abstract data type); Cognitive models of information retrieval; Information seeking; Work (physics); Question answering; Information system; World Wide Web; Human–computer interaction; Human–computer information retrieval; Search engine","score_opus":0.029053712283832165,"score_gpt":0.2740065673537882,"score_spread":0.24495285506995604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156142018","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9429086,0.0044748336,0.027452825,0.0015918987,0.0001063969,0.00033751974,0.0002571057,0.0012915512,0.021579169],"genre_scores_gemma":[0.9808864,0.0008484714,0.015092377,0.00019725435,0.00004052338,0.0001306155,0.00029217184,0.00020757718,0.0023045752],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98613507,0.0075440397,0.0012728868,0.0013485424,0.0028477875,0.0008516663],"domain_scores_gemma":[0.9502672,0.030659335,0.006729662,0.004199183,0.006003304,0.0021413353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011014911,0.00054861285,0.0008992249,0.0041009476,0.001332918,0.005908001,0.0012322348,0.0015052266,0.0033427037],"category_scores_gemma":[0.0876274,0.0006039335,0.0006979487,0.0024627845,0.0011226075,0.007512401,0.001746599,0.00084172585,0.00255429],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015537138,0.0010548092,0.31352842,0.0023052427,0.0004180809,0.00055260514,0.06403827,0.0012083771,0.020262152,0.0039467667,0.008069164,0.58306247],"study_design_scores_gemma":[0.00029660593,0.0035511442,0.8221336,0.0018490358,0.00065889047,0.0035979704,0.06556071,0.021323213,0.011935181,0.00987963,0.058554735,0.0006592971],"about_ca_topic_score_codex":0.0045690993,"about_ca_topic_score_gemma":0.0027309319,"teacher_disagreement_score":0.011014911,"about_ca_system_score_codex":0.0011503713,"about_ca_system_score_gemma":0.0015828597,"threshold_uncertainty_score":0.05825311},"labels":[],"label_agreement":null},{"id":"W2157365731","doi":"","title":"Thomson Legal and Regulatory at NTCIR-4: Monolingual and Pivot-Language Retrieval Experiments","year":2004,"lang":"en","type":"article","venue":"NTCIR","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thomson Reuters (Canada)","funders":"","keywords":"Computer science; Task (project management); Natural language processing; Artificial intelligence; Information retrieval; Relevance (law); Quality (philosophy)","score_opus":0.013338833862058457,"score_gpt":0.2747150190288032,"score_spread":0.2613761851667447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157365731","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9542228,0.0011196425,0.008795639,0.00073065975,0.0002851544,0.0030688476,0.0067985863,0.00397046,0.02100823],"genre_scores_gemma":[0.92506367,0.00039036502,0.030803781,0.0014820728,0.00023866426,0.0033986461,0.019965999,0.0011203099,0.017536417],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99021155,0.005469103,0.0010655525,0.0010596109,0.0014288398,0.0007653964],"domain_scores_gemma":[0.96318007,0.025663478,0.00078103074,0.004159362,0.0041553006,0.0020606837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008568047,0.0014049849,0.0020077475,0.0012175982,0.0023158025,0.0018222402,0.0017722482,0.0021799328,0.010517656],"category_scores_gemma":[0.035768382,0.00083932834,0.00062390603,0.001392038,0.0011400225,0.0036123095,0.0026612468,0.0019299889,0.0053792354],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04542645,0.047463413,0.034437828,0.010846561,0.0013475587,0.0055991234,0.023644682,0.033910304,0.24888515,0.009196055,0.23923272,0.30001023],"study_design_scores_gemma":[0.026027963,0.060843267,0.12829396,0.00057648343,0.0017451002,0.004688042,0.017693672,0.23998474,0.28288025,0.014596769,0.22037345,0.0022963532],"about_ca_topic_score_codex":0.02260366,"about_ca_topic_score_gemma":0.027480362,"teacher_disagreement_score":0.02260366,"about_ca_system_score_codex":0.0017715379,"about_ca_system_score_gemma":0.002241026,"threshold_uncertainty_score":0.045312703},"labels":[],"label_agreement":null},{"id":"W2158222053","doi":"10.1145/2568388.2568403","title":"Report on the SIGIR 2013 workshop on modeling user behavior for information retrieval evaluation (MUBE 2013)","year":2013,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Waterloo","funders":"","keywords":"Breakout; Computer science; Set (abstract data type); Information retrieval; World Wide Web","score_opus":0.055716895240229845,"score_gpt":0.31101639091792865,"score_spread":0.25529949567769883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158222053","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03049997,0.030178037,0.74501693,0.067927375,0.019777171,0.004616065,0.023173446,0.010623355,0.0681877],"genre_scores_gemma":[0.16226137,0.025092848,0.46798977,0.020192724,0.008379394,0.0076973834,0.08999802,0.007102834,0.2112856],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9755039,0.013007504,0.0008901902,0.0022657502,0.007313593,0.0010190665],"domain_scores_gemma":[0.9477548,0.024321517,0.0011597977,0.006694922,0.016426817,0.0036421989],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04906387,0.0024949685,0.0027967307,0.0019447485,0.002126455,0.008848806,0.0033561494,0.004053543,0.036925018],"category_scores_gemma":[0.06815179,0.0014584528,0.00300515,0.0020312422,0.000989042,0.010974877,0.0052310345,0.006423253,0.020850303],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071799837,0.0010805455,0.004686919,0.0007062954,0.00023505143,0.00012610684,0.0010359444,0.0072162985,0.0029548698,0.012212795,0.71342236,0.25560483],"study_design_scores_gemma":[0.0004039972,0.0010542752,0.010300047,0.0010574389,0.00049287174,0.00033934106,0.0019096838,0.08542905,0.01212195,0.058960807,0.827483,0.00044757538],"about_ca_topic_score_codex":0.021620099,"about_ca_topic_score_gemma":0.024109578,"teacher_disagreement_score":0.95093614,"about_ca_system_score_codex":0.0039056228,"about_ca_system_score_gemma":0.0048003993,"threshold_uncertainty_score":0.25947767},"labels":[],"label_agreement":null},{"id":"W2158255858","doi":"10.5555/1937055.1937105","title":"Towards a collection-based results diversification","year":2010,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Information retrieval; Computer science; Cosine similarity; Diversification (marketing strategy); Relevance (law); Data mining; Document retrieval; Artificial intelligence; Cluster analysis","score_opus":0.022756036009889794,"score_gpt":0.26485216476516055,"score_spread":0.24209612875527076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158255858","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032132003,0.0016312554,0.95850265,0.00078594417,0.00005955667,0.0004285881,0.00013595914,0.0023012462,0.0040227165],"genre_scores_gemma":[0.15331936,0.0005497178,0.8412296,0.0004853066,0.00017818646,0.00038460537,0.00038447758,0.00052879413,0.0029399423],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98390293,0.0065602646,0.0008672587,0.002127071,0.006070228,0.00047221992],"domain_scores_gemma":[0.9769596,0.0065079,0.0015033598,0.008179037,0.006059057,0.0007909739],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015033285,0.0013691304,0.0026445729,0.0069558956,0.0018206025,0.0048998483,0.0037316654,0.0020835537,0.001880968],"category_scores_gemma":[0.024588915,0.00094310916,0.0017906544,0.005472209,0.0021287259,0.0060221516,0.0062358226,0.002263202,0.0016363615],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011581958,0.0013415217,0.01065721,0.0008761437,0.00064314576,0.00037229803,0.002407473,0.040867765,0.1179636,0.039928243,0.012004481,0.77177984],"study_design_scores_gemma":[0.0005973207,0.0018121222,0.008215424,0.00029900402,0.00074833067,0.0028426112,0.0010353479,0.6992797,0.13429847,0.093861215,0.05666321,0.0003471787],"about_ca_topic_score_codex":0.0015501922,"about_ca_topic_score_gemma":0.0016801081,"teacher_disagreement_score":0.015033285,"about_ca_system_score_codex":0.0012852527,"about_ca_system_score_gemma":0.0023305337,"threshold_uncertainty_score":0.07950461},"labels":[],"label_agreement":null},{"id":"W2159545104","doi":"10.1145/1553374.1553513","title":"BoltzRank","year":2009,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":105,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Pairwise comparison; Ranking (information retrieval); Computer science; Set (abstract data type); Rank (graph theory); Relevance (law); ENCODE; Function (biology); Information retrieval; Learning to rank; Measure (data warehouse); Data mining; Artificial intelligence; Machine learning; Mathematics","score_opus":0.011799548172760048,"score_gpt":0.25450922236621104,"score_spread":0.242709674193451,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159545104","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008501618,0.006935749,0.77512103,0.0022482823,0.0016031213,0.0013575885,0.014039756,0.04767355,0.14251928],"genre_scores_gemma":[0.14286517,0.0054259086,0.6347102,0.0014514193,0.0012658888,0.0016491797,0.03866259,0.006787437,0.16718222],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99515605,0.001105966,0.00039093438,0.00064866757,0.0022058703,0.00049263815],"domain_scores_gemma":[0.9959091,0.001210808,0.00031838828,0.0014302477,0.00094316073,0.00018830593],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026222153,0.0021254264,0.0025138943,0.0067759515,0.0021471055,0.0056674113,0.003217677,0.0024500706,0.07612832],"category_scores_gemma":[0.013791382,0.0008572698,0.0012403677,0.0071786176,0.0010638746,0.0064218286,0.002913062,0.002006327,0.073928274],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002940732,0.0001996815,0.0014810419,0.0008173725,0.00016994981,0.00012253966,0.00012430627,0.024692662,0.0016709005,0.1304036,0.26430494,0.5757188],"study_design_scores_gemma":[0.00032494194,0.00022915311,0.0006854646,0.00025914956,0.000117727934,0.00059658877,0.00015872647,0.15489839,0.00744129,0.3607417,0.47441038,0.00013644806],"about_ca_topic_score_codex":0.0040406617,"about_ca_topic_score_gemma":0.008270034,"teacher_disagreement_score":0.07612832,"about_ca_system_score_codex":0.0015084113,"about_ca_system_score_gemma":0.0029881515,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2159738551","doi":"10.1109/hicss.2011.470","title":"User Behaviour during Web Search as Part of Information Gathering","year":2011,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; World Wide Web; Information retrieval; Web navigation; Web page","score_opus":0.033075652020628496,"score_gpt":0.25432652361169505,"score_spread":0.22125087159106654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159738551","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99794286,0.00006581132,0.0007183307,0.000036144607,0.0000044790295,0.00006081446,0.00006525914,0.00005278651,0.0010533914],"genre_scores_gemma":[0.9963775,0.000112309936,0.0017666812,0.0000751925,0.000008710825,0.000095796546,0.00017717075,0.00001715714,0.0013694788],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99779177,0.0012285137,0.00021087701,0.00013411445,0.00041026215,0.00022447035],"domain_scores_gemma":[0.97220945,0.020166721,0.0023156214,0.0012067759,0.0026243082,0.0014771043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028918406,0.00037732773,0.00060542277,0.0014288736,0.0007144293,0.0009067601,0.0003050193,0.0007548979,0.0014580063],"category_scores_gemma":[0.017168967,0.0003232059,0.00046533858,0.0006451132,0.00040080267,0.00081562286,0.0005415533,0.00061331055,0.00068743667],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019217471,0.0021662111,0.72945553,0.00084104814,0.00016673404,0.0009631581,0.11692668,0.00082300184,0.04316682,0.00026344185,0.0013203939,0.10198524],"study_design_scores_gemma":[0.000056098557,0.0045620664,0.9241367,0.00012205735,0.00012893682,0.0011543244,0.049584065,0.003357144,0.010802108,0.0002096323,0.0056944718,0.00019244758],"about_ca_topic_score_codex":0.002120293,"about_ca_topic_score_gemma":0.00265085,"teacher_disagreement_score":0.0028918406,"about_ca_system_score_codex":0.0002733753,"about_ca_system_score_gemma":0.00029004356,"threshold_uncertainty_score":0.015293658},"labels":[],"label_agreement":null},{"id":"W2161490955","doi":"10.21083/partnership.v8i1.2680","title":"Book Review: The Extreme Searcher’s Internet Handbook: A Guide for the Serious Searcher","year":2013,"lang":"en","type":"article","venue":"Partnership The Canadian Journal of Library and Information Practice and Research","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Acadia University","funders":"","keywords":"The Internet; World Wide Web; Web site; Computer science; Library science","score_opus":0.09605807438923515,"score_gpt":0.35099570850513195,"score_spread":0.2549376341158968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161490955","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010194639,0.43739912,0.011519365,0.05964871,0.047543116,0.00085194665,0.0030642608,0.0040155295,0.43493846],"genre_scores_gemma":[0.0025301175,0.1610815,0.009355809,0.016735025,0.0094013745,0.00057711214,0.002422588,0.0009593174,0.7969372],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99831605,0.0002715873,0.00012472429,0.000120003606,0.0010921446,0.000075556025],"domain_scores_gemma":[0.9941256,0.0019457749,0.00029415212,0.00022098333,0.0028884632,0.00052503316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012255032,0.0009663766,0.0015796783,0.0038648464,0.0010345889,0.0048422953,0.0014161168,0.0020012322,0.105304524],"category_scores_gemma":[0.0100863725,0.00064393994,0.0005770227,0.0046131313,0.00072653114,0.0045095147,0.0014163636,0.0034860505,0.14156447],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004683474,0.000010374748,0.00001935172,0.00016205561,0.0000012500886,0.00001739463,0.000029822353,0.000025546658,0.00005667125,0.0005373092,0.95192224,0.047213167],"study_design_scores_gemma":[0.00000347735,0.000011689254,0.00012053303,0.00036654357,0.0000022119723,0.00013474814,0.00004593599,0.000032559954,0.000030402689,0.00070425845,0.99854064,0.000006923402],"about_ca_topic_score_codex":0.0033319185,"about_ca_topic_score_gemma":0.008635246,"teacher_disagreement_score":0.105304524,"about_ca_system_score_codex":0.0013017128,"about_ca_system_score_gemma":0.0045455033,"threshold_uncertainty_score":0.3522787},"labels":[],"label_agreement":null},{"id":"W2163136998","doi":"10.1177/0165551508101863","title":"Articulating complex information needs using query templates","year":2009,"lang":"en","type":"article","venue":"Journal of Information Science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Template; Computer science; Information retrieval; Query expansion; Set (abstract data type); Web search query; Interface (matter); Query language; Web query classification; Information needs; Query optimization; Sargable; Search engine; World Wide Web; Programming language","score_opus":0.04583582339226952,"score_gpt":0.3164522385491602,"score_spread":0.2706164151568907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163136998","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15505092,0.00083009497,0.8222653,0.00081414345,0.000109588254,0.0030543096,0.0013204226,0.010000165,0.0065549253],"genre_scores_gemma":[0.29853615,0.0005951364,0.6912048,0.0005057446,0.000075744756,0.001990303,0.0022549455,0.0010063483,0.0038308306],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99345994,0.003219554,0.0010440695,0.00079031073,0.0012953592,0.00019075055],"domain_scores_gemma":[0.91101164,0.07643301,0.0034773303,0.00474119,0.0036640747,0.0006727115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009471969,0.001879774,0.0012724827,0.0018394662,0.00045280549,0.0033870025,0.0021212515,0.0019892363,0.006476817],"category_scores_gemma":[0.070975475,0.0008269768,0.0012253042,0.0011651597,0.0008980352,0.007927671,0.002075562,0.0012356373,0.0025246895],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004427877,0.0016942259,0.015793473,0.008260271,0.0003746988,0.0026277849,0.04126883,0.032900218,0.13267857,0.05419847,0.019734956,0.6860406],"study_design_scores_gemma":[0.0020114093,0.004315383,0.014391732,0.0025374708,0.001037971,0.004821939,0.015180351,0.5268298,0.14976063,0.07409198,0.20386638,0.0011549555],"about_ca_topic_score_codex":0.0011084916,"about_ca_topic_score_gemma":0.0010244694,"teacher_disagreement_score":0.009471969,"about_ca_system_score_codex":0.0007407269,"about_ca_system_score_gemma":0.0010727196,"threshold_uncertainty_score":0.050093174},"labels":[],"label_agreement":null},{"id":"W2167442898","doi":"10.1145/1480506.1480529","title":"Exploiting task-document relations in support of information retrieval in the workplace","year":2008,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Information retrieval; Task (project management); Cognitive models of information retrieval; Context (archaeology); Information needs; Information seeking; Personal information management; Core (optical fiber); Human–computer information retrieval; Document retrieval; Information system; Search engine; World Wide Web; Data science; Management information systems","score_opus":0.02133040209931976,"score_gpt":0.2606112803540804,"score_spread":0.23928087825476063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167442898","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46912968,0.007970481,0.47997734,0.0049819765,0.00029909253,0.0007421944,0.0015492621,0.0074514016,0.027898546],"genre_scores_gemma":[0.874502,0.0013025199,0.11932635,0.00029558945,0.00023818809,0.00021942073,0.0016734947,0.00019053681,0.002251841],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9947403,0.0027006555,0.00040321145,0.00067880715,0.0011701923,0.00030690804],"domain_scores_gemma":[0.9548317,0.034554552,0.0030840584,0.0036824115,0.0028358728,0.0010113815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065549337,0.0005567945,0.0010960638,0.0048151603,0.0018548948,0.0040558884,0.0014541107,0.0012846238,0.003537259],"category_scores_gemma":[0.053521663,0.00056959887,0.000621897,0.005011654,0.0009203838,0.0068948995,0.0031850894,0.0016919241,0.0022715502],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034655232,0.0017030182,0.04852713,0.001485724,0.0002142021,0.0008998185,0.013308016,0.016324455,0.04160816,0.027122186,0.013114082,0.8322276],"study_design_scores_gemma":[0.0005948043,0.0026026196,0.0890695,0.0004601717,0.0006239211,0.0020801346,0.007963614,0.62694436,0.03269877,0.17842811,0.058045305,0.000488755],"about_ca_topic_score_codex":0.0067456444,"about_ca_topic_score_gemma":0.0073037148,"teacher_disagreement_score":0.0067456444,"about_ca_system_score_codex":0.00090732746,"about_ca_system_score_gemma":0.0021743092,"threshold_uncertainty_score":0.03466618},"labels":[],"label_agreement":null},{"id":"W2168366749","doi":"10.46743/2160-3715/2010.1342","title":"A Synopsis of Synthesis: A Review of Major and Savin-Baden's An Introduction to Qualitative Research Synthesis","year":2014,"lang":"en","type":"review","venue":"The Qualitative Report","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Reading (process); Qualitative research; Point (geometry); Sociology; Library science; Public relations; Engineering ethics; Psychology; Social science; Political science; Computer science; Law; Engineering; Mathematics","score_opus":0.2942779364117119,"score_gpt":0.5809935283662017,"score_spread":0.28671559195448976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168366749","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000094849805,0.9649282,0.0034270568,0.017542232,0.009190034,0.00023326208,0.00020414751,0.000037700018,0.004342547],"genre_scores_gemma":[0.0016398393,0.9694556,0.0064752884,0.013533269,0.0037676399,0.001008412,0.0002551925,0.00007890174,0.0037858756],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97350276,0.015232588,0.0030549488,0.0011405711,0.006755282,0.00031383446],"domain_scores_gemma":[0.9226532,0.05675304,0.0036592188,0.0014118192,0.014704285,0.000818437],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.029076796,0.0012310985,0.0033147677,0.01252326,0.001945004,0.0062849685,0.0022162863,0.0028605638,0.008673645],"category_scores_gemma":[0.0892372,0.0012558611,0.0017827885,0.017788544,0.003020016,0.006258608,0.0032706312,0.0049157417,0.003730997],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009493885,0.000054114076,0.00016294912,0.10411612,0.00029587554,0.00016733531,0.0053470302,0.00033813113,0.00055792916,0.03393207,0.43549997,0.41943356],"study_design_scores_gemma":[0.000015029649,0.00004542034,0.00032063146,0.07308825,0.00010058873,0.00014280665,0.0011226692,0.000046931502,0.00011291314,0.0067635756,0.91821045,0.00003072447],"about_ca_topic_score_codex":0.004810565,"about_ca_topic_score_gemma":0.010257704,"teacher_disagreement_score":0.9709232,"about_ca_system_score_codex":0.0075312965,"about_ca_system_score_gemma":0.014223263,"threshold_uncertainty_score":0.15377468},"labels":[],"label_agreement":null},{"id":"W2171214516","doi":"10.18438/b80k78","title":"Millennial Generation Students Search the Web Erratically, with Minimal Evaluation of Information Quality","year":2013,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Relevance (law); Computer science; Interim; World Wide Web; Subject (documents); Information retrieval; Search engine; Quality (philosophy); Web page; Web resource; Psychology","score_opus":0.05599185380627314,"score_gpt":0.34143843003770763,"score_spread":0.2854465762314345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171214516","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86584836,0.012317721,0.006813701,0.01813306,0.00039149125,0.0002577828,0.0015605673,0.00053566316,0.09414161],"genre_scores_gemma":[0.9217383,0.012252826,0.010781531,0.010537448,0.00025930587,0.00018100775,0.0015239867,0.0001706073,0.042554893],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9961457,0.0008940652,0.00049185945,0.00038149778,0.0017666332,0.00032023582],"domain_scores_gemma":[0.9716656,0.0121530825,0.0047714086,0.0035984777,0.00584426,0.0019670879],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007196278,0.0003657392,0.000759553,0.0027644904,0.0010313862,0.009122184,0.00090868404,0.0013066349,0.015371965],"category_scores_gemma":[0.039871912,0.0003763868,0.00045633354,0.0019553124,0.0010818337,0.00845261,0.0031687764,0.0010210702,0.008947925],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003031744,0.0010213759,0.3338393,0.0018825757,0.0001773655,0.0008510508,0.03420983,0.000192682,0.0045141093,0.006730161,0.04914128,0.5671371],"study_design_scores_gemma":[0.00012208511,0.0016220879,0.36698264,0.003077953,0.00029471586,0.0033396864,0.058536652,0.0011962419,0.0065964013,0.015923133,0.5420534,0.00025486518],"about_ca_topic_score_codex":0.0012802242,"about_ca_topic_score_gemma":0.0031642187,"teacher_disagreement_score":0.015371965,"about_ca_system_score_codex":0.0006645081,"about_ca_system_score_gemma":0.0017259422,"threshold_uncertainty_score":0.051424384},"labels":[],"label_agreement":null},{"id":"W2183824611","doi":"","title":"User Expressions of Relevance Judgment Certainty","year":2013,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Certainty; Relevance (law); Computer science; Information retrieval; Psychology; Epistemology; Political science","score_opus":0.01687797679169547,"score_gpt":0.25355753921618357,"score_spread":0.2366795624244881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2183824611","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6357325,0.0026505361,0.28232342,0.0033627753,0.0002304615,0.00033191615,0.0005206508,0.0025734508,0.07227431],"genre_scores_gemma":[0.97625196,0.00019936723,0.021881048,0.00021882783,0.000051983898,0.0001138371,0.00013020012,0.00010218432,0.0010505179],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97051126,0.018186834,0.001810098,0.0021766257,0.0066731046,0.00064210856],"domain_scores_gemma":[0.8491178,0.11546214,0.008471038,0.011835119,0.013515458,0.001598503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018788096,0.00072022935,0.00067449966,0.0015035957,0.00086418405,0.005037435,0.0007653798,0.001594624,0.005088233],"category_scores_gemma":[0.17635454,0.0004993756,0.0006595627,0.0007664838,0.0018545865,0.005351752,0.003352513,0.0015350349,0.00086124113],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006508254,0.0004604911,0.0743688,0.0029733118,0.0005383656,0.0018117636,0.16130552,0.007354062,0.15339464,0.18224084,0.0116562275,0.39738774],"study_design_scores_gemma":[0.0008091262,0.003618869,0.1630468,0.0020838722,0.0012562792,0.0075319554,0.043141536,0.16185687,0.12466641,0.37445408,0.11555496,0.001979153],"about_ca_topic_score_codex":0.0007015741,"about_ca_topic_score_gemma":0.00034615805,"teacher_disagreement_score":0.018788096,"about_ca_system_score_codex":0.0008998193,"about_ca_system_score_gemma":0.0005135278,"threshold_uncertainty_score":0.099362135},"labels":[],"label_agreement":null},{"id":"W2205191868","doi":"10.1007/1-4020-4014-8_2","title":"Interactive Information Retrieval: Bringing the User to a Selection State","year":2006,"lang":"en","type":"book-chapter","venue":"˜The œinformation retrieval series","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Selection (genetic algorithm); Computer science; Information retrieval; State (computer science); Artificial intelligence; Programming language","score_opus":0.01000033106026931,"score_gpt":0.22849016639145273,"score_spread":0.2184898353311834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2205191868","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020605149,0.014208577,0.65262026,0.009462179,0.00053918187,0.00016908074,0.0003243656,0.00878643,0.29328477],"genre_scores_gemma":[0.48901492,0.019584944,0.3044215,0.0036564358,0.0021221142,0.00058859144,0.00111298,0.0039502163,0.17554826],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998541,0.0005998534,0.00006194212,0.00022356282,0.0004671908,0.00010652122],"domain_scores_gemma":[0.9964025,0.0023291402,0.000091458205,0.0006938657,0.00028665925,0.00019647072],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020520352,0.0005548764,0.00078515994,0.0012507353,0.0013692047,0.008654829,0.0021546439,0.002013147,0.025782494],"category_scores_gemma":[0.008308778,0.00075361563,0.00048077956,0.0020758722,0.0042580124,0.015556212,0.0033221405,0.003283729,0.013301377],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034787323,0.00020369703,0.001002118,0.0004863798,0.000035644865,0.00015542659,0.007065927,0.0011099753,0.013900548,0.5199759,0.0635576,0.39215901],"study_design_scores_gemma":[0.00008352489,0.00026410163,0.0014281345,0.00040286916,0.00012410955,0.00088094553,0.0015535591,0.030845974,0.018551145,0.47507256,0.47064263,0.00015053648],"about_ca_topic_score_codex":0.0011437404,"about_ca_topic_score_gemma":0.0010617671,"teacher_disagreement_score":0.025782494,"about_ca_system_score_codex":0.00075662025,"about_ca_system_score_gemma":0.00083915604,"threshold_uncertainty_score":0.08625102},"labels":[],"label_agreement":null},{"id":"W2205412731","doi":"10.5539/gjhs.v8n9p26","title":"Investigating Information-Seeking Behavior of Faculty Members Based on Wilson’s Model: Case Study of PNU University, Mazandaran, Iran","year":2015,"lang":"en","type":"article","venue":"Global Journal of Health Science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Medical education; Medicine","score_opus":0.1043349738964703,"score_gpt":0.3654926362157464,"score_spread":0.2611576623192761,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2205412731","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9987651,0.00006565031,0.00022300606,0.00017331792,0.0000018571011,0.000034492896,0.000010807976,0.0000022752615,0.0007234301],"genre_scores_gemma":[0.99876165,0.00013622097,0.0007426619,0.00002771044,0.0000023063146,0.000018889921,0.000015823558,0.0000012722717,0.0002934812],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998898,0.00057179754,0.000052592553,0.00007081503,0.00019830512,0.00020849316],"domain_scores_gemma":[0.9958696,0.00229279,0.0007035629,0.00015153947,0.00060535484,0.00037724772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033348175,0.00037732217,0.00030958315,0.0024642397,0.003032364,0.0013728092,0.00077298004,0.00073657103,0.0014550672],"category_scores_gemma":[0.00560499,0.0002443609,0.0006039387,0.0017523284,0.0010518223,0.0010371524,0.00079085334,0.0007117334,0.00016462155],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016638714,0.0016927868,0.8959341,0.00019302186,0.000052001637,0.0044611907,0.055780523,0.0011298718,0.0010150558,0.0020966707,0.0010511429,0.036427125],"study_design_scores_gemma":[0.00010908941,0.0012052858,0.6325515,0.0002455214,0.00018844502,0.0046555777,0.33104843,0.021075357,0.0018811815,0.0018282521,0.005098989,0.00011247974],"about_ca_topic_score_codex":0.031509265,"about_ca_topic_score_gemma":0.06145903,"teacher_disagreement_score":0.031509265,"about_ca_system_score_codex":0.0029733132,"about_ca_system_score_gemma":0.0040036957,"threshold_uncertainty_score":0.06265175},"labels":[],"label_agreement":null},{"id":"W2255008176","doi":"","title":"Towards understanding digital information discovery and curation","year":2014,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Information seeking; World Wide Web; Variety (cybernetics); Data science; Digital curation; Digital library; Data curation; Task (project management); Knowledge management; Information retrieval; Engineering; Artificial intelligence","score_opus":0.013350924786976807,"score_gpt":0.20726127768918462,"score_spread":0.19391035290220782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2255008176","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.085969396,0.037463527,0.58661854,0.057310652,0.00042370713,0.00046823767,0.00041769745,0.00051799,0.23081023],"genre_scores_gemma":[0.6975008,0.025219057,0.2610681,0.0025716992,0.00050342706,0.0006566002,0.00042462774,0.00021261546,0.011843006],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9947162,0.0028887948,0.00035970268,0.0006592625,0.00093877246,0.00043730083],"domain_scores_gemma":[0.9698471,0.02183841,0.0024868709,0.0031234499,0.001957404,0.0007468411],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.009046997,0.0008163494,0.0011684985,0.012010949,0.0037508814,0.020389153,0.0026422183,0.0054883403,0.003645481],"category_scores_gemma":[0.021400772,0.0009279829,0.0013404149,0.010696436,0.021344785,0.044955578,0.0067050317,0.0043069553,0.0008349093],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000078278845,0.00003292653,0.0012304444,0.00019901944,0.000009087669,0.000084104904,0.0094495425,0.0007244798,0.00016318753,0.97433054,0.0006577636,0.013111199],"study_design_scores_gemma":[0.000010353588,0.000012743901,0.00071203057,0.00024396062,0.000016459402,0.00016128396,0.0067857667,0.006086819,0.00024866557,0.93857723,0.04712463,0.000020165522],"about_ca_topic_score_codex":0.0071355156,"about_ca_topic_score_gemma":0.0044588638,"teacher_disagreement_score":0.97961086,"about_ca_system_score_codex":0.004728248,"about_ca_system_score_gemma":0.0060342085,"threshold_uncertainty_score":0.04784566},"labels":[],"label_agreement":null},{"id":"W2277327449","doi":"10.11575/prism/29834","title":"Assessing discovery; user discovery pathways","year":2014,"lang":"en","type":"article","venue":"Open MIND","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Data science","score_opus":0.07112676629062704,"score_gpt":0.33027258131764087,"score_spread":0.25914581502701384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2277327449","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8593464,0.001111237,0.103474945,0.002612481,0.00005048089,0.007586877,0.0031499343,0.002003408,0.020664247],"genre_scores_gemma":[0.882297,0.00045527355,0.10947277,0.0002813048,0.000012416058,0.0034385994,0.0014942137,0.00023067783,0.0023177003],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9230412,0.04301058,0.008239817,0.005421954,0.017517595,0.0027687878],"domain_scores_gemma":[0.6694156,0.22826198,0.022699576,0.018500453,0.05524003,0.0058823796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.083119,0.0011440967,0.0013847656,0.016207812,0.004070712,0.00961203,0.0026888368,0.002062143,0.003335672],"category_scores_gemma":[0.21068045,0.0012051396,0.0013086175,0.008252624,0.0029731733,0.010708276,0.011403746,0.0025571196,0.0012805918],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025478296,0.0022841927,0.38303432,0.003054194,0.00022320861,0.0012977669,0.20212641,0.0031695932,0.009721939,0.016883865,0.0035690463,0.37208757],"study_design_scores_gemma":[0.0010000899,0.008032966,0.3816433,0.0027929286,0.0006966033,0.0047074677,0.29693782,0.06752185,0.047756378,0.101725444,0.085621566,0.0015635893],"about_ca_topic_score_codex":0.010048071,"about_ca_topic_score_gemma":0.007359013,"teacher_disagreement_score":0.083119,"about_ca_system_score_codex":0.006213231,"about_ca_system_score_gemma":0.012568842,"threshold_uncertainty_score":0.4395805},"labels":[],"label_agreement":null},{"id":"W2285988181","doi":"10.1002/pra2.2015.145052010070","title":"Exploratory search in digital libraries: A preliminary examination of the use and role of interface features","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Interface (matter); Filter (signal processing); Exploratory search; Computer science; Human–computer interaction; Task (project management); Domain (mathematical analysis); Information seeking; Digital library; User interface; Exploratory research; World Wide Web; Information retrieval; Engineering; Sociology; Social science","score_opus":0.024985591067541012,"score_gpt":0.24385331241317995,"score_spread":0.21886772134563895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2285988181","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99721754,0.00010914783,0.00057229423,0.00013144252,0.0000017394067,0.00005146116,0.000045375484,0.000024336969,0.0018466152],"genre_scores_gemma":[0.9979169,0.00009812955,0.0014896635,0.000057006502,0.000005562403,0.00006543786,0.00005005232,0.000010849709,0.00030642172],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9894456,0.0069988766,0.00110425,0.00038472572,0.0013969095,0.00066968286],"domain_scores_gemma":[0.8045917,0.16719069,0.013697598,0.0046509868,0.007092165,0.0027768656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014760139,0.00030152942,0.00054866355,0.0045881285,0.0015726973,0.005003787,0.00084665,0.0011051244,0.0019611004],"category_scores_gemma":[0.10555643,0.0004130979,0.0004809283,0.0029381951,0.0013452793,0.0049720136,0.0035136417,0.00075599685,0.00027401256],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013804656,0.0009167578,0.5556148,0.0010275207,0.00014817141,0.00065681787,0.3601584,0.00033152034,0.005790856,0.0014087772,0.0005684922,0.07199741],"study_design_scores_gemma":[0.00017189354,0.0017106457,0.63326275,0.0005840015,0.00025573256,0.001328538,0.34169912,0.004237377,0.0043925,0.0025828343,0.009606539,0.00016801688],"about_ca_topic_score_codex":0.003053475,"about_ca_topic_score_gemma":0.003934615,"teacher_disagreement_score":0.014760139,"about_ca_system_score_codex":0.0009361356,"about_ca_system_score_gemma":0.0013333478,"threshold_uncertainty_score":0.07805997},"labels":[],"label_agreement":null},{"id":"W2289016317","doi":"10.29173/iq84","title":"Changing Boundaries: Gazeteers, Information Retrieval and Data Browsing","year":2000,"lang":"en","type":"article","venue":"IASSIST Quarterly","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Information retrieval; Computer science; World Wide Web","score_opus":0.021177817490972178,"score_gpt":0.26843021090801533,"score_spread":0.24725239341704316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2289016317","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45033994,0.024069134,0.061471786,0.03988192,0.0002823492,0.00012454612,0.0004664862,0.00081793417,0.42254594],"genre_scores_gemma":[0.9837196,0.0019112183,0.0060157827,0.000885399,0.00015494981,0.000057724304,0.00012874318,0.000159278,0.006967345],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951768,0.0027159099,0.00018604106,0.00053627085,0.0009460283,0.00043895622],"domain_scores_gemma":[0.9670469,0.02267245,0.00364214,0.0024235635,0.0021153863,0.0020995168],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00516841,0.00036259147,0.0006531277,0.003325853,0.0036569126,0.01128677,0.0012389744,0.0043941927,0.017885514],"category_scores_gemma":[0.04329725,0.0005951007,0.00055013347,0.004198578,0.010833682,0.033625495,0.0059413738,0.003614758,0.0015987912],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010053298,0.00039482006,0.029963924,0.00041230512,0.00007481112,0.000588705,0.1403766,0.0016792762,0.004364285,0.6427418,0.027991183,0.15040708],"study_design_scores_gemma":[0.0003477042,0.00028888643,0.04394176,0.00048165995,0.00011713638,0.001303721,0.056989696,0.0078074653,0.002044653,0.79765296,0.08877686,0.0002475241],"about_ca_topic_score_codex":0.020219067,"about_ca_topic_score_gemma":0.009370353,"teacher_disagreement_score":0.020219067,"about_ca_system_score_codex":0.002476545,"about_ca_system_score_gemma":0.0019341056,"threshold_uncertainty_score":0.05983299},"labels":[],"label_agreement":null},{"id":"W2293148146","doi":"10.1145/2854946.2854958","title":"Knowledge Graphs versus Hierarchies","year":2016,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Exploratory search; Computer science; Task (project management); Perception; Knowledge graph; Quality (philosophy); Information retrieval; Information seeking; Human–computer interaction; Psychology","score_opus":0.041302910833599056,"score_gpt":0.2957639139934107,"score_spread":0.2544610031598116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2293148146","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45541388,0.0048851594,0.42623064,0.0059856423,0.00013652562,0.00033641316,0.0009114401,0.0017733342,0.10432694],"genre_scores_gemma":[0.93080807,0.0009686743,0.064296424,0.00033894912,0.000029177818,0.00013989175,0.0003013966,0.00013684717,0.002980499],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9971123,0.0014179925,0.00017416598,0.00038811422,0.0007205099,0.00018690825],"domain_scores_gemma":[0.9846854,0.011089284,0.0017329651,0.0014525568,0.0006550144,0.0003847566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002170486,0.0004210771,0.00032496738,0.0025304265,0.0007837252,0.003948393,0.0006501851,0.0010854081,0.004931146],"category_scores_gemma":[0.014898089,0.00028753642,0.00047200892,0.002771635,0.0035789027,0.011359974,0.001955896,0.00080950826,0.0007270939],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006551567,0.0001738801,0.016576152,0.0017535376,0.0001247079,0.0003808939,0.045401875,0.010791222,0.0071763103,0.6673008,0.005305102,0.24436034],"study_design_scores_gemma":[0.00011295057,0.00036851683,0.015110471,0.0006080151,0.00016116851,0.0010112579,0.030744024,0.03509106,0.0036207486,0.85046005,0.062551275,0.00016042586],"about_ca_topic_score_codex":0.0041958555,"about_ca_topic_score_gemma":0.004172479,"teacher_disagreement_score":0.004931146,"about_ca_system_score_codex":0.0012641811,"about_ca_system_score_gemma":0.0009515075,"threshold_uncertainty_score":0.01649636},"labels":[],"label_agreement":null},{"id":"W2294145134","doi":"","title":"Overview of the TREC 2009 Web Track","year":2009,"lang":"en","type":"article","venue":"Text REtrieval Conference","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Information retrieval; Relevance (law); Task (project management); World Wide Web; Clef; Session (web analytics); Web page; Set (abstract data type); Search engine indexing; Query expansion","score_opus":0.07088538982854531,"score_gpt":0.3088896404462865,"score_spread":0.23800425061774116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2294145134","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022957312,0.03803134,0.038710423,0.01661871,0.009702956,0.012438736,0.4955842,0.03443097,0.33152533],"genre_scores_gemma":[0.036455646,0.014381539,0.059191037,0.004754162,0.0029500404,0.0065796524,0.7741999,0.0036463367,0.09784171],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9897261,0.0015170596,0.0009223312,0.001416161,0.005186392,0.0012319952],"domain_scores_gemma":[0.9841091,0.0011462452,0.00077176036,0.0015812586,0.010566116,0.0018254584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010845855,0.0021112785,0.0017983998,0.013765684,0.0036910744,0.005978091,0.0032870048,0.0025874218,0.035982363],"category_scores_gemma":[0.011145874,0.0010462023,0.0014022005,0.013236362,0.0006920851,0.00550031,0.0022309166,0.0024260506,0.044078525],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023128257,0.00028500924,0.0013238364,0.00073644373,0.0000347419,0.000047639816,0.000067854955,0.0010317311,0.0029354438,0.0014645862,0.8869195,0.10492187],"study_design_scores_gemma":[0.00010673401,0.0003522491,0.011203073,0.00040648447,0.00006408167,0.00015560571,0.00013147401,0.0029912791,0.0035826932,0.0014761813,0.97939795,0.00013219632],"about_ca_topic_score_codex":0.104434036,"about_ca_topic_score_gemma":0.12762916,"teacher_disagreement_score":0.104434036,"about_ca_system_score_codex":0.007895012,"about_ca_system_score_gemma":0.011946922,"threshold_uncertainty_score":0.20765233},"labels":[],"label_agreement":null},{"id":"W2298750658","doi":"10.1002/asi.23673","title":"Introduction to Information Behaviour. NigelFord. London: Facet Publishing, 2015. 272 pp. £49.95 (paperback). (ISBN 9781856048507)","year":2016,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Publishing; Facet (psychology); Library science; Citation; Media studies; Art history; Sociology; Computer science; Art; Psychology","score_opus":0.008021106233080225,"score_gpt":0.24702870584433126,"score_spread":0.23900759961125104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2298750658","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009709285,0.84746295,0.006079205,0.012648582,0.0025803475,0.00005929552,0.0021337257,0.00094661256,0.12711833],"genre_scores_gemma":[0.016316293,0.51300204,0.008798243,0.003166958,0.002100308,0.0001937085,0.0025611785,0.0005496566,0.45331153],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99911875,0.0001743566,0.00009986184,0.00013877303,0.0003944354,0.00007383961],"domain_scores_gemma":[0.99797994,0.0010638701,0.00017511583,0.00016010333,0.00042859276,0.00019236488],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012103774,0.001843913,0.0016717638,0.0035691676,0.00082852034,0.00390968,0.0015648446,0.0021851854,0.12500185],"category_scores_gemma":[0.002930958,0.0012349108,0.0006233924,0.005010025,0.0018993618,0.0054049776,0.001542131,0.0019140844,0.06582007],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054615393,0.000036274778,0.00042037226,0.0021149793,0.000024302135,0.00010285947,0.0008020573,0.00034250462,0.00043253906,0.01015528,0.62855947,0.35695472],"study_design_scores_gemma":[0.0000058216933,0.000028561006,0.0019738553,0.0018350411,0.0000126039,0.00043316535,0.0005664283,0.00022124259,0.00014004628,0.011516367,0.98324615,0.000020590858],"about_ca_topic_score_codex":0.009713227,"about_ca_topic_score_gemma":0.021777662,"teacher_disagreement_score":0.12500185,"about_ca_system_score_codex":0.0023143431,"about_ca_system_score_gemma":0.0019037974,"threshold_uncertainty_score":0.41817284},"labels":[],"label_agreement":null},{"id":"W2307814545","doi":"10.1007/978-3-319-30671-1_30","title":"Toward Reproducible Baselines: The Open-Source IR Reproducibility Challenge","year":2016,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":90,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Open source; Information retrieval; World Wide Web; Source code; Data science; Software; Programming language","score_opus":0.06459347854591166,"score_gpt":0.29740635539870164,"score_spread":0.23281287685278998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2307814545","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04566764,0.02140775,0.7979408,0.012041038,0.005706161,0.0011357026,0.013078546,0.08376784,0.01925453],"genre_scores_gemma":[0.2331636,0.00399811,0.66902936,0.005533408,0.0033080867,0.0014668645,0.04603302,0.025498854,0.011968667],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8577686,0.07060713,0.010214571,0.017655727,0.040770877,0.0029830828],"domain_scores_gemma":[0.64279795,0.12698022,0.010934897,0.17192417,0.043509778,0.003853039],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.10638748,0.003584481,0.004279277,0.0053859493,0.0037856859,0.01397727,0.0125772655,0.007196176,0.007318506],"category_scores_gemma":[0.3187569,0.0022930643,0.0031925014,0.006255355,0.004920019,0.01725592,0.016134415,0.010397229,0.013021551],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021737819,0.001195657,0.0075527,0.005294164,0.0015612893,0.0004989238,0.0017349505,0.0139728235,0.033912044,0.038412884,0.21190234,0.6817885],"study_design_scores_gemma":[0.00142699,0.0016183027,0.013093771,0.0017422958,0.0011162785,0.0029244572,0.0018617022,0.29084876,0.09789767,0.36045003,0.2263255,0.0006942771],"about_ca_topic_score_codex":0.0028561866,"about_ca_topic_score_gemma":0.0038975263,"teacher_disagreement_score":0.8936125,"about_ca_system_score_codex":0.0021326025,"about_ca_system_score_gemma":0.0059932615,"threshold_uncertainty_score":0.5626375},"labels":[],"label_agreement":null},{"id":"W2329317691","doi":"10.1145/2854946.2854981","title":"Modeling Optimal Switching Behavior","year":2016,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo; Google","keywords":"Computer science; Session (web analytics); Search engine; Information retrieval; Data mining; World Wide Web","score_opus":0.03035828791637536,"score_gpt":0.2736348781304706,"score_spread":0.24327659021409526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2329317691","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7790803,0.00024412973,0.20743938,0.00096703175,0.000039929924,0.0002902905,0.0006994177,0.0007241966,0.010515461],"genre_scores_gemma":[0.9818558,0.00008864601,0.014700282,0.00010018303,0.000011943177,0.00016421471,0.00032947562,0.00004923003,0.0027001237],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978325,0.00096697174,0.00008738645,0.00040941525,0.00025675978,0.0004469058],"domain_scores_gemma":[0.9855869,0.010879767,0.0010123765,0.0012193565,0.00073598034,0.00056562055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038936776,0.00076808943,0.00095406425,0.00089449843,0.00041630972,0.0013669651,0.0014714684,0.0014507193,0.004519314],"category_scores_gemma":[0.024003163,0.00053819973,0.0008165805,0.000695532,0.0009935441,0.0016326265,0.0007397062,0.0016371312,0.00066823565],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008780636,0.00057068834,0.020895353,0.00012391193,0.00013892932,0.00030091466,0.00061926374,0.901642,0.004881333,0.040828925,0.0027208498,0.02639971],"study_design_scores_gemma":[0.000020788515,0.00004701597,0.0012722951,0.0000039927186,0.000011997243,0.000023255554,0.000038834092,0.99164647,0.00032928897,0.006409196,0.00018734946,0.000009449148],"about_ca_topic_score_codex":0.010624796,"about_ca_topic_score_gemma":0.0068245432,"teacher_disagreement_score":0.010624796,"about_ca_system_score_codex":0.00197324,"about_ca_system_score_gemma":0.0011213132,"threshold_uncertainty_score":0.021125913},"labels":[],"label_agreement":null},{"id":"W2333968622","doi":"10.1177/154193120204601408","title":"How Good is Search Engine Ranking? a Validation Study with Human Judges","year":2002,"lang":"en","type":"article","venue":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Ranking (information retrieval); Relevance (law); Information retrieval; Search engine; Set (abstract data type); Correlation; Psychology; Computer science; Contrast (vision); Statistics; Mathematics; Artificial intelligence; Political science; Law","score_opus":0.02802410079066921,"score_gpt":0.23923873413693894,"score_spread":0.21121463334626972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2333968622","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97765577,0.0010866144,0.013004583,0.0003118715,0.00016705127,0.00031290555,0.00029503164,0.00013793414,0.0070282402],"genre_scores_gemma":[0.98934793,0.00030477485,0.008672385,0.00013688604,0.00009300428,0.00013796202,0.0003489244,0.000045354594,0.00091272156],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9597747,0.028494773,0.0021000812,0.0025586933,0.0063959584,0.0006758427],"domain_scores_gemma":[0.75326943,0.18729125,0.010906052,0.013183783,0.03340481,0.00194462],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04134995,0.000629356,0.00082896574,0.0017306784,0.0010821554,0.0020224988,0.000707927,0.0013654832,0.0009531539],"category_scores_gemma":[0.19186737,0.00033401258,0.00068514585,0.0013363524,0.0014479533,0.0013918743,0.0008390341,0.0008379954,0.00066051044],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006470553,0.0034013933,0.6271946,0.0018703304,0.0018196887,0.000730839,0.028807439,0.011625778,0.04028446,0.0026596016,0.011781785,0.26335356],"study_design_scores_gemma":[0.0008653245,0.014596405,0.84939295,0.00049392664,0.0011350852,0.0020178938,0.011577566,0.06425755,0.032061145,0.004319855,0.01873061,0.00055168115],"about_ca_topic_score_codex":0.0027634993,"about_ca_topic_score_gemma":0.004482842,"teacher_disagreement_score":0.04134995,"about_ca_system_score_codex":0.0006008776,"about_ca_system_score_gemma":0.00067893934,"threshold_uncertainty_score":0.21868205},"labels":[],"label_agreement":null},{"id":"W2334168157","doi":"","title":"Getting the big picture: supporting comprehension and learning in search","year":2014,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Comprehension; Computer science; Coherence (philosophical gambling strategy); Process (computing); World Wide Web; Artificial intelligence; Knowledge management","score_opus":0.02443471162097763,"score_gpt":0.2750862144957698,"score_spread":0.2506515028747922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2334168157","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38423407,0.0015203712,0.5366831,0.012260328,0.0001241778,0.000545555,0.00021616777,0.0029550125,0.061461292],"genre_scores_gemma":[0.86236674,0.0005849553,0.13252924,0.00043296334,0.000074331285,0.00028853546,0.00021656726,0.00012245576,0.003384153],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99749064,0.0014727388,0.00011272797,0.0003064384,0.00040639896,0.00021102399],"domain_scores_gemma":[0.9658554,0.02875422,0.0018657845,0.0016978378,0.0008328309,0.0009939137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040994855,0.0006292843,0.00048742877,0.001347898,0.0013115673,0.0043329564,0.0018232977,0.001967724,0.008335983],"category_scores_gemma":[0.036248714,0.00042167678,0.0006235502,0.0009918228,0.0027396206,0.010239702,0.0044322247,0.0019312046,0.0012985473],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072827534,0.0033078413,0.027801063,0.0018840638,0.00009971531,0.00088014145,0.0608374,0.009094955,0.02902551,0.12842666,0.008379392,0.72953504],"study_design_scores_gemma":[0.00049667776,0.0028637329,0.027399413,0.0009467837,0.00046137313,0.00087444385,0.019694088,0.20395873,0.043074537,0.61952394,0.08042613,0.00028015926],"about_ca_topic_score_codex":0.0013125845,"about_ca_topic_score_gemma":0.0015427596,"teacher_disagreement_score":0.008335983,"about_ca_system_score_codex":0.0008559708,"about_ca_system_score_gemma":0.0018345785,"threshold_uncertainty_score":0.02788663},"labels":[],"label_agreement":null},{"id":"W2338216121","doi":"10.1145/2911451.2911507","title":"When does Relevance Mean Usefulness and User Satisfaction in Web Search?","year":2016,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Relevance (law); Computer science; Information retrieval; Context (archaeology); Set (abstract data type); User satisfaction; Computer user satisfaction; Quality (philosophy); Search engine; World Wide Web; Human–computer interaction; User experience design; User interface design","score_opus":0.020735805493119795,"score_gpt":0.25192002939440516,"score_spread":0.23118422390128537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2338216121","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9885678,0.0008715834,0.004251416,0.00043868576,0.00002428585,0.00004805133,0.00012567059,0.00006055124,0.0056119654],"genre_scores_gemma":[0.9989792,0.000065171465,0.0006470801,0.000042251453,0.000018665405,0.000019771212,0.000047171194,0.000011498654,0.0001690653],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99131644,0.0055083316,0.0004700501,0.00050281244,0.0018243976,0.00037789906],"domain_scores_gemma":[0.9241199,0.056645837,0.009374728,0.0018795377,0.0054294113,0.0025505666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068750144,0.0003471859,0.000631976,0.0020316609,0.00050241617,0.00253898,0.00031752,0.0010241444,0.0015915002],"category_scores_gemma":[0.06473295,0.00024649545,0.0005185978,0.0022377146,0.0010084353,0.0026996853,0.0009957099,0.0008259498,0.0003858818],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017115858,0.00054489356,0.8779155,0.00052423443,0.00027770892,0.00020329539,0.0062558893,0.0013037454,0.0056940233,0.0018929284,0.0013258781,0.10235038],"study_design_scores_gemma":[0.000033658293,0.0010714377,0.98227984,0.00007596914,0.00011887126,0.00024099053,0.0025141933,0.008711372,0.0016373507,0.0024368293,0.00082286063,0.00005667189],"about_ca_topic_score_codex":0.0010917791,"about_ca_topic_score_gemma":0.0013908645,"teacher_disagreement_score":0.0068750144,"about_ca_system_score_codex":0.0005929306,"about_ca_system_score_gemma":0.0003380479,"threshold_uncertainty_score":0.036358953},"labels":[],"label_agreement":null},{"id":"W2338920854","doi":"10.1145/2911451.2911494","title":"Interleaved Evaluation for Retrospective Summarization and Prospective Notification on Document Streams","year":2016,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Automatic summarization; Redundancy (engineering); Timeline; Information retrieval; Interleaving; Ranking (information retrieval); Multi-document summarization; Task (project management); Data mining","score_opus":0.0216528133450966,"score_gpt":0.2928018438465414,"score_spread":0.2711490305014448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2338920854","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14605294,0.0013053019,0.83537745,0.00037411746,0.00017348967,0.0015916171,0.000657135,0.01059339,0.0038745552],"genre_scores_gemma":[0.6573714,0.000174995,0.33823436,0.00014280278,0.0001224557,0.0008942721,0.0010463904,0.0005254887,0.0014877184],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98153955,0.009531423,0.0016001948,0.0020236087,0.0047480217,0.00055718614],"domain_scores_gemma":[0.92234874,0.050895497,0.0044090855,0.008054656,0.012461924,0.0018300466],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.019891579,0.0015492905,0.001690202,0.0033032482,0.0009475274,0.0035189264,0.0024321736,0.0011840876,0.0019954806],"category_scores_gemma":[0.070633166,0.00054478366,0.00066310016,0.0019820763,0.0008848154,0.004737599,0.0019281594,0.0017402628,0.0009082495],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0053232065,0.0015606582,0.019219143,0.0009825864,0.00044694333,0.00021802251,0.0014741123,0.08349424,0.046467833,0.008625009,0.008160511,0.82402766],"study_design_scores_gemma":[0.0003166984,0.0022227757,0.0075671654,0.0000705622,0.00016293097,0.0001483908,0.00029771807,0.94909465,0.027636528,0.008440946,0.0039014572,0.00014022426],"about_ca_topic_score_codex":0.0059360364,"about_ca_topic_score_gemma":0.006909025,"teacher_disagreement_score":0.98010844,"about_ca_system_score_codex":0.0015721733,"about_ca_system_score_gemma":0.002620996,"threshold_uncertainty_score":0.105197966},"labels":[],"label_agreement":null},{"id":"W2345586071","doi":"10.29173/cais161","title":"Is There a Transgender Canon?: Information Seeking and Use in the Transgender Community","year":2013,"lang":"fr","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Transgender; Political science; Sociology; Gender studies; Public relations; Humanities; Welfare economics; Economics; Art","score_opus":0.07046996466881612,"score_gpt":0.2705741155505882,"score_spread":0.20010415088177208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2345586071","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9831271,0.0014137782,0.0012400482,0.0036297766,0.000048524642,0.00029410934,0.000114699804,0.000021926757,0.01011012],"genre_scores_gemma":[0.9905697,0.0016132672,0.0026688215,0.0008760009,0.000027913582,0.00046236996,0.00009250856,0.000014602069,0.0036747674],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9948718,0.0036336947,0.00025835464,0.00030825933,0.0004468986,0.00048103504],"domain_scores_gemma":[0.9866312,0.009780287,0.000986006,0.000498342,0.0011517523,0.000952368],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011191601,0.00033605535,0.0007431223,0.0040956405,0.0077499277,0.005750999,0.001134866,0.0017172244,0.0047624423],"category_scores_gemma":[0.018078526,0.0004133691,0.00039230124,0.0033870314,0.0034581083,0.005783152,0.0045996956,0.0015708961,0.0005186146],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010561026,0.00015312675,0.039338715,0.00031574053,0.000012341056,0.0004195503,0.9157834,0.000013896652,0.00071798713,0.00093113,0.0007734283,0.04143507],"study_design_scores_gemma":[0.000011050685,0.00010096315,0.023724109,0.00026452914,0.00002017465,0.0001884929,0.96984833,0.00011289288,0.00038124123,0.00078358484,0.0045368364,0.000027808775],"about_ca_topic_score_codex":0.027218876,"about_ca_topic_score_gemma":0.05842005,"teacher_disagreement_score":0.027218876,"about_ca_system_score_codex":0.002762405,"about_ca_system_score_gemma":0.0046039545,"threshold_uncertainty_score":0.05918759},"labels":[],"label_agreement":null},{"id":"W2350918866","doi":"10.29173/cais495","title":"Mental Models and Information Retrieval: What Can Search Queries Tell Us?","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University; Dalhousie University","funders":"","keywords":"Information retrieval; Search engine; Computer science; Seekers; Human–computer information retrieval; Metasearch engine; Adversarial information retrieval; Sample (material); World Wide Web; Web search query; Cognitive models of information retrieval","score_opus":0.02462874990614857,"score_gpt":0.2430907001208266,"score_spread":0.218461950214678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2350918866","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9506375,0.006548619,0.0046884897,0.018205887,0.00007135334,0.00008367595,0.0006917046,0.000059661175,0.019013127],"genre_scores_gemma":[0.9970938,0.0010175351,0.0007023188,0.00055164547,0.000060792278,0.000050821178,0.000277363,0.000013896533,0.00023192583],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958723,0.0027177352,0.00016128106,0.00028427117,0.00067014527,0.0002941846],"domain_scores_gemma":[0.8935346,0.08506969,0.010086801,0.0053853192,0.003097059,0.0028265277],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006950835,0.0005858707,0.0009770409,0.0028667238,0.00084429595,0.008557546,0.0011583918,0.0030542312,0.0036940374],"category_scores_gemma":[0.11827559,0.00076809013,0.0010926984,0.0026837206,0.0054894825,0.016088052,0.002153035,0.002725453,0.00073886145],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038850878,0.0016764463,0.6810247,0.0013738725,0.0008481807,0.00058934814,0.06953559,0.0037028498,0.0017038544,0.05601333,0.008044305,0.17160249],"study_design_scores_gemma":[0.00036243376,0.0009396249,0.62376004,0.001164967,0.0005727981,0.0015325351,0.043482315,0.024390599,0.0007425832,0.29498896,0.007622097,0.00044102964],"about_ca_topic_score_codex":0.0042777676,"about_ca_topic_score_gemma":0.0029077302,"teacher_disagreement_score":0.008557546,"about_ca_system_score_codex":0.0018352309,"about_ca_system_score_gemma":0.0010261015,"threshold_uncertainty_score":0.036759973},"labels":[],"label_agreement":null},{"id":"W2353918218","doi":"10.29173/cais153","title":"Assumptions of Naming in Information Storage and Retrieval: A Deconstruction","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Intermediary; Deconstruction (building); Affect (linguistics); Containment (computer programming); Computer science; Information access; Information retrieval; World Wide Web; Knowledge management; Data science; Sociology; Business; Engineering; Communication; Marketing","score_opus":0.01587625984356623,"score_gpt":0.2353769787997264,"score_spread":0.2195007189561602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2353918218","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059279293,0.01976005,0.33611476,0.1223657,0.0010096357,0.00022306992,0.00048586878,0.00041578838,0.46034583],"genre_scores_gemma":[0.9217248,0.007438555,0.048559275,0.0048978906,0.0013238935,0.0005699811,0.00020950513,0.0003350917,0.014940976],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9706509,0.018909497,0.0018571663,0.0020733466,0.005445086,0.0010639138],"domain_scores_gemma":[0.95512795,0.030361237,0.0017165898,0.0085586,0.0035912618,0.0006443686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024737254,0.00078355306,0.0012448522,0.0055847852,0.0058367476,0.023078833,0.004148347,0.006736775,0.0045011034],"category_scores_gemma":[0.0433011,0.001169097,0.0012863458,0.006023733,0.08996679,0.057738878,0.008736464,0.00853467,0.0015433928],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007495355,0.000006093832,0.00007520835,0.000023000908,0.00000176921,0.000014497473,0.002005865,0.00015599471,0.000034365934,0.9952094,0.00044626516,0.0020201132],"study_design_scores_gemma":[0.000012950298,0.000011265049,0.000114146605,0.000090673726,0.0000036040713,0.000058832604,0.0018029237,0.0010439085,0.000107909116,0.9804347,0.016305108,0.000014040626],"about_ca_topic_score_codex":0.005065876,"about_ca_topic_score_gemma":0.0016360101,"teacher_disagreement_score":0.024737254,"about_ca_system_score_codex":0.008633878,"about_ca_system_score_gemma":0.005372688,"threshold_uncertainty_score":0.13082469},"labels":[],"label_agreement":null},{"id":"W2373380784","doi":"","title":"York University at CLEF eHealth 2015: Medical Document Retrieval","year":2015,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Clef; Information retrieval; Computer science; eHealth; Relevance (law); Task (project management); World Wide Web; Normalization (sociology); Document retrieval; Query expansion; Information access; Health care","score_opus":0.036290372555035665,"score_gpt":0.29253758500304083,"score_spread":0.2562472124480052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2373380784","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37343726,0.07888238,0.07560829,0.025694335,0.012842544,0.010487648,0.2863871,0.059269965,0.077390455],"genre_scores_gemma":[0.2760959,0.0050004316,0.086007126,0.0033124976,0.001906806,0.0036363567,0.56428313,0.0021147572,0.05764307],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9859871,0.0052609346,0.001356774,0.0021269256,0.004217368,0.0010508522],"domain_scores_gemma":[0.9804524,0.005917436,0.000719249,0.0033712918,0.006936222,0.0026034098],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01796097,0.002976303,0.0031859404,0.0048522432,0.0025864781,0.003230621,0.0020378083,0.0026424006,0.031554226],"category_scores_gemma":[0.027729167,0.00070258806,0.0012146889,0.0038350476,0.0010324543,0.0032287762,0.0029029178,0.0022628875,0.018420557],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030396844,0.0017028132,0.004845733,0.0018681512,0.00051640585,0.00027638764,0.00018045571,0.0034643146,0.015239886,0.0008294236,0.7541952,0.21384156],"study_design_scores_gemma":[0.009957935,0.008128538,0.11621318,0.00089110015,0.0007979996,0.0027142104,0.00080534135,0.114413664,0.13894875,0.00435082,0.6016617,0.0011167667],"about_ca_topic_score_codex":0.027509067,"about_ca_topic_score_gemma":0.031854246,"teacher_disagreement_score":0.031554226,"about_ca_system_score_codex":0.003701289,"about_ca_system_score_gemma":0.004472665,"threshold_uncertainty_score":0.10555941},"labels":[],"label_agreement":null},{"id":"W2397669334","doi":"","title":"The Fault, Dear Researchers, is not in Cranfield, But in our Metrics, that they are Unrealistic.","year":2012,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Ranking (information retrieval); Measure (data warehouse); Test (biology); Data science; Information retrieval; Data mining","score_opus":0.15197984334842884,"score_gpt":0.3618475906571991,"score_spread":0.20986774730877028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2397669334","genre_codex":"methods","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025265839,0.041365284,0.4778185,0.32606807,0.0142855495,0.00065135775,0.0045530354,0.004856474,0.10513589],"genre_scores_gemma":[0.4179718,0.0153592415,0.457374,0.062965065,0.013140468,0.0016804736,0.0029596903,0.0026988292,0.025850473],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.89092004,0.039201494,0.0089994185,0.0081801275,0.051242407,0.0014564347],"domain_scores_gemma":[0.63400275,0.16131173,0.027592123,0.061336573,0.10996913,0.0057877586],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.056735434,0.0023133503,0.0023811937,0.006044754,0.0045572775,0.011433997,0.0051964796,0.0054582963,0.01169485],"category_scores_gemma":[0.38625446,0.0008680344,0.0010616498,0.0097591365,0.011207151,0.036707193,0.006133678,0.010698748,0.009913576],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000503372,0.00048422016,0.029374713,0.0029249736,0.00034287857,0.00009293127,0.0022739344,0.0027077575,0.001932696,0.318937,0.32063097,0.3197945],"study_design_scores_gemma":[0.00015864249,0.0013520848,0.018859806,0.0027367447,0.00032570935,0.000857067,0.004784329,0.013283977,0.0055118883,0.5132545,0.43827495,0.00060032855],"about_ca_topic_score_codex":0.0073300716,"about_ca_topic_score_gemma":0.007699409,"teacher_disagreement_score":0.99395525,"about_ca_system_score_codex":0.0051193116,"about_ca_system_score_gemma":0.006978796,"threshold_uncertainty_score":0.3000493},"labels":[],"label_agreement":null},{"id":"W2398352439","doi":"","title":"Information Retrieval: Technology, Evaluation and Beyond.","year":2011,"lang":"fr","type":"article","venue":"Ingénierie des systèmes d information","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Information retrieval; Computer science; Data science","score_opus":0.04226171549609193,"score_gpt":0.27122989659267677,"score_spread":0.22896818109658484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2398352439","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0050626416,0.8773716,0.02631061,0.03507615,0.0017105222,0.00009546283,0.00026804203,0.000329291,0.053775564],"genre_scores_gemma":[0.3725452,0.52686286,0.04705717,0.009066585,0.010200308,0.0004710094,0.00067898526,0.00027905224,0.032838903],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97534364,0.01367691,0.0016563826,0.00080289994,0.008115981,0.0004041158],"domain_scores_gemma":[0.9355858,0.051108204,0.0022842484,0.00380993,0.0060191746,0.0011926362],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.029561792,0.0008942433,0.001805675,0.0062374924,0.0007919393,0.009530144,0.001242283,0.0039407136,0.0055666063],"category_scores_gemma":[0.059678294,0.0005836803,0.00033671566,0.007481225,0.0082813585,0.020258844,0.0024076332,0.0022345548,0.0027970287],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018379069,0.00014385066,0.0055113737,0.0038270946,0.00018792391,0.000112894704,0.0012346698,0.00082855334,0.0011512603,0.22561154,0.08944795,0.67175907],"study_design_scores_gemma":[0.00009493923,0.00050754054,0.018650917,0.0068520163,0.00026462576,0.0012132854,0.00326466,0.005300434,0.0031898709,0.52660644,0.43389484,0.00016041673],"about_ca_topic_score_codex":0.0025591322,"about_ca_topic_score_gemma":0.0024062146,"teacher_disagreement_score":0.029561792,"about_ca_system_score_codex":0.0031103785,"about_ca_system_score_gemma":0.0035655096,"threshold_uncertainty_score":0.15633953},"labels":[],"label_agreement":null},{"id":"W2399992943","doi":"10.29173/cais280","title":"Contextual Search: From Information Behaviour to Information Retrieval","year":2013,"lang":"fr","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of Toronto","funders":"","keywords":"Context (archaeology); Information retrieval; Humanities; Computer science; Information behavior; Domain (mathematical analysis); Information science; Library science; Philosophy; Geography; Mathematics","score_opus":0.03519335761839001,"score_gpt":0.2550562397565024,"score_spread":0.21986288213811236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2399992943","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6959011,0.0077483733,0.2399232,0.004286365,0.000091709415,0.0008157174,0.00096699427,0.0021905664,0.04807607],"genre_scores_gemma":[0.9637616,0.0009929857,0.033042304,0.00023553312,0.00004699812,0.00013725481,0.00025954543,0.00011855779,0.0014052191],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99564594,0.0022582652,0.00025773415,0.000605451,0.0009961391,0.00023652731],"domain_scores_gemma":[0.97440547,0.019002097,0.0021830578,0.0015870545,0.002135039,0.00068726373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003658287,0.00050860865,0.00071818003,0.0037152676,0.00076046184,0.0032671292,0.0006681755,0.0010362269,0.0028397958],"category_scores_gemma":[0.031527817,0.0006129596,0.00065776455,0.0025119616,0.0016798147,0.0050797816,0.0014872086,0.000780774,0.0005457303],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026798316,0.0010680096,0.26599452,0.0043688347,0.0013212393,0.00082417077,0.023425529,0.01807611,0.04054698,0.08889297,0.0059566097,0.54684526],"study_design_scores_gemma":[0.0004376453,0.002786629,0.49701682,0.001142939,0.0019148322,0.0019931127,0.0130341705,0.24284483,0.028880743,0.1756268,0.033711918,0.0006095392],"about_ca_topic_score_codex":0.009662215,"about_ca_topic_score_gemma":0.0074836793,"teacher_disagreement_score":0.009662215,"about_ca_system_score_codex":0.0017709478,"about_ca_system_score_gemma":0.0012138215,"threshold_uncertainty_score":0.019347072},"labels":[],"label_agreement":null},{"id":"W2401796064","doi":"","title":"ClueWeb09 and TREC Diversity.","year":2010,"lang":"en","type":"article","venue":"NTCIR","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Information retrieval; Task (project management); World Wide Web; Set (abstract data type); Search engine; Web page","score_opus":0.010717057301256794,"score_gpt":0.2261840300999137,"score_spread":0.2154669727986569,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2401796064","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031930115,0.02270776,0.02046297,0.01404947,0.015721723,0.012177727,0.64792883,0.047618724,0.18740267],"genre_scores_gemma":[0.032271825,0.0013927277,0.030787038,0.00432455,0.0015692643,0.0061776848,0.8535456,0.003777121,0.06615412],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9730387,0.0070162644,0.0017564012,0.0040589655,0.011088646,0.0030410239],"domain_scores_gemma":[0.9463991,0.008240032,0.0024117583,0.010639574,0.022971848,0.009337746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0254788,0.004245597,0.0037204092,0.017741226,0.004794414,0.0086051645,0.007566846,0.007462893,0.037689902],"category_scores_gemma":[0.0497833,0.0013650521,0.0020117576,0.011294403,0.002030761,0.011156475,0.006924308,0.0055855107,0.03933259],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005833996,0.00047820632,0.0010368073,0.0005409302,0.00007865022,0.00006961839,0.0001038179,0.0010533425,0.0017888753,0.0017474086,0.9531012,0.03941765],"study_design_scores_gemma":[0.0012934961,0.0007648604,0.011043656,0.00036145025,0.00008717691,0.00032138484,0.00038712143,0.008913883,0.008019732,0.0039647506,0.96442056,0.00042195636],"about_ca_topic_score_codex":0.13606153,"about_ca_topic_score_gemma":0.15651445,"teacher_disagreement_score":0.13606153,"about_ca_system_score_codex":0.013349049,"about_ca_system_score_gemma":0.0145945465,"threshold_uncertainty_score":0.27053916},"labels":[],"label_agreement":null},{"id":"W2406847633","doi":"","title":"Overview of the TREC 2012 Crowdsourcing Track.","year":2012,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Crowdsourcing; Track (disk drive); Computer science; Relevance (law); World Wide Web; Task (project management); Set (abstract data type); Information retrieval; Data science; Engineering","score_opus":0.07026204103805114,"score_gpt":0.3066848247179745,"score_spread":0.23642278367992334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2406847633","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013989145,0.024888767,0.039594937,0.016064225,0.014220096,0.009187333,0.6344172,0.02622332,0.22141507],"genre_scores_gemma":[0.027700633,0.006143215,0.038543597,0.0031660101,0.002561486,0.0043069683,0.7574293,0.0023353044,0.15781356],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99276674,0.0009782918,0.00035744897,0.0011215481,0.003939748,0.0008361842],"domain_scores_gemma":[0.9851955,0.0011200918,0.0005250928,0.0013257879,0.009953835,0.0018795934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008366762,0.002110522,0.0015373923,0.010664549,0.004407905,0.005228162,0.0020682053,0.0023816288,0.038418636],"category_scores_gemma":[0.008963435,0.0007432413,0.0011459728,0.010034296,0.00046342384,0.0035670246,0.00294933,0.0026743372,0.038298897],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001367556,0.0001286664,0.0005686755,0.00038731104,0.00003553981,0.000022047692,0.000049274055,0.00036838822,0.0015169467,0.00058811594,0.9477213,0.048476983],"study_design_scores_gemma":[0.000135297,0.00022147616,0.010109416,0.00028504085,0.00008120138,0.00008286993,0.00017329075,0.0028280725,0.0037028056,0.0018274372,0.9804319,0.000121107216],"about_ca_topic_score_codex":0.13576144,"about_ca_topic_score_gemma":0.23054484,"teacher_disagreement_score":0.13576144,"about_ca_system_score_codex":0.005784663,"about_ca_system_score_gemma":0.010840684,"threshold_uncertainty_score":0.26994246},"labels":[],"label_agreement":null},{"id":"W2408669150","doi":"","title":"Predicting user preferences - An evaluation of popular relevance metrics.","year":2011,"lang":"en","type":"article","venue":"Ingénierie des systèmes d information","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Relevance (law); Computer science; Information retrieval; Data science; Political science","score_opus":0.08037566889327485,"score_gpt":0.2885429737758956,"score_spread":0.20816730488262075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2408669150","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86052316,0.03175827,0.08778616,0.0010598234,0.00028589496,0.00071994594,0.0048510577,0.0017816199,0.011234071],"genre_scores_gemma":[0.94095665,0.0020372428,0.051964257,0.00009825542,0.00014097625,0.00018411125,0.0033503133,0.000082990504,0.0011851691],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9916236,0.0047586733,0.0005110239,0.00047648154,0.002432778,0.00019745852],"domain_scores_gemma":[0.9575524,0.03565905,0.0011844438,0.0018633668,0.0030887858,0.00065204577],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008759367,0.0007801563,0.0010050491,0.00531498,0.0004583155,0.0013041495,0.0008214446,0.0010933138,0.0012175054],"category_scores_gemma":[0.04977439,0.00020268312,0.0007108479,0.0039359475,0.00027324216,0.0022352429,0.0007199332,0.00085351727,0.0007751055],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036091388,0.0017972238,0.13259985,0.0014407554,0.0010207935,0.00008669759,0.00042510798,0.020018514,0.0036690575,0.0035603293,0.018674314,0.81309825],"study_design_scores_gemma":[0.0007596894,0.006723768,0.20003277,0.0004909706,0.0010321243,0.0010360527,0.00090346823,0.755364,0.0075122733,0.013131065,0.012792006,0.0002218307],"about_ca_topic_score_codex":0.002212042,"about_ca_topic_score_gemma":0.0038021167,"teacher_disagreement_score":0.008759367,"about_ca_system_score_codex":0.0005040759,"about_ca_system_score_gemma":0.00054122845,"threshold_uncertainty_score":0.04632449},"labels":[],"label_agreement":null},{"id":"W2413252296","doi":"10.29173/cais623","title":"Evaluation of the Effectiveness of Tag as an Access Point in a Public Library OPAC","year":2013,"lang":"fr","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Subject (documents); Public access; Heading (navigation); Point (geometry); Computer science; Library science; Geography; Mathematics","score_opus":0.06590791462908674,"score_gpt":0.30602578459446333,"score_spread":0.2401178699653766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2413252296","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9837842,0.002435185,0.0072388137,0.00015987741,0.00007177489,0.00016215896,0.0004321172,0.0010144305,0.004701497],"genre_scores_gemma":[0.9742158,0.00081515015,0.02031628,0.00009626664,0.00007944843,0.00009177447,0.0011016992,0.0001238396,0.0031597717],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99196553,0.0031954972,0.0008364262,0.0007002139,0.0028807912,0.0004215133],"domain_scores_gemma":[0.9553714,0.03237093,0.0031190866,0.0025770103,0.0055205887,0.0010409888],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006820928,0.00062718027,0.001416164,0.0052766516,0.00073529035,0.0031402195,0.00089854613,0.0013023788,0.002347841],"category_scores_gemma":[0.035170402,0.00027604026,0.00072290556,0.0040124324,0.0006004325,0.0040573813,0.0014962394,0.00046975323,0.0018687894],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017417468,0.0018232838,0.20582429,0.00384337,0.000824423,0.0009318464,0.0065647704,0.005874599,0.12611543,0.0016959893,0.0048470227,0.62423754],"study_design_scores_gemma":[0.00076675205,0.031689323,0.6284253,0.00070869195,0.0029502695,0.004830417,0.015496087,0.09843974,0.17513375,0.0013028979,0.039513607,0.00074323],"about_ca_topic_score_codex":0.007631585,"about_ca_topic_score_gemma":0.0061056535,"teacher_disagreement_score":0.007631585,"about_ca_system_score_codex":0.00086200965,"about_ca_system_score_gemma":0.0010229694,"threshold_uncertainty_score":0.03607297},"labels":[],"label_agreement":null},{"id":"W2417354305","doi":"10.1002/pra2.2015.14505201004","title":"Envisioning our information future and how to educate for it: A community conversation","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Conversation; Action (physics); Session (web analytics); Information technology; Engineering ethics; Knowledge management; Psychology; Public relations; Sociology; Computer science; Political science; Engineering; World Wide Web","score_opus":0.023525731366775108,"score_gpt":0.27900741482879116,"score_spread":0.25548168346201605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2417354305","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.074637026,0.0032478173,0.006291556,0.89155555,0.0035193881,0.00023681982,0.00004120103,0.000106124106,0.020364396],"genre_scores_gemma":[0.8843846,0.0037563506,0.005127805,0.09264532,0.0017881999,0.00042517827,0.000050478146,0.00026894233,0.011553065],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.923247,0.058685265,0.0013440908,0.0026544218,0.0056324997,0.008436797],"domain_scores_gemma":[0.88059974,0.06892164,0.003141582,0.0021583622,0.008488045,0.036690664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.11137125,0.0012125906,0.0016790775,0.0048923884,0.06964536,0.039513204,0.0062103113,0.02884831,0.009013079],"category_scores_gemma":[0.083939984,0.0017453905,0.0014602231,0.0028448866,0.040446345,0.045604866,0.03806609,0.063499,0.0015367761],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047548372,0.00021760525,0.00087087223,0.000108037435,0.000019220313,0.00092845125,0.91821194,0.00016318409,0.00057918986,0.04050521,0.02656103,0.011787645],"study_design_scores_gemma":[0.000022876508,0.000066323584,0.0003331442,0.00026800332,0.000010118266,0.0002507257,0.8528155,0.00042516593,0.0001546482,0.01224628,0.13333635,0.00007091406],"about_ca_topic_score_codex":0.019334415,"about_ca_topic_score_gemma":0.014897159,"teacher_disagreement_score":0.11137125,"about_ca_system_score_codex":0.015457042,"about_ca_system_score_gemma":0.028667668,"threshold_uncertainty_score":0.5889945},"labels":[],"label_agreement":null},{"id":"W2417562882","doi":"10.1177/0961000615595455","title":"Scaffolding in information search: Effects on less experienced searchers","year":2015,"lang":"en","type":"article","venue":"Journal of Librarianship and Information Science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Point (geometry); Computer science; Information literacy; Information retrieval; Psychology; World Wide Web","score_opus":0.07725841982653249,"score_gpt":0.29954955563012736,"score_spread":0.22229113580359489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2417562882","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9991774,0.00006381033,0.00011313515,0.000039006954,0.000005605718,0.000030186624,0.000010847925,0.000015889662,0.00054404273],"genre_scores_gemma":[0.9980914,0.00009519131,0.00090976007,0.000056396293,0.000012009662,0.00006315699,0.00004123846,0.0000070524184,0.00072374474],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964856,0.0014559613,0.00050174474,0.0004996488,0.00051740755,0.0005395741],"domain_scores_gemma":[0.8988751,0.074409656,0.010238025,0.004823899,0.0034630978,0.0081901625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052746222,0.00042370317,0.0008446162,0.00093415764,0.0008235921,0.0021383995,0.0006173504,0.00095167063,0.0039295107],"category_scores_gemma":[0.051968243,0.0004725696,0.0005519644,0.00052092277,0.00082282454,0.0012729216,0.0014759606,0.0010696449,0.00046654668],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015486885,0.044328805,0.5283611,0.0018352194,0.0005190963,0.0016556708,0.09943326,0.001400183,0.043512378,0.0007097158,0.0014474351,0.26131028],"study_design_scores_gemma":[0.0010445255,0.026541132,0.93327135,0.00025847647,0.0003322512,0.00079569593,0.01904081,0.0022837468,0.010577779,0.0010637124,0.0046355976,0.00015487903],"about_ca_topic_score_codex":0.0015070395,"about_ca_topic_score_gemma":0.0016389919,"teacher_disagreement_score":0.0052746222,"about_ca_system_score_codex":0.0005155806,"about_ca_system_score_gemma":0.0009729535,"threshold_uncertainty_score":0.027895212},"labels":[],"label_agreement":null},{"id":"W2493631702","doi":"10.4018/978-1-59904-240-4.ch008","title":"Interactive IR Framework","year":2008,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Representation (politics); Search engine indexing; Information retrieval; Computer science; Core (optical fiber); Theoretical computer science","score_opus":0.024213164718616186,"score_gpt":0.2753616400927074,"score_spread":0.25114847537409124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2493631702","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015275057,0.0038678283,0.5558854,0.0017355486,0.00042323393,0.00035801582,0.0008781411,0.0052962475,0.4300281],"genre_scores_gemma":[0.1250039,0.005784906,0.535917,0.0017608263,0.0010788597,0.0010881304,0.0030301246,0.0016426573,0.3246936],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9973345,0.00092582713,0.00012808347,0.0005788445,0.00084156386,0.00019129607],"domain_scores_gemma":[0.9983808,0.0007534394,0.000064011634,0.00042410765,0.00026048798,0.00011713522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002625597,0.0010626809,0.0010016881,0.0016647079,0.0013977827,0.0063669905,0.004170082,0.0022660852,0.0961053],"category_scores_gemma":[0.0036762008,0.0005431204,0.0011508781,0.0022956762,0.0018180194,0.006033211,0.0034857902,0.0019581758,0.0414388],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009643245,0.00008276688,0.00014736259,0.0004944492,0.00004196342,0.0002101876,0.0005154228,0.0035825504,0.002165755,0.7823623,0.05049176,0.15980913],"study_design_scores_gemma":[0.000049394148,0.000057332596,0.00019353168,0.00016524777,0.000050986204,0.0007110076,0.00019875758,0.020952178,0.001767789,0.3241103,0.6517002,0.000043329692],"about_ca_topic_score_codex":0.0017801836,"about_ca_topic_score_gemma":0.0012780274,"teacher_disagreement_score":0.0961053,"about_ca_system_score_codex":0.0017259857,"about_ca_system_score_gemma":0.0014470712,"threshold_uncertainty_score":0.3215043},"labels":[],"label_agreement":null},{"id":"W2505664387","doi":"10.4018/978-1-4666-0330-1.ch010","title":"Human-Centred Web Search","year":2012,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Relevance (law); Computer science; Search engine; Simple (philosophy); Domain (mathematical analysis); Process (computing); World Wide Web; Metasearch engine; Information needs; Information retrieval; Semantic search; Data science; Web search query; Mathematics","score_opus":0.05389965620202047,"score_gpt":0.2873757431128941,"score_spread":0.23347608691087363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2505664387","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025399279,0.051274955,0.087985575,0.0029781198,0.00025472272,0.00024410905,0.0005436085,0.001460332,0.82985926],"genre_scores_gemma":[0.44676292,0.054883152,0.09372892,0.002044773,0.000376303,0.00029431045,0.002359226,0.0005485522,0.39900187],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986351,0.00046659363,0.00005194648,0.00017023712,0.0005809696,0.00009519421],"domain_scores_gemma":[0.9991021,0.0005351993,0.000053373722,0.00013795748,0.00011364881,0.000057724737],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010856346,0.0004584929,0.00056859106,0.0013278547,0.000506555,0.00401293,0.0012784414,0.0013083782,0.021271799],"category_scores_gemma":[0.003421418,0.00019882279,0.00029834817,0.002969063,0.0013983427,0.0040781302,0.001457662,0.0005782573,0.010225595],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006685042,0.00015384097,0.0012784387,0.0016451869,0.000043981236,0.00026813563,0.0055347374,0.002034672,0.0034807457,0.20573683,0.08414183,0.6956147],"study_design_scores_gemma":[0.000024933122,0.00011579458,0.0041324925,0.0009534383,0.00002999543,0.001090812,0.0023681147,0.0065555195,0.0027778116,0.1043052,0.8775783,0.000067554494],"about_ca_topic_score_codex":0.0025763614,"about_ca_topic_score_gemma":0.003867732,"teacher_disagreement_score":0.99598706,"about_ca_system_score_codex":0.0011326519,"about_ca_system_score_gemma":0.0013217787,"threshold_uncertainty_score":0.07116127},"labels":[],"label_agreement":null},{"id":"W2507254902","doi":"10.1145/2956234","title":"TopPRF","year":2016,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Relevance feedback; Relevance (law); Information retrieval; Selection (genetic algorithm); Probabilistic logic; Reliability (semiconductor); Key (lock); Entropy (arrow of time); Identification (biology); Data mining; Artificial intelligence","score_opus":0.02379832225572686,"score_gpt":0.252434260286498,"score_spread":0.22863593803077115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2507254902","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0072823353,0.004281903,0.7940867,0.0017313227,0.0014405162,0.0009553001,0.014466632,0.06670347,0.109051876],"genre_scores_gemma":[0.16066818,0.0042028297,0.6493951,0.0031386132,0.00090634794,0.0014190674,0.059554443,0.009526636,0.111188695],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973563,0.00036825627,0.00016374298,0.0005846245,0.0011711243,0.00035602157],"domain_scores_gemma":[0.9979473,0.0005215181,0.00010154825,0.0006565348,0.00068872335,0.00008438781],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016805024,0.0018949269,0.0015789173,0.002993983,0.0019480648,0.0030978762,0.0033026326,0.0022324042,0.083440535],"category_scores_gemma":[0.0063639325,0.000701005,0.002089639,0.0027752076,0.0006782551,0.0038455692,0.002430403,0.0020135918,0.052781284],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029537996,0.00017744044,0.00110882,0.00092428364,0.00012779605,0.00032465835,0.00014160041,0.019701855,0.0056761834,0.037158027,0.3310191,0.6033448],"study_design_scores_gemma":[0.00018442463,0.00026414837,0.0009533236,0.00017596695,0.00012748432,0.0017779457,0.0002028317,0.29580235,0.014878916,0.09511133,0.59037703,0.00014427473],"about_ca_topic_score_codex":0.005399233,"about_ca_topic_score_gemma":0.00706692,"teacher_disagreement_score":0.083440535,"about_ca_system_score_codex":0.0013353779,"about_ca_system_score_gemma":0.0024627938,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2507607131","doi":"","title":"Automated evaluation of hypertext search strategies","year":2005,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Ranking (information retrieval); Hypertext; Computer science; Information retrieval; Search engine; Selection (genetic algorithm); Software; Data mining; Artificial intelligence; World Wide Web","score_opus":0.07237366390285536,"score_gpt":0.3573163064201029,"score_spread":0.28494264251724755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2507607131","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9541005,0.00016445082,0.04323233,0.0000525208,0.000014794816,0.00024028115,0.00014537168,0.0006621468,0.001387626],"genre_scores_gemma":[0.9835908,0.000047611073,0.015789924,0.000008093314,0.0000062469353,0.0001089739,0.00015281497,0.000028692031,0.0002668668],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9916046,0.004845556,0.0006972881,0.00073330954,0.0018869938,0.0002322316],"domain_scores_gemma":[0.94374293,0.04449823,0.0039071934,0.0033178444,0.0038850468,0.00064873096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005639357,0.0006134807,0.000930013,0.0017022322,0.0003302859,0.002310805,0.00095013186,0.00073182373,0.0011255023],"category_scores_gemma":[0.044808526,0.0002742352,0.0003915732,0.00088997744,0.00044312194,0.0018174076,0.00095915823,0.00049614115,0.0003160947],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007185047,0.0022330228,0.1320945,0.00085846055,0.00086149183,0.0002114373,0.0022470613,0.23458652,0.043016307,0.0050556688,0.0010351975,0.57061523],"study_design_scores_gemma":[0.00036454233,0.0024194343,0.04929613,0.00004173685,0.0001588166,0.0001499158,0.0004937006,0.9069783,0.036456984,0.002198199,0.0013340567,0.0001081651],"about_ca_topic_score_codex":0.0020600765,"about_ca_topic_score_gemma":0.0012657974,"teacher_disagreement_score":0.005639357,"about_ca_system_score_codex":0.0010198967,"about_ca_system_score_gemma":0.0010096123,"threshold_uncertainty_score":0.029824138},"labels":[],"label_agreement":null},{"id":"W2513411477","doi":"10.20533/ijicr.2042.4655.2012.0028","title":"Improving Finding and Re-finding Web search Results Using Clustering and Visualisation","year":2012,"lang":"en","type":"article","venue":"International Journal of Intelligent Computing Research","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Cluster analysis; Computer science; Information retrieval; Visualization; World Wide Web; Data mining; Artificial intelligence","score_opus":0.21090346821690836,"score_gpt":0.45267100886614453,"score_spread":0.24176754064923617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2513411477","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.107218295,0.0017450929,0.7816364,0.0013508549,0.00016036298,0.00086099753,0.0018193582,0.095567115,0.00964151],"genre_scores_gemma":[0.16128585,0.0010772191,0.82980406,0.00016196401,0.00009477182,0.00043593335,0.0015644437,0.0026519736,0.0029238458],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99738246,0.0011149796,0.00022463262,0.00033634345,0.00081462564,0.00012686782],"domain_scores_gemma":[0.9807482,0.013804212,0.0007361449,0.0018281722,0.0024336318,0.00044966175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072634756,0.0020285724,0.0022639213,0.006085716,0.00082542974,0.0041421996,0.002456572,0.001832315,0.009470913],"category_scores_gemma":[0.023067102,0.00075351365,0.0013427153,0.0034301614,0.00047035696,0.005523751,0.0029643096,0.0015225811,0.0037927958],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019390385,0.00086997665,0.0075286077,0.002860108,0.00031936384,0.00053859386,0.0066960054,0.017978676,0.06372503,0.0051431446,0.034674477,0.857727],"study_design_scores_gemma":[0.0016586323,0.00358786,0.027853684,0.0016784349,0.0010586968,0.003652638,0.0067297686,0.62358576,0.13831592,0.040778387,0.14945827,0.0016418862],"about_ca_topic_score_codex":0.0022410695,"about_ca_topic_score_gemma":0.0025362717,"teacher_disagreement_score":0.009470913,"about_ca_system_score_codex":0.00044011994,"about_ca_system_score_gemma":0.00071408995,"threshold_uncertainty_score":0.038413405},"labels":[],"label_agreement":null},{"id":"W2514313331","doi":"","title":"Formulating measures for structured document retrieval search tasks using extended structural relevance","year":2012,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Relevance (law); Computer science; Information retrieval; Redundancy (engineering); Focus (optics); Set (abstract data type); Relevance feedback; Search engine; Data mining; Artificial intelligence; Image retrieval","score_opus":0.05780537357620176,"score_gpt":0.34454611909484284,"score_spread":0.2867407455186411,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2514313331","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0588555,0.0011133229,0.9344392,0.0003674386,0.00007380933,0.0009387899,0.00036398126,0.001000823,0.0028471698],"genre_scores_gemma":[0.44118983,0.00040801486,0.55485,0.00012938422,0.00015419467,0.0016748649,0.0008748503,0.00016094909,0.00055796356],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.96761703,0.017069267,0.0040336507,0.0024485844,0.00827445,0.00055703084],"domain_scores_gemma":[0.82006437,0.13667428,0.0124434,0.01298497,0.01648496,0.0013480383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0280965,0.0019269647,0.002146323,0.008091487,0.0007485461,0.004665548,0.0029482113,0.002855965,0.0018609795],"category_scores_gemma":[0.17180675,0.0007696838,0.0014434006,0.004574127,0.0016982696,0.011815943,0.0037829787,0.0025117262,0.0009876767],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012212659,0.0016121247,0.025366262,0.0021345401,0.00062100927,0.00017820334,0.0016333759,0.22053409,0.0161039,0.07611577,0.004947384,0.64953214],"study_design_scores_gemma":[0.00015670141,0.0018162659,0.0060870685,0.00015022047,0.00016909884,0.00025675938,0.00029923892,0.91854566,0.0063642813,0.06413808,0.0018375712,0.00017905337],"about_ca_topic_score_codex":0.0012361299,"about_ca_topic_score_gemma":0.0014149123,"teacher_disagreement_score":0.0280965,"about_ca_system_score_codex":0.0020262462,"about_ca_system_score_gemma":0.0017787733,"threshold_uncertainty_score":0.14859027},"labels":[],"label_agreement":null},{"id":"W2538939498","doi":"10.5703/1288284316238","title":"Summon, EBSCO Discovery Service, and Google Scholar: Comparing Search Performance Using User Queries","year":2016,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Purdue Pharma (Canada)","funders":"","keywords":"Computer science; World Wide Web; Information retrieval; Service (business); Search engine; Business","score_opus":0.05164348480281714,"score_gpt":0.27704847399273685,"score_spread":0.22540498918991972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2538939498","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99185455,0.00049022195,0.0003557666,0.000160992,0.000023066044,0.0001080474,0.0010624105,0.00019690572,0.005748044],"genre_scores_gemma":[0.99367577,0.00026800088,0.0015731845,0.00012166816,0.000028323748,0.00012282291,0.0018387997,0.00008619284,0.0022852207],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99341667,0.0030284047,0.00070372573,0.0003760982,0.002082596,0.00039251734],"domain_scores_gemma":[0.9353112,0.05123116,0.0036138117,0.002501879,0.0053499825,0.0019918308],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0064068343,0.0005662137,0.00081119855,0.0039500566,0.0006007817,0.0020694123,0.0008749052,0.001016736,0.0018288611],"category_scores_gemma":[0.04728813,0.00028318458,0.00057711155,0.0051371614,0.00069575675,0.0035464428,0.0012231913,0.0008542406,0.0011860377],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03678998,0.007631114,0.6191853,0.0021297499,0.0014968958,0.0003776748,0.010027754,0.008885192,0.010459813,0.0045083216,0.029739313,0.2687688],"study_design_scores_gemma":[0.0012619698,0.012969294,0.89360815,0.00015505412,0.0007158241,0.0004418387,0.0074742506,0.05583237,0.013392761,0.0016368431,0.01209582,0.00041576548],"about_ca_topic_score_codex":0.03930915,"about_ca_topic_score_gemma":0.02903626,"teacher_disagreement_score":0.9979306,"about_ca_system_score_codex":0.0017360763,"about_ca_system_score_gemma":0.001487732,"threshold_uncertainty_score":0.0781607},"labels":[],"label_agreement":null},{"id":"W2556771250","doi":"10.1007/s10791-016-9290-6","title":"Efficient distributed selective search","year":2016,"lang":"en","type":"article","venue":"Information Retrieval","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Directorate for Computer and Information Science and Engineering; Australian Research Council; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Ranking (information retrieval); Resource (disambiguation); Index (typography); Mirroring; Data mining; Selection (genetic algorithm); Web search query; Query expansion; Search engine; Information retrieval; Distributed computing; Machine learning; Computer network; World Wide Web","score_opus":0.013532769585453928,"score_gpt":0.25299165861495426,"score_spread":0.23945888902950033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2556771250","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15543671,0.0013623459,0.80657965,0.0007676325,0.00015809327,0.00024280777,0.0006189715,0.004950657,0.029883236],"genre_scores_gemma":[0.83824533,0.00035475817,0.14083803,0.00013994842,0.00014052539,0.00018110672,0.0006968207,0.00025062254,0.019152837],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99878806,0.00027392572,0.000049458584,0.00020476467,0.00047682642,0.00020698739],"domain_scores_gemma":[0.9970944,0.0010588433,0.00012760061,0.001100201,0.00049263315,0.00012625937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009818925,0.0006345296,0.0013924469,0.0011459755,0.00096275087,0.0014007444,0.0017200526,0.0008989691,0.009528766],"category_scores_gemma":[0.004595172,0.000353717,0.0004040439,0.001752265,0.00063717033,0.0023535194,0.001781361,0.00063265703,0.0029030142],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024943026,0.001006585,0.0034730572,0.0003973843,0.00014327475,0.00026432046,0.00026434517,0.15079038,0.045559227,0.07728012,0.03810048,0.6802265],"study_design_scores_gemma":[0.00013605852,0.00010560686,0.0007408044,0.000007698695,0.000050705723,0.00018608668,0.000070378526,0.9465881,0.007496448,0.0404508,0.004153468,0.000013721636],"about_ca_topic_score_codex":0.002521502,"about_ca_topic_score_gemma":0.004615814,"teacher_disagreement_score":0.009528766,"about_ca_system_score_codex":0.0009296191,"about_ca_system_score_gemma":0.0019592973,"threshold_uncertainty_score":0.031876862},"labels":[],"label_agreement":null},{"id":"W2560965260","doi":"10.1145/2988230","title":"Time-Aware Click Model","year":2016,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"National Natural Science Foundation of China","keywords":"Computer science; Perplexity; Relevance (law); Click-through rate; Information retrieval; Learning to rank; Search engine; Dwell time; Artificial intelligence; Language model","score_opus":0.024924444805847993,"score_gpt":0.2537497258937442,"score_spread":0.22882528108789624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560965260","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24066307,0.0031672495,0.7262994,0.0018324847,0.00046007131,0.0004013085,0.0048599867,0.003854726,0.018461697],"genre_scores_gemma":[0.94819444,0.0011851077,0.026404765,0.0002612678,0.00024964157,0.00027808448,0.0014437672,0.00016181741,0.021821033],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986324,0.00024317903,0.00009289218,0.00039161934,0.00036944126,0.00027058375],"domain_scores_gemma":[0.99504614,0.0029002607,0.0005554546,0.00040990923,0.00081757293,0.00027065622],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017663093,0.0016911839,0.0017531175,0.0025024668,0.00053060456,0.0017855732,0.0033757556,0.0028790666,0.008585923],"category_scores_gemma":[0.0070939697,0.00066875847,0.001778915,0.0027400076,0.0009536171,0.0042338385,0.00088026817,0.0016255884,0.0027597921],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014173504,0.00067900034,0.016421175,0.00048553746,0.00024577722,0.0010512624,0.00042773774,0.78580904,0.01118787,0.08258491,0.01033903,0.08935128],"study_design_scores_gemma":[0.000027913822,0.00007175939,0.0010537778,0.000009836799,0.0000468567,0.00015217027,0.000011484733,0.99098927,0.00042267705,0.006270625,0.00091887324,0.000024831945],"about_ca_topic_score_codex":0.012833725,"about_ca_topic_score_gemma":0.008402812,"teacher_disagreement_score":0.012833725,"about_ca_system_score_codex":0.0013931798,"about_ca_system_score_gemma":0.0012911482,"threshold_uncertainty_score":0.028722823},"labels":[],"label_agreement":null},{"id":"W2561297306","doi":"10.1002/pra2.2016.14505301052","title":"Evolution of information practices over time","year":2016,"lang":"en","type":"article","venue":"Proceedings of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Child and Family Research Institute; University of British Columbia","funders":"","keywords":"Affect (linguistics); Context (archaeology); Grounded theory; Naturalism; Information behavior; Naturalistic observation; Ethnography; Psychology; Population; Qualitative research; Sociology; Developmental psychology; Social psychology; Computer science; Epistemology; Social science; Geography; Demography","score_opus":0.008135235511143212,"score_gpt":0.2516739106026583,"score_spread":0.2435386750915151,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2561297306","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9967235,0.00016240604,0.0005351596,0.0002849073,0.0000037946234,0.000019439396,0.00007302998,0.000007768749,0.0021899273],"genre_scores_gemma":[0.9988856,0.00010681784,0.0004610233,0.000023505325,0.000002055446,0.000013606317,0.000048979633,0.0000031136453,0.00045540245],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9947619,0.002321376,0.00032324472,0.0006018013,0.0013364793,0.0006552426],"domain_scores_gemma":[0.96621823,0.0181325,0.006068413,0.0018621864,0.0056197825,0.0020990025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062309727,0.00014725376,0.00027431682,0.0030832775,0.002233049,0.004010836,0.00089440466,0.00073840143,0.0011773749],"category_scores_gemma":[0.031320453,0.00024865055,0.00020508608,0.0030697903,0.0033852356,0.0021862865,0.0023900557,0.00088776264,0.0001343024],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013834755,0.00009174735,0.3246844,0.0001104646,0.000032975822,0.00056676986,0.6240311,0.00023414165,0.002387162,0.0029944733,0.0003438843,0.044384424],"study_design_scores_gemma":[0.0000070439182,0.0001674074,0.49389482,0.00014754554,0.00002117221,0.00043546772,0.48780426,0.00069698796,0.0011845834,0.00094077445,0.014653092,0.000046806654],"about_ca_topic_score_codex":0.09299293,"about_ca_topic_score_gemma":0.09618403,"teacher_disagreement_score":0.09299293,"about_ca_system_score_codex":0.006337471,"about_ca_system_score_gemma":0.0045515117,"threshold_uncertainty_score":0.18490332},"labels":[],"label_agreement":null},{"id":"W2564881363","doi":"10.29173/cais474","title":"Middle School Students and Graduate Students as Web Information Seekers","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Tree traversal; Seekers; Computer science; Task (project management); Directory; World Wide Web; Backtracking; Mathematics education; Information retrieval; Psychology; Political science; Algorithm; Engineering","score_opus":0.03583498434470774,"score_gpt":0.285858840984611,"score_spread":0.2500238566399033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2564881363","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9992543,0.00012268515,0.000022604247,0.0000679379,0.000006110272,0.000011232039,0.00004281138,0.000004678872,0.0004676273],"genre_scores_gemma":[0.9986161,0.00015755625,0.00005815799,0.0001765511,0.000012404405,0.000015607562,0.000099222525,0.000002489926,0.0008619381],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999215,0.00011908061,0.000060432758,0.000110074754,0.0002103852,0.0002850271],"domain_scores_gemma":[0.99700433,0.00057203305,0.0008604796,0.00014672226,0.0003406528,0.0010758289],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007460364,0.0002812221,0.0005079347,0.0027208456,0.0010273806,0.0024406908,0.0003214972,0.0009116317,0.0041567553],"category_scores_gemma":[0.0033878798,0.00035753413,0.00047594003,0.0010490103,0.0006637856,0.0015450021,0.0011940825,0.00090216123,0.0011289045],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018996188,0.0006872245,0.9784493,0.000023728631,0.00003044696,0.00015600568,0.008432184,0.000018521072,0.0013494822,0.00011662689,0.00032694943,0.010219587],"study_design_scores_gemma":[0.000017190196,0.00043081425,0.98053026,0.000021074726,0.00003403331,0.0003024015,0.017110128,0.00013467227,0.0002790416,0.00010318653,0.001021746,0.00001549351],"about_ca_topic_score_codex":0.0053004967,"about_ca_topic_score_gemma":0.0075578424,"teacher_disagreement_score":0.0053004967,"about_ca_system_score_codex":0.00033528236,"about_ca_system_score_gemma":0.00047361795,"threshold_uncertainty_score":0.013905764},"labels":[],"label_agreement":null},{"id":"W2565536134","doi":"","title":"Connecting with Information Sources: How Accounts of Information Seeking Take Discursive Action","year":2003,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Information seeking; Seekers; Action (physics); Context (archaeology); Psychology; Discourse analysis; Social psychology; Sociology; Epistemology; Computer science; Information retrieval; Linguistics; Political science","score_opus":0.07587471458306234,"score_gpt":0.2924636229496859,"score_spread":0.2165889083666236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2565536134","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50568646,0.012909393,0.18937796,0.04268936,0.00050638925,0.0006968306,0.0005631301,0.00079126953,0.24677923],"genre_scores_gemma":[0.9792301,0.001492627,0.014412889,0.0005811478,0.0000741152,0.00029509643,0.00013741408,0.00031106747,0.0034654744],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.95132715,0.03839319,0.0015396014,0.0019116807,0.004962087,0.0018662557],"domain_scores_gemma":[0.9220656,0.06463533,0.003701896,0.0062479503,0.0023440921,0.0010051338],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.03361033,0.0015403125,0.001130577,0.016424125,0.015954383,0.032112427,0.0047256523,0.0072444174,0.0032401818],"category_scores_gemma":[0.076515265,0.0018012671,0.0016732098,0.010862431,0.06096273,0.058459025,0.01424544,0.005806693,0.0006790377],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031761894,0.0000090136255,0.0011365156,0.00011862054,0.000019006997,0.00026361828,0.84066695,0.00021479446,0.00025966542,0.15246388,0.0004960263,0.004320108],"study_design_scores_gemma":[0.000037842616,0.000034358243,0.0022183466,0.00082601386,0.000060461833,0.0008460878,0.56911427,0.0033078922,0.0010231729,0.3593657,0.06305875,0.00010704709],"about_ca_topic_score_codex":0.01300927,"about_ca_topic_score_gemma":0.008910445,"teacher_disagreement_score":0.9678876,"about_ca_system_score_codex":0.011626926,"about_ca_system_score_gemma":0.004983388,"threshold_uncertainty_score":0.17775053},"labels":[],"label_agreement":null},{"id":"W2566360532","doi":"10.1002/pra2.2016.14505301011","title":"Research perspectives on serendipity and information encountering","year":2016,"lang":"en","type":"article","venue":"Proceedings of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Serendipity; Field (mathematics); Phenomenon; Data science; Library science; Sociology; Computer science; Epistemology; Philosophy","score_opus":0.016519499310866295,"score_gpt":0.2922658215207216,"score_spread":0.27574632220985534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2566360532","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3240848,0.094879314,0.012639375,0.17373492,0.0017422509,0.00008741418,0.00028358315,0.000068888265,0.39247954],"genre_scores_gemma":[0.9632338,0.027378872,0.001376484,0.0029447894,0.0009145549,0.00003385637,0.000068920395,0.000022865499,0.0040257154],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99013394,0.0065688053,0.0003130499,0.0010288513,0.0010610834,0.0008942917],"domain_scores_gemma":[0.9369685,0.04744841,0.005584038,0.0017255794,0.004526249,0.003747239],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014580282,0.0005640601,0.0008311262,0.010522134,0.0066564563,0.019676648,0.0017403566,0.002881414,0.0072726863],"category_scores_gemma":[0.022344079,0.00035038698,0.000527455,0.011089885,0.025116418,0.024588715,0.0077229724,0.004353601,0.00075050956],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070815004,0.000118447,0.012861374,0.00061063794,0.000022443524,0.0008261017,0.20398,0.0001603441,0.00028432882,0.7467597,0.0036966824,0.030609103],"study_design_scores_gemma":[0.000016310441,0.000093919654,0.018256757,0.0024431294,0.000047927853,0.0015538128,0.574126,0.0009765628,0.0006513511,0.25775367,0.14401011,0.00007038539],"about_ca_topic_score_codex":0.0037525957,"about_ca_topic_score_gemma":0.0029116883,"teacher_disagreement_score":0.019676648,"about_ca_system_score_codex":0.0063819857,"about_ca_system_score_gemma":0.004488894,"threshold_uncertainty_score":0.0771088},"labels":[],"label_agreement":null},{"id":"W2572801983","doi":"","title":"On Measuring Learning in Search: A Position Paper.","year":2016,"lang":"en","type":"article","venue":"International ACM SIGIR Conference on Research and Development in Information Retrieval","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Position (finance); Position paper; Artificial intelligence; World Wide Web; Business","score_opus":0.11784116010907758,"score_gpt":0.3387865003556234,"score_spread":0.22094534024654583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2572801983","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.115053125,0.21518828,0.46108693,0.10734576,0.01316471,0.0007544104,0.0041902717,0.0019482002,0.08126836],"genre_scores_gemma":[0.63934475,0.08508094,0.21995766,0.01096806,0.011475435,0.00074193964,0.0028578679,0.0006663045,0.02890702],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9918704,0.0042559193,0.0004264732,0.0013568033,0.0017120183,0.00037834328],"domain_scores_gemma":[0.8133127,0.16432795,0.002907938,0.008137944,0.008982135,0.0023313176],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012784421,0.0014442509,0.0017380071,0.004579304,0.00088963186,0.0047991257,0.0020443674,0.0033914011,0.00942554],"category_scores_gemma":[0.097993396,0.0005201386,0.001121833,0.0074632918,0.0018851156,0.010833528,0.002839415,0.0033386645,0.0037423277],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009079945,0.0015703656,0.06986278,0.00233217,0.0013880233,0.00011137344,0.0012012947,0.010414201,0.0017329777,0.07104663,0.09375481,0.7456773],"study_design_scores_gemma":[0.00047939908,0.0027267123,0.1447886,0.0032798543,0.0026104427,0.0008632715,0.0029205212,0.11732355,0.010146967,0.55687195,0.15748665,0.0005021913],"about_ca_topic_score_codex":0.0060754544,"about_ca_topic_score_gemma":0.0042956825,"teacher_disagreement_score":0.9872156,"about_ca_system_score_codex":0.0017653325,"about_ca_system_score_gemma":0.0022327397,"threshold_uncertainty_score":0.06761128},"labels":[],"label_agreement":null},{"id":"W2576646839","doi":"10.1007/s10791-016-9292-4","title":"Enhancing click models with mouse movement information","year":2017,"lang":"en","type":"article","venue":"Information Retrieval","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Relevance (law); Computer science; Information retrieval; Search engine; Process (computing); Movement (music); Artificial intelligence; World Wide Web; Human–computer interaction; Programming language","score_opus":0.01890283138193856,"score_gpt":0.25183785941004816,"score_spread":0.23293502802810961,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2576646839","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29236707,0.0009142594,0.689815,0.000570634,0.00015953521,0.00014791651,0.00043514644,0.00666689,0.008923553],"genre_scores_gemma":[0.9427782,0.00036078252,0.05044261,0.00011283425,0.00004123841,0.000079680525,0.00030812016,0.00038859085,0.0054878625],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99950826,0.0001708075,0.000024822557,0.000078297344,0.00016338608,0.00005449936],"domain_scores_gemma":[0.9963174,0.0024281635,0.00024700697,0.0003950546,0.0004395333,0.00017273675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00085592596,0.0010221355,0.0007125706,0.00077625754,0.00019948419,0.0011125566,0.0008591985,0.0011903379,0.005631525],"category_scores_gemma":[0.008251334,0.00031151768,0.000524937,0.0006059538,0.00028049323,0.002572003,0.0007720094,0.0007977426,0.0016639694],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039278213,0.002944244,0.011364824,0.0006284298,0.00018925374,0.0002996876,0.0003047657,0.40801913,0.19167472,0.020747393,0.009900971,0.34999883],"study_design_scores_gemma":[0.000053563163,0.00027403462,0.0009497042,0.000014252044,0.000047673057,0.00005467052,0.000016100026,0.98337907,0.011480627,0.0028816306,0.00082816585,0.00002060089],"about_ca_topic_score_codex":0.0031233486,"about_ca_topic_score_gemma":0.004271904,"teacher_disagreement_score":0.005631525,"about_ca_system_score_codex":0.00057048316,"about_ca_system_score_gemma":0.0006215954,"threshold_uncertainty_score":0.01883936},"labels":[],"label_agreement":null},{"id":"W2577703609","doi":"10.29173/cais457","title":"Information Retrieval--A View of its Past, Present, and Future","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Information retrieval; Human–computer information retrieval; Data science; Search engine","score_opus":0.017655547108615475,"score_gpt":0.2413149824534706,"score_spread":0.22365943534485513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2577703609","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013507098,0.9375956,0.0056525236,0.01135423,0.0014704274,0.000022936283,0.00005807112,0.00008242779,0.042413138],"genre_scores_gemma":[0.055289164,0.9112195,0.008141404,0.005383051,0.004902911,0.00006143349,0.00017169467,0.00007274552,0.014758052],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966426,0.001370537,0.00025104475,0.00022511341,0.0013092717,0.00020149632],"domain_scores_gemma":[0.9951438,0.002637781,0.0004181464,0.00023311804,0.0012570386,0.00031022544],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0035466212,0.0006796547,0.0011498579,0.0063901003,0.0013989373,0.0124143455,0.0014998391,0.0017913431,0.0037264146],"category_scores_gemma":[0.005016854,0.00033093267,0.00043523315,0.008380045,0.0051637245,0.013898981,0.0015635169,0.002612363,0.0029845654],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012031332,0.00013657672,0.003576325,0.0068287617,0.00011239585,0.0003388243,0.002771744,0.00088007795,0.0017842454,0.34735155,0.0831703,0.55292886],"study_design_scores_gemma":[0.0000062302556,0.0001470553,0.003293119,0.003433242,0.00004484411,0.0009732469,0.002208255,0.00052176457,0.00041289467,0.05950383,0.9294124,0.000043028056],"about_ca_topic_score_codex":0.0028257014,"about_ca_topic_score_gemma":0.004121895,"teacher_disagreement_score":0.98758566,"about_ca_system_score_codex":0.0036072414,"about_ca_system_score_gemma":0.0035548543,"threshold_uncertainty_score":0.026172519},"labels":[],"label_agreement":null},{"id":"W2577984450","doi":"","title":"Laval University and Lakehead University Experiments at TREC 2015 Contextual Suggestion Track","year":2015,"lang":"en","type":"article","venue":"Text REtrieval Conference","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Lakehead University; Université Laval","funders":"","keywords":"Ranking (information retrieval); Track (disk drive); Computer science; Construct (python library); Rank (graph theory); Learning to rank; Information retrieval; Artificial intelligence; Search engine; Machine learning; Programming language; Mathematics","score_opus":0.06872451868132005,"score_gpt":0.27741124033577474,"score_spread":0.20868672165445468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2577984450","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8479025,0.0033990033,0.010790252,0.0034901104,0.0014373659,0.0025221817,0.049825933,0.022414155,0.05821853],"genre_scores_gemma":[0.7525941,0.000728783,0.05021447,0.0012061386,0.00060066,0.0014536909,0.14567399,0.0014567442,0.04607138],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9913119,0.003800559,0.0006270549,0.0014010019,0.0021269713,0.00073252135],"domain_scores_gemma":[0.9807164,0.007972623,0.00067566853,0.0034556966,0.0051032547,0.002076399],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008557481,0.0012770705,0.0012036407,0.0015847574,0.0029115858,0.0016701141,0.0016777456,0.0020005752,0.01139431],"category_scores_gemma":[0.021563476,0.0005680759,0.00078573485,0.0028638085,0.0007670625,0.003159761,0.0016698438,0.0019860694,0.0060862675],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009902696,0.015952894,0.02413046,0.0018885608,0.0007383427,0.0005264518,0.001783923,0.029739672,0.02924761,0.00227178,0.6141018,0.2697158],"study_design_scores_gemma":[0.008594944,0.017026078,0.22083174,0.00031625605,0.00093804335,0.0007829484,0.0036588912,0.3159275,0.081598856,0.004580432,0.34469438,0.0010498652],"about_ca_topic_score_codex":0.10958245,"about_ca_topic_score_gemma":0.20298794,"teacher_disagreement_score":0.10958245,"about_ca_system_score_codex":0.0027704241,"about_ca_system_score_gemma":0.002959712,"threshold_uncertainty_score":0.21788925},"labels":[],"label_agreement":null},{"id":"W2584613897","doi":"10.29173/cais868","title":"Dynamic Query Suggestion in Web Search Engines: A Comparative Examination","year":2016,"lang":"fr","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Search engine; Web search query; Information retrieval; World Wide Web; Computer science; Web search engine","score_opus":0.044423864720241145,"score_gpt":0.28714068209818416,"score_spread":0.242716817377943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2584613897","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9799658,0.0068083843,0.0047130897,0.000512876,0.000040598057,0.00017515502,0.00032089697,0.0005872002,0.0068760244],"genre_scores_gemma":[0.9867975,0.00174132,0.00890359,0.00010735207,0.000070863214,0.00009503884,0.0005463718,0.00012849586,0.0016094297],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98180616,0.007984828,0.0018575119,0.0012354123,0.006473502,0.000642545],"domain_scores_gemma":[0.821052,0.14779516,0.0087611405,0.0042223115,0.01663297,0.0015364779],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01473143,0.0006727005,0.0013540494,0.0059361258,0.0009095134,0.0028948698,0.0012542192,0.0013507772,0.0015231321],"category_scores_gemma":[0.0869785,0.00050830375,0.00079114205,0.0060143955,0.0006660402,0.0045441007,0.001031796,0.00089527684,0.0008163996],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012679298,0.0026803103,0.28286877,0.0059302323,0.001559668,0.0009401572,0.0131404195,0.018064825,0.05150287,0.002743905,0.0039905976,0.603899],"study_design_scores_gemma":[0.0008203982,0.018904539,0.7563492,0.000646898,0.0024775865,0.0033631516,0.015504586,0.12760735,0.046668153,0.0017727136,0.025248392,0.000637068],"about_ca_topic_score_codex":0.0058119637,"about_ca_topic_score_gemma":0.0070955586,"teacher_disagreement_score":0.01473143,"about_ca_system_score_codex":0.001254518,"about_ca_system_score_gemma":0.0014046009,"threshold_uncertainty_score":0.07790822},"labels":[],"label_agreement":null},{"id":"W2586196681","doi":"10.29173/cais467","title":"Evaluation of Internet Search Engines: Methodological Issues and Assumptions","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"The Internet; Search engine; Information retrieval; Computer science; World Wide Web; Data science","score_opus":0.13012627797881615,"score_gpt":0.34854543742929445,"score_spread":0.2184191594504783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2586196681","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2689142,0.017494958,0.5994802,0.05163133,0.0008489464,0.014139405,0.0025181316,0.00021323824,0.04475957],"genre_scores_gemma":[0.806248,0.0027720272,0.16478908,0.006616165,0.00044810024,0.0175656,0.0006116478,0.00005490786,0.00089448126],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.4582351,0.4211137,0.044603646,0.010855253,0.06240431,0.0027878946],"domain_scores_gemma":[0.2914112,0.58548814,0.04900133,0.029968468,0.04279468,0.0013362366],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.41614187,0.0010741306,0.0021320821,0.0055137333,0.0023478689,0.009576176,0.0065688686,0.004410084,0.0018775818],"category_scores_gemma":[0.66014206,0.0016277962,0.0020058297,0.0057497993,0.014823653,0.011564219,0.004597072,0.0033419763,0.00060140615],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028804562,0.002268147,0.11286445,0.011840967,0.0031836224,0.00031175022,0.01531257,0.022124205,0.0022952564,0.6067993,0.0057085115,0.21441077],"study_design_scores_gemma":[0.0032753684,0.0035614513,0.045884416,0.012314723,0.0013695009,0.0005062292,0.012895372,0.06083351,0.006567006,0.82902443,0.023318412,0.0004496402],"about_ca_topic_score_codex":0.0055310843,"about_ca_topic_score_gemma":0.0031173755,"teacher_disagreement_score":0.58385813,"about_ca_system_score_codex":0.008015473,"about_ca_system_score_gemma":0.00924312,"threshold_uncertainty_score":0.72000104},"labels":[],"label_agreement":null},{"id":"W2586317555","doi":"10.29173/cais742","title":"Magnitude Feedback During Database Searching","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Magnitude (astronomy); Database; Computer science; Information retrieval; Physics","score_opus":0.022687940835691527,"score_gpt":0.24803085075000048,"score_spread":0.22534290991430894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2586317555","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9839405,0.0013777369,0.0033364105,0.0004157115,0.000031541917,0.00013147604,0.00021941794,0.00033119522,0.010216047],"genre_scores_gemma":[0.99399346,0.00037836545,0.0020814517,0.00012040643,0.00002687725,0.000059888236,0.00018426198,0.00004095771,0.0031143834],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9954417,0.0015573596,0.0003985166,0.00039678052,0.0019032026,0.00030257003],"domain_scores_gemma":[0.9514874,0.037471488,0.004490647,0.0020728523,0.0032291384,0.0012484952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025077832,0.00038921332,0.0004992304,0.0019848514,0.0010462955,0.0017130051,0.0006568866,0.00084221165,0.0063327975],"category_scores_gemma":[0.056358177,0.00033506157,0.00018518725,0.0011421617,0.0006656332,0.0015302196,0.0018470514,0.0008956276,0.0010701709],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004336574,0.0008392838,0.30890706,0.0016026256,0.0001112187,0.0012481107,0.060472973,0.0009100467,0.07656336,0.002785477,0.005898208,0.53632504],"study_design_scores_gemma":[0.0002021184,0.0045571723,0.861965,0.00080936775,0.0002701354,0.002973675,0.027699033,0.0062430194,0.040641405,0.0052668597,0.04911389,0.00025838078],"about_ca_topic_score_codex":0.0048509054,"about_ca_topic_score_gemma":0.007623237,"teacher_disagreement_score":0.0063327975,"about_ca_system_score_codex":0.0009565791,"about_ca_system_score_gemma":0.0008415125,"threshold_uncertainty_score":0.021185279},"labels":[],"label_agreement":null},{"id":"W2586357561","doi":"10.29173/cais41","title":"A Different Approach to Information Provision and Retrieval","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Juncture; Limit (mathematics); Computer science; Information retrieval; World Wide Web; Data science; Engineering; Mathematics","score_opus":0.016797883042798806,"score_gpt":0.22779297091817327,"score_spread":0.21099508787537447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2586357561","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033538751,0.018794494,0.5557133,0.08404049,0.0053109378,0.00052355917,0.0006995407,0.0007877391,0.3307761],"genre_scores_gemma":[0.28291193,0.025210766,0.3817062,0.029653614,0.011283419,0.0013914078,0.0010404143,0.0010477806,0.2657544],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9781141,0.009493152,0.0014319114,0.0037214526,0.0060835946,0.0011556322],"domain_scores_gemma":[0.9847906,0.005330479,0.000787844,0.005081215,0.0030147652,0.0009950675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009231451,0.0016193822,0.0028257954,0.012868895,0.0040414426,0.030254187,0.0057647214,0.00958347,0.022072803],"category_scores_gemma":[0.02226573,0.0012269358,0.0035900427,0.0126172835,0.018703384,0.04076796,0.008132213,0.011232591,0.009930613],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023290851,0.000044420412,0.000148024,0.00019244755,0.00003469612,0.00005113719,0.0009057673,0.0004555657,0.00019048157,0.97261864,0.00696299,0.018372593],"study_design_scores_gemma":[0.000039244416,0.000073729185,0.00033590023,0.0003634269,0.00006393148,0.0003361922,0.0013904361,0.0031975547,0.00042190478,0.7206427,0.27306715,0.000067874],"about_ca_topic_score_codex":0.009333294,"about_ca_topic_score_gemma":0.005386366,"teacher_disagreement_score":0.030254187,"about_ca_system_score_codex":0.010323348,"about_ca_system_score_gemma":0.0060353926,"threshold_uncertainty_score":0.07490146},"labels":[],"label_agreement":null},{"id":"W2586528225","doi":"10.29173/cais727","title":"An Exploratory Study into the Application and Interpretation of Frequency Tables Relative to a Search Retrieval Set","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Relevance (law); Computer science; Set (abstract data type); Information retrieval; Relevance feedback; Subject (documents); Restructuring; Test (biology); Table (database); Process (computing); Interpretation (philosophy); Value (mathematics); Data mining; Artificial intelligence; World Wide Web; Machine learning","score_opus":0.024698613410878017,"score_gpt":0.2840501892572444,"score_spread":0.25935157584636637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2586528225","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96109366,0.00027498667,0.02897462,0.00048510387,0.000034038236,0.0009891099,0.00015385292,0.0001653976,0.007829277],"genre_scores_gemma":[0.95410144,0.0002119109,0.04277065,0.00013576623,0.000021813335,0.001209206,0.00009844083,0.00009581443,0.0013548265],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9796467,0.017112767,0.00073631457,0.00065340014,0.0015774757,0.00027332382],"domain_scores_gemma":[0.6468949,0.33940792,0.0052140164,0.0030904168,0.004819067,0.0005737101],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025150614,0.00048450002,0.00051870133,0.0022965283,0.0012323245,0.003490199,0.001724409,0.0011900755,0.0033279527],"category_scores_gemma":[0.1940674,0.00050189235,0.00038609616,0.0028052162,0.0027550496,0.0041034995,0.0014856509,0.0016517713,0.00028719066],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016669173,0.0015421846,0.047922935,0.0020647745,0.000054274984,0.0014302902,0.69341165,0.0013622453,0.02831659,0.021322887,0.0019710748,0.19893411],"study_design_scores_gemma":[0.0009193898,0.013593533,0.26709718,0.0024079457,0.00031826014,0.004462234,0.53700495,0.041251592,0.04133555,0.031154864,0.059850547,0.000604006],"about_ca_topic_score_codex":0.0020485,"about_ca_topic_score_gemma":0.0023482174,"teacher_disagreement_score":0.025150614,"about_ca_system_score_codex":0.0017612182,"about_ca_system_score_gemma":0.0010238118,"threshold_uncertainty_score":0.13301075},"labels":[],"label_agreement":null},{"id":"W2587282850","doi":"10.29173/cais44","title":"What are the Important Variables in the Evaluation of Information Retrieval Systems?","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Information retrieval; Precision and recall; Recall; Order (exchange); Data science; Psychology; Cognitive psychology","score_opus":0.03583881779892486,"score_gpt":0.26870642876466055,"score_spread":0.2328676109657357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2587282850","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24778351,0.43027884,0.17124085,0.067768306,0.004580438,0.0015146658,0.005358242,0.0012061709,0.07026891],"genre_scores_gemma":[0.91597897,0.026108433,0.043590695,0.0030300135,0.0050626784,0.0013168169,0.0013487476,0.00045442788,0.0031092234],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9137542,0.058233257,0.006273208,0.0033183403,0.016920235,0.0015008148],"domain_scores_gemma":[0.4391973,0.5013075,0.027841622,0.0043715388,0.024312247,0.0029698364],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06390972,0.0019138969,0.0039871866,0.00952424,0.0017228189,0.014875082,0.0019330885,0.0038287898,0.003944283],"category_scores_gemma":[0.31112906,0.000906586,0.0013431483,0.014261399,0.006343368,0.021854185,0.0015197407,0.0045232605,0.0018270828],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031424097,0.00094551593,0.22095634,0.008645403,0.0025275932,0.0002847465,0.0013095392,0.011427707,0.002206801,0.054898106,0.02453711,0.6691187],"study_design_scores_gemma":[0.00095945084,0.004027109,0.53650445,0.0078130895,0.0032013645,0.0009980864,0.004706439,0.06749344,0.008647802,0.30570185,0.05887544,0.0010715724],"about_ca_topic_score_codex":0.0030905306,"about_ca_topic_score_gemma":0.0024953282,"teacher_disagreement_score":0.9360903,"about_ca_system_score_codex":0.0041832826,"about_ca_system_score_gemma":0.0020486864,"threshold_uncertainty_score":0.33799094},"labels":[],"label_agreement":null},{"id":"W2588000726","doi":"10.29173/cais309","title":"Thesaurus-enhanced Search Moves: An Evaluation of Search Term and Search Result Satisfaction","year":2013,"lang":"fr","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Humanities; Valuation (finance); Information retrieval; Computer science; Psychology; Philosophy; Business","score_opus":0.07258721531493031,"score_gpt":0.312303535903126,"score_spread":0.23971632058819567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588000726","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9794891,0.0009235377,0.015865048,0.000082073835,0.000022940456,0.00045291235,0.00030405563,0.00048033195,0.0023800263],"genre_scores_gemma":[0.95008564,0.00036587287,0.046343394,0.000058685433,0.000029096895,0.0005203418,0.0006935023,0.0001359619,0.0017675076],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.985644,0.008173738,0.0018162336,0.0007942168,0.003300193,0.0002716036],"domain_scores_gemma":[0.91280615,0.07541988,0.003933673,0.0025135367,0.0043623587,0.0009644541],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00913131,0.00079655723,0.0016639838,0.0021388258,0.00045574192,0.001689138,0.0010205018,0.0014727622,0.001849402],"category_scores_gemma":[0.075331174,0.00029527815,0.0011327286,0.0022307786,0.00062569365,0.0018859539,0.0014342108,0.0006919538,0.00044834553],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.043197926,0.004180104,0.068019696,0.007615178,0.0020192545,0.00075865677,0.011571483,0.040184595,0.10129023,0.0021317045,0.0024245803,0.7166066],"study_design_scores_gemma":[0.00580584,0.071974866,0.44220242,0.0006546053,0.0043941834,0.0029929953,0.009297724,0.31772402,0.12615411,0.0038871632,0.013822476,0.0010895755],"about_ca_topic_score_codex":0.001834831,"about_ca_topic_score_gemma":0.0022512355,"teacher_disagreement_score":0.99831086,"about_ca_system_score_codex":0.0006152115,"about_ca_system_score_gemma":0.000628353,"threshold_uncertainty_score":0.048291564},"labels":[],"label_agreement":null},{"id":"W2588343398","doi":"10.29173/cais484","title":"Social Epistemology and LIS: How to Clarify Our Epistemic Objectives","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Focus (optics); Epistemology; Sociology; Quality (philosophy); Social epistemology; Management science; Data science; Knowledge management; Computer science; Social science; Engineering; Philosophy; Physics","score_opus":0.025680303555467025,"score_gpt":0.26517017560160167,"score_spread":0.23948987204613464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588343398","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010871979,0.016858842,0.2729335,0.551035,0.006529364,0.00022248806,0.0002519966,0.00041783642,0.14087912],"genre_scores_gemma":[0.71452516,0.010685605,0.21977311,0.03447425,0.006112065,0.0011388655,0.00029877172,0.0005794979,0.012412659],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9727557,0.020529447,0.001793094,0.0015886902,0.00198079,0.001352368],"domain_scores_gemma":[0.9065838,0.065978296,0.0050943443,0.007859371,0.011340469,0.0031437527],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.05567707,0.0019066982,0.003692781,0.008668189,0.012674678,0.025743667,0.0052493513,0.012805562,0.009413376],"category_scores_gemma":[0.07971575,0.0012358179,0.002315058,0.0048328647,0.10375319,0.08042907,0.014785067,0.021664044,0.002605841],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008693083,0.000009903104,0.000068580084,0.00008043212,0.000009531872,0.000035407804,0.0027667617,0.00021227976,0.00002093474,0.99124557,0.0025126245,0.0030291188],"study_design_scores_gemma":[0.000009766218,0.0000032889282,0.00003419502,0.00009974166,0.0000037569985,0.000017037995,0.0013177764,0.0003351838,0.000031552267,0.98902833,0.009108427,0.000010843248],"about_ca_topic_score_codex":0.010875365,"about_ca_topic_score_gemma":0.0076365126,"teacher_disagreement_score":0.9873253,"about_ca_system_score_codex":0.01185096,"about_ca_system_score_gemma":0.013725554,"threshold_uncertainty_score":0.294452},"labels":[],"label_agreement":null},{"id":"W2588758170","doi":"10.29173/cais18","title":"Exploring the Realities of Interaction and Search Success","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interim; Session (web analytics); Computer science; Information retrieval; Psychology; World Wide Web","score_opus":0.07700209960267833,"score_gpt":0.27603633762224905,"score_spread":0.1990342380195707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588758170","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9965526,0.00016248261,0.00057217665,0.00008583219,0.0000025056881,0.000012277803,0.00003928485,0.000018490848,0.0025544523],"genre_scores_gemma":[0.9994522,0.000032257456,0.0001716382,0.000005483592,0.000004140705,0.000011375169,0.000034720426,0.0000073476117,0.00028078482],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9926329,0.0035569877,0.00058560946,0.0006914279,0.0017185138,0.0008144891],"domain_scores_gemma":[0.71092755,0.25728408,0.017011112,0.0027988276,0.00558692,0.006391574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064205206,0.00035831996,0.0005979813,0.004036816,0.0005975184,0.003858504,0.0007524775,0.0011703678,0.005032822],"category_scores_gemma":[0.11001003,0.00034691545,0.0005419367,0.0020588916,0.0021127528,0.0027418102,0.0018531855,0.0012684574,0.0006898275],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010311195,0.00026623826,0.9659909,0.0001108802,0.00018342194,0.0004540486,0.0096670315,0.000658143,0.0018401082,0.00066200405,0.00013548596,0.019000627],"study_design_scores_gemma":[0.000021622269,0.00063627306,0.9880248,0.000018231842,0.000055085384,0.0005653245,0.006058512,0.0032104328,0.0004400084,0.0006874394,0.00023974391,0.0000426351],"about_ca_topic_score_codex":0.0027342674,"about_ca_topic_score_gemma":0.002366699,"teacher_disagreement_score":0.0064205206,"about_ca_system_score_codex":0.00065079296,"about_ca_system_score_gemma":0.0005601819,"threshold_uncertainty_score":0.033955395},"labels":[],"label_agreement":null},{"id":"W2589404650","doi":"10.29173/cais437","title":"Statistical Power and Effect Size in Informative Retrieval Experiments","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Statistical hypothesis testing; Null hypothesis; Statistical power; Type I and type II errors; Null (SQL); Alternative hypothesis; Statistical analysis; Search engine indexing; Computer science; Statistics; Multiple comparisons problem; Mathematics; Artificial intelligence; Information retrieval; Data mining","score_opus":0.01377638208287326,"score_gpt":0.2600525226492694,"score_spread":0.24627614056639616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2589404650","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30929282,0.009288673,0.56727517,0.008910644,0.004516688,0.020656792,0.0047217454,0.0013839186,0.07395355],"genre_scores_gemma":[0.8448245,0.000798991,0.110461846,0.0034076045,0.0010692783,0.034080904,0.00087811763,0.0006483936,0.0038304452],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.7241271,0.19227715,0.013394193,0.023479197,0.04417615,0.0025461852],"domain_scores_gemma":[0.15477166,0.7940466,0.017380161,0.0267353,0.0053426945,0.0017236011],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23519944,0.0022181196,0.0040894407,0.004234126,0.00174479,0.0045454083,0.0033890777,0.008076949,0.0119402995],"category_scores_gemma":[0.6786096,0.0014895075,0.0039049531,0.0040065846,0.012666106,0.011200131,0.0048710727,0.006519475,0.0016795804],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08662762,0.0073870206,0.10710615,0.012941049,0.010132217,0.0032829994,0.008268393,0.036017984,0.045510158,0.3678213,0.01696704,0.29793808],"study_design_scores_gemma":[0.01583522,0.028377945,0.18181247,0.0013470213,0.0046472764,0.0019345158,0.0010626334,0.054042056,0.024722366,0.6632498,0.022235122,0.0007336546],"about_ca_topic_score_codex":0.0004640427,"about_ca_topic_score_gemma":0.00026135772,"teacher_disagreement_score":0.76480055,"about_ca_system_score_codex":0.0019120633,"about_ca_system_score_gemma":0.0018098232,"threshold_uncertainty_score":0.94313526},"labels":[],"label_agreement":null},{"id":"W2590066444","doi":"10.29173/cais500","title":"A Taxonomy of the Functions Supported by Browsing Facilitators","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Set (abstract data type); Key (lock); World Wide Web; Information retrieval; Taxonomy (biology); Root (linguistics); Human–computer interaction; Data science; Biology; Ecology","score_opus":0.024836781102404296,"score_gpt":0.2295928554186872,"score_spread":0.2047560743162829,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2590066444","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2769718,0.030874941,0.47353637,0.0065384535,0.00024392373,0.0021181703,0.0022507433,0.0043636896,0.2031019],"genre_scores_gemma":[0.58454555,0.018098552,0.3788672,0.0008012371,0.000092400136,0.0019880156,0.0022259557,0.00041846733,0.012962637],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99420726,0.0022606985,0.00079270574,0.0006352169,0.0012059871,0.0008982752],"domain_scores_gemma":[0.9689605,0.016715165,0.0025999886,0.0031818093,0.0069943117,0.0015482393],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067923474,0.0011164603,0.00075200794,0.011368492,0.003285996,0.0072762608,0.0023161883,0.0025362114,0.0049985405],"category_scores_gemma":[0.026180683,0.0006898035,0.0011421008,0.006285814,0.002649025,0.013568027,0.0025587853,0.0017314547,0.0027147466],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000604784,0.0005105869,0.06276051,0.0040893746,0.000105370586,0.00061153027,0.040380824,0.0021575233,0.00866747,0.24797131,0.009618805,0.62252194],"study_design_scores_gemma":[0.0003397456,0.0020995135,0.0911025,0.010819776,0.00070522417,0.007270184,0.07677893,0.040962,0.011269526,0.34181908,0.41626868,0.0005648167],"about_ca_topic_score_codex":0.0042037787,"about_ca_topic_score_gemma":0.0038647566,"teacher_disagreement_score":0.011368492,"about_ca_system_score_codex":0.0015525912,"about_ca_system_score_gemma":0.00390517,"threshold_uncertainty_score":0.035921812},"labels":[],"label_agreement":null},{"id":"W2591144451","doi":"10.71781/10333","title":"Using domain-specific knowledge to improve information retrieval performance","year":2003,"lang":"en","type":"dissertation","venue":"Open MIND","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Information retrieval; Computer science; Domain (mathematical analysis); Data science; Data mining; Mathematics","score_opus":0.05725414607277895,"score_gpt":0.3401335132496306,"score_spread":0.28287936717685164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2591144451","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8127093,0.020459399,0.074070506,0.0064930073,0.0009159923,0.00053827,0.0033250821,0.012689357,0.068799146],"genre_scores_gemma":[0.915163,0.003920037,0.057243075,0.00039750166,0.0002345799,0.00016918375,0.0031882382,0.00037191634,0.019312546],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987674,0.00038274247,0.00010020864,0.0002535824,0.0003696135,0.00012645242],"domain_scores_gemma":[0.992502,0.0036869585,0.0005283238,0.00094046403,0.001938335,0.0004038876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022931863,0.0005306286,0.00074317824,0.002141122,0.00079185213,0.0027736628,0.00076421007,0.00087771873,0.005553342],"category_scores_gemma":[0.025012167,0.0002707413,0.0004649506,0.0022128536,0.0003289927,0.0029754965,0.00078826287,0.00089337927,0.002734534],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00084619265,0.00095182966,0.0124742985,0.0005563595,0.00020127262,0.00009714389,0.000655166,0.007949927,0.02831775,0.001863378,0.024449961,0.9216367],"study_design_scores_gemma":[0.0015987302,0.0039514313,0.287137,0.00090573804,0.0024756812,0.00073535624,0.0021005287,0.28354666,0.21267366,0.02416367,0.17999545,0.00071612134],"about_ca_topic_score_codex":0.040687416,"about_ca_topic_score_gemma":0.06400429,"teacher_disagreement_score":0.040687416,"about_ca_system_score_codex":0.0017477643,"about_ca_system_score_gemma":0.0031594078,"threshold_uncertainty_score":0.080901146},"labels":[],"label_agreement":null},{"id":"W2598574795","doi":"10.29173/cais435","title":"Towards a Comparison of Structured and Unstructured Text Retrieval","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Information retrieval; Computer science; Adjacency list; Unstructured data; SGML; Text retrieval; Document Structure Description; Document retrieval; Natural language processing; World Wide Web; Data mining; XML; Big data; Algorithm","score_opus":0.022635813272009364,"score_gpt":0.2646467163219727,"score_spread":0.2420109030499633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2598574795","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1754209,0.040225398,0.69353294,0.006496707,0.0021212825,0.0023511513,0.0030677253,0.0035742356,0.073209696],"genre_scores_gemma":[0.5458791,0.008197667,0.42707783,0.0016756342,0.0011425606,0.0011298893,0.005788071,0.000793454,0.00831575],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.96867365,0.016274402,0.0019851292,0.0018078021,0.010751595,0.0005074559],"domain_scores_gemma":[0.93620527,0.038595628,0.0024084828,0.006195425,0.0155253215,0.0010698646],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01975515,0.00070325396,0.0012865682,0.010588887,0.00066563126,0.005704255,0.0020300315,0.0019775603,0.0033807922],"category_scores_gemma":[0.09207857,0.00036787457,0.00066375866,0.005316294,0.0019845397,0.01090654,0.0025967984,0.0011921887,0.0023825192],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051994235,0.0010085499,0.010861247,0.004229904,0.0007161542,0.00021161445,0.002492997,0.017273461,0.030475518,0.09145215,0.017342957,0.81873584],"study_design_scores_gemma":[0.0020322225,0.012221647,0.081941314,0.003036736,0.0010565617,0.0013666342,0.010704823,0.24096349,0.0650055,0.41714293,0.16388768,0.0006404962],"about_ca_topic_score_codex":0.0014042016,"about_ca_topic_score_gemma":0.0012525927,"teacher_disagreement_score":0.01975515,"about_ca_system_score_codex":0.001582846,"about_ca_system_score_gemma":0.0014829033,"threshold_uncertainty_score":0.10447651},"labels":[],"label_agreement":null},{"id":"W2603024280","doi":"10.29173/cais959","title":"Understanding Community Needs: A Step Closer to a Digital Library for Communities in Canada’s North","year":2016,"lang":"fr","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; Settlement (finance); Political science; Geography; Sociology; Ethnology; Computer science; World Wide Web","score_opus":0.09971439667294517,"score_gpt":0.2512199232449716,"score_spread":0.15150552657202643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2603024280","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93585664,0.0015272193,0.001320704,0.013764795,0.00003987496,0.00022410882,0.0010248343,0.00005670548,0.04618522],"genre_scores_gemma":[0.98417574,0.0011841669,0.0023978865,0.0008264948,0.000014035813,0.00010637031,0.0004156014,0.000025643458,0.010853973],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9976578,0.000360041,0.00007567142,0.0001749498,0.00082677056,0.0009047904],"domain_scores_gemma":[0.9926455,0.0012947721,0.00048170937,0.00013813964,0.0038353137,0.0016045652],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024443772,0.00037902268,0.00069959613,0.006744533,0.01674365,0.0069281813,0.0013660074,0.000915633,0.006352695],"category_scores_gemma":[0.0065449052,0.00032434185,0.0004619481,0.009985092,0.0033447742,0.0046939794,0.00469746,0.0012073513,0.00035293808],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000113349146,0.00015677951,0.16393095,0.0006809711,0.000035704907,0.0009119207,0.7201752,0.00043023535,0.0014654006,0.011579284,0.010972136,0.08954808],"study_design_scores_gemma":[0.000007081214,0.000030131992,0.103885114,0.00027447936,0.00001893866,0.00007004361,0.8500235,0.00039824922,0.00028375458,0.0010904595,0.043882236,0.000036059315],"about_ca_topic_score_codex":0.9926521,"about_ca_topic_score_gemma":0.9966947,"teacher_disagreement_score":0.090303674,"about_ca_system_score_codex":0.090303674,"about_ca_system_score_gemma":0.13140978,"threshold_uncertainty_score":0.6552021},"labels":[],"label_agreement":null},{"id":"W2606741635","doi":"10.71781/9718","title":"Domain specific web search","year":2004,"lang":"en","type":"dissertation","venue":"Papyrus : Institutional Repository (Université de Montréal)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Information retrieval; World Wide Web; Domain (mathematical analysis); Mathematics","score_opus":0.008245648182507186,"score_gpt":0.1904858169682933,"score_spread":0.1822401687857861,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606741635","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7942848,0.002817769,0.009506085,0.0012263835,0.00012240937,0.00071041693,0.03207398,0.004573193,0.15468499],"genre_scores_gemma":[0.8880354,0.0008326033,0.00574036,0.00037007572,0.000051683564,0.00012960426,0.023266636,0.00033755315,0.08123607],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992168,0.00020899833,0.000050376282,0.0001232406,0.00027714967,0.00012337971],"domain_scores_gemma":[0.99537057,0.0022666268,0.00029453708,0.0009594927,0.0007339279,0.00037493018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009120435,0.00034759394,0.0004287053,0.0021676156,0.00059922313,0.0012527383,0.00046407524,0.00067086244,0.03317447],"category_scores_gemma":[0.008759305,0.00023522417,0.0003867209,0.0021903869,0.00018266804,0.0018020243,0.00066179177,0.0005001063,0.0142318895],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018806048,0.0040737875,0.19880392,0.002007606,0.0005439062,0.0005877952,0.002885821,0.0040556844,0.028239548,0.014088862,0.22261526,0.52021724],"study_design_scores_gemma":[0.00029808065,0.0016299551,0.56724465,0.00036365172,0.00077431934,0.0033216076,0.0034398395,0.07124063,0.047039412,0.011057304,0.29329535,0.00029524157],"about_ca_topic_score_codex":0.010354051,"about_ca_topic_score_gemma":0.018625196,"teacher_disagreement_score":0.03317447,"about_ca_system_score_codex":0.0005835245,"about_ca_system_score_gemma":0.00074313505,"threshold_uncertainty_score":0.110979736},"labels":[],"label_agreement":null},{"id":"W2611162997","doi":"10.29173/cais458","title":"An Investigation of the Necessity of Information Retrieval for Algorithms for Full-Text Arabic Databases","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Prefix; Arabic; Computer science; Information retrieval; Affect (linguistics); Document retrieval; Word (group theory); Natural language processing; Cognitive models of information retrieval; Human–computer information retrieval; Truncation (statistics); Search engine; Artificial intelligence; Linguistics","score_opus":0.03853581375717979,"score_gpt":0.27642926952366975,"score_spread":0.23789345576648996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2611162997","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9241814,0.0038525644,0.054586425,0.002523089,0.0000657518,0.0004299334,0.00029473874,0.0007418625,0.01332416],"genre_scores_gemma":[0.93277913,0.00070003537,0.064600036,0.00016080895,0.0000556512,0.00010090978,0.00032229815,0.00008303748,0.001198127],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99335676,0.0028997678,0.0010111246,0.00065324747,0.0018590008,0.00021998386],"domain_scores_gemma":[0.7601924,0.21286686,0.0058941366,0.007975562,0.011935615,0.0011354036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010123414,0.00030855773,0.0006632392,0.0020893766,0.0013732277,0.0032118782,0.0011172844,0.001048739,0.004374334],"category_scores_gemma":[0.15376645,0.00038156117,0.0005339961,0.0020706365,0.001014339,0.012111552,0.0008895955,0.00086087117,0.0008742977],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006159453,0.001911317,0.07018838,0.005762295,0.00030169656,0.00092969456,0.0050000246,0.015680779,0.08547383,0.05188066,0.005625374,0.7510865],"study_design_scores_gemma":[0.0007237632,0.009070906,0.13125895,0.0007204363,0.0008469867,0.008428263,0.0078932075,0.62179494,0.14818667,0.040720813,0.029982548,0.00037260432],"about_ca_topic_score_codex":0.0023744726,"about_ca_topic_score_gemma":0.002456476,"teacher_disagreement_score":0.010123414,"about_ca_system_score_codex":0.0013414109,"about_ca_system_score_gemma":0.0018893094,"threshold_uncertainty_score":0.053538382},"labels":[],"label_agreement":null},{"id":"W2616079873","doi":"10.1002/1097-4571(2000)9999:9999<::aid-asi1023>3.0.co;2-6","title":"Letter to the Editor: Differences between novice and experienced users in searching information on the world wide web","year":2000,"lang":"en","type":"letter","venue":"Journal of the American Society for Information Science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Citation; World Wide Web; Library science; Computer science","score_opus":0.02492785847419902,"score_gpt":0.29364140141502243,"score_spread":0.2687135429408234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616079873","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013154086,0.0004538789,0.00009531041,0.9686363,0.025560945,0.00001401124,0.00008475677,0.000048267444,0.0037911523],"genre_scores_gemma":[0.0158911,0.0010683135,0.00026328434,0.9185371,0.03819203,0.000051330146,0.00009296675,0.00006317896,0.025840728],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9985814,0.00041597517,0.00016411868,0.00016004803,0.00049865013,0.00017971804],"domain_scores_gemma":[0.98721087,0.00773157,0.0006354329,0.00028647896,0.0028205623,0.0013151735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024345198,0.00053287344,0.0010830985,0.0006747073,0.002510618,0.002905091,0.001266985,0.026342113,0.008817274],"category_scores_gemma":[0.023147654,0.0004851144,0.0005047952,0.0005236124,0.0011345451,0.0018167851,0.00057079777,0.013874826,0.007419434],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000075247226,0.000030918913,0.00043371966,0.000024386947,0.00000606656,0.0005647723,0.00011903712,0.000016958058,0.0000732747,0.0003705123,0.99443036,0.0038546957],"study_design_scores_gemma":[0.00029804424,0.0002161315,0.006583281,0.00040062162,0.00006621749,0.0029895166,0.0018244797,0.0011766151,0.0007179603,0.004157816,0.9814802,0.00008895662],"about_ca_topic_score_codex":0.004095963,"about_ca_topic_score_gemma":0.0059658657,"teacher_disagreement_score":0.026342113,"about_ca_system_score_codex":0.0023271225,"about_ca_system_score_gemma":0.0023848382,"threshold_uncertainty_score":0.02949673},"labels":[],"label_agreement":null},{"id":"W2616566908","doi":"10.1007/s10844-017-0466-3","title":"Query expansion using pseudo relevance feedback on wikipedia","year":2017,"lang":"en","type":"article","venue":"Journal of Intelligent Information Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Query expansion; Relevance feedback; Information retrieval; Web search query; Web query classification; Robustness (evolution); Query optimization; Relevance (law); Vocabulary; Data mining; Artificial intelligence; Search engine","score_opus":0.05628626845690768,"score_gpt":0.31318270040641516,"score_spread":0.2568964319495075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616566908","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5530398,0.008480536,0.4026006,0.0016971532,0.001194943,0.0008084235,0.003783114,0.011084675,0.017310748],"genre_scores_gemma":[0.8663148,0.00077548,0.12198703,0.00019776692,0.00029266646,0.00017280293,0.003225625,0.0002647767,0.006768985],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984561,0.0006795233,0.00010195906,0.00019516256,0.0004607528,0.00010649429],"domain_scores_gemma":[0.99438864,0.00318289,0.00014497878,0.0003717532,0.0017735963,0.00013816886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011739429,0.0007736418,0.0010771337,0.0027187737,0.0006415393,0.0008016679,0.0007925017,0.00073818513,0.003794057],"category_scores_gemma":[0.009874912,0.0003414944,0.00048574488,0.0016637802,0.00028316246,0.002072193,0.0007205973,0.00056782825,0.0013673017],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033465577,0.001325702,0.0051611327,0.0014429408,0.0002417771,0.000915695,0.00050980924,0.07134277,0.09503468,0.0056616333,0.05728664,0.7577307],"study_design_scores_gemma":[0.00013914402,0.0004631045,0.0028621121,0.000041889245,0.00016310102,0.00042440437,0.00015575948,0.962411,0.022708317,0.004592099,0.0059733572,0.000065694585],"about_ca_topic_score_codex":0.0069496017,"about_ca_topic_score_gemma":0.011411237,"teacher_disagreement_score":0.0069496017,"about_ca_system_score_codex":0.000468177,"about_ca_system_score_gemma":0.0011105753,"threshold_uncertainty_score":0.013818324},"labels":[],"label_agreement":null},{"id":"W2625750609","doi":"10.29173/cais441","title":"Successive Searching Behaviour During Information Retrieval (IR) Interaction: Development of a New Line of Research","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Information retrieval; Computer science; Human–computer information retrieval; Process (computing); Line (geometry); Cognitive models of information retrieval; Search engine; World Wide Web; Mathematics","score_opus":0.04865838124391087,"score_gpt":0.31298598948591305,"score_spread":0.2643276082420022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2625750609","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7568742,0.048215784,0.119012214,0.01296665,0.00031864038,0.000686397,0.00047080903,0.0006497496,0.060805477],"genre_scores_gemma":[0.873449,0.021847872,0.09755736,0.0011136174,0.0003663097,0.0003344445,0.00033165867,0.00017403286,0.004825603],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9962813,0.001468471,0.00026124046,0.0008178091,0.0010159664,0.00015519814],"domain_scores_gemma":[0.95948386,0.029986376,0.0028500282,0.0024938718,0.004070462,0.0011154651],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00577369,0.00045055323,0.0011835779,0.0025861203,0.00073961914,0.0055965846,0.0018424497,0.0018314535,0.0033120797],"category_scores_gemma":[0.02658005,0.000517287,0.0007103095,0.0026857788,0.003985036,0.011281962,0.0015993636,0.0015297346,0.00076352037],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008216954,0.0010723353,0.10948719,0.0040643,0.00017302159,0.00028508322,0.051514782,0.0020699305,0.023823997,0.075238444,0.002651915,0.7287974],"study_design_scores_gemma":[0.00026901596,0.0039431322,0.58034164,0.0036857494,0.0004573184,0.0030842568,0.061586052,0.06709129,0.015851496,0.13534486,0.12747647,0.00086868496],"about_ca_topic_score_codex":0.004016467,"about_ca_topic_score_gemma":0.0023235881,"teacher_disagreement_score":0.00577369,"about_ca_system_score_codex":0.0014278215,"about_ca_system_score_gemma":0.0020942478,"threshold_uncertainty_score":0.030534565},"labels":[],"label_agreement":null},{"id":"W2626388430","doi":"10.29173/cais792","title":"An Examination of User Queries in a Nanotechnology Digital Library","year":2013,"lang":"fr","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Digital library; Computer science; Library science; Humanities; Information retrieval; World Wide Web; Art; Philosophy; Linguistics","score_opus":0.020946457717641496,"score_gpt":0.23779501933203354,"score_spread":0.21684856161439203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626388430","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9955454,0.0003111644,0.0009965906,0.00020941276,0.000004377863,0.000060462964,0.00030832156,0.00016680195,0.002397482],"genre_scores_gemma":[0.99546957,0.00020209311,0.001860831,0.00012201492,0.00001568095,0.00007247562,0.0005496036,0.000065628934,0.0016421173],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99181855,0.00462417,0.0008344663,0.00054585584,0.0017745731,0.00040237771],"domain_scores_gemma":[0.86019623,0.123631954,0.0051337695,0.0028418247,0.0064173373,0.001778844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065630586,0.00030129464,0.000873294,0.0045411168,0.0014682709,0.0026098534,0.0006824512,0.000995046,0.0023914168],"category_scores_gemma":[0.052127425,0.00030740118,0.00040733343,0.0045728027,0.0006534474,0.003459088,0.0013181613,0.0006099621,0.000902859],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030863967,0.0010968497,0.6858111,0.0016542047,0.00026269272,0.0015963538,0.13227455,0.001861268,0.02557957,0.0021525163,0.004454884,0.1401696],"study_design_scores_gemma":[0.00014622827,0.0034561334,0.8182327,0.00025516286,0.00028911134,0.004040901,0.09993313,0.030192183,0.018153561,0.0016488881,0.02318947,0.00046249852],"about_ca_topic_score_codex":0.008386114,"about_ca_topic_score_gemma":0.007254126,"teacher_disagreement_score":0.008386114,"about_ca_system_score_codex":0.0010586038,"about_ca_system_score_gemma":0.0008070055,"threshold_uncertainty_score":0.034709156},"labels":[],"label_agreement":null},{"id":"W2626862258","doi":"10.29173/cais162","title":"Recherche des titres débutant par un article : analyse du comportement de recherche","year":2013,"lang":"fr","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Humanities; Philosophy","score_opus":0.21255287478887827,"score_gpt":0.34524505080433443,"score_spread":0.13269217601545616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626862258","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.983071,0.0034114278,0.0046238676,0.00046927537,0.000042820528,0.00014862951,0.0005024625,0.00033473258,0.007395835],"genre_scores_gemma":[0.964792,0.004122813,0.013137051,0.00017112217,0.000095298434,0.00014972272,0.0015941816,0.00028937228,0.015648473],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9828426,0.0048340955,0.0018174776,0.001223079,0.008757172,0.0005255494],"domain_scores_gemma":[0.83270115,0.11583998,0.01976311,0.008326287,0.020849345,0.002520092],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009353358,0.0005483718,0.0008948364,0.007126697,0.0012305095,0.004706813,0.0012319308,0.0015097787,0.0043432913],"category_scores_gemma":[0.09736203,0.00052998745,0.0011102569,0.0059645087,0.0015172701,0.0036752913,0.00173695,0.0009613989,0.0026065935],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015082882,0.0010336412,0.40012416,0.004109296,0.0005883733,0.0048468243,0.08198489,0.001567014,0.07772661,0.0028167625,0.0026531117,0.42104104],"study_design_scores_gemma":[0.00008935219,0.0026614119,0.8017015,0.00084272114,0.00085042213,0.008217881,0.04888344,0.005742112,0.05430502,0.0015112214,0.07483214,0.00036290314],"about_ca_topic_score_codex":0.0075048604,"about_ca_topic_score_gemma":0.0075578275,"teacher_disagreement_score":0.009353358,"about_ca_system_score_codex":0.0013965041,"about_ca_system_score_gemma":0.0020709343,"threshold_uncertainty_score":0.049465835},"labels":[],"label_agreement":null},{"id":"W2686508281","doi":"","title":"Web Information Retrieval Support Systems: The Future of Web Search","year":2011,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Computer science; World Wide Web; Focus (optics); Web intelligence; Key (lock); Information retrieval; Web application; Human–computer information retrieval; Web standards; Web modeling; Information needs; Search engine; The Internet; Data science","score_opus":0.028283028812232363,"score_gpt":0.2495722611479366,"score_spread":0.22128923233570424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2686508281","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013761872,0.6031716,0.09730366,0.15458927,0.002351869,0.00022727749,0.00068237534,0.0029560986,0.12495603],"genre_scores_gemma":[0.21272603,0.546417,0.1567003,0.015674207,0.011337294,0.0003421304,0.0018041383,0.0007011784,0.054297768],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99618196,0.0013714159,0.00024487064,0.000266528,0.0016468405,0.00028836526],"domain_scores_gemma":[0.98914486,0.006492552,0.0007192493,0.0005457262,0.0024585002,0.0006390276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063725314,0.00055006007,0.0011851427,0.0040854127,0.001236743,0.012488146,0.002214625,0.0050182804,0.011465807],"category_scores_gemma":[0.012437747,0.00051241735,0.00036022498,0.008364005,0.0032634775,0.03433409,0.0026177245,0.003100105,0.009162477],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012058333,0.00010560422,0.001899487,0.0018949003,0.00003469956,0.000116085794,0.00088433345,0.0015048428,0.0013024583,0.21156123,0.07847783,0.7020979],"study_design_scores_gemma":[0.000034078326,0.000113204005,0.002507866,0.0013875021,0.000052713378,0.0004889329,0.001690974,0.0151942335,0.00077966985,0.2559545,0.72168946,0.0001069915],"about_ca_topic_score_codex":0.0042104945,"about_ca_topic_score_gemma":0.0033119237,"teacher_disagreement_score":0.012488146,"about_ca_system_score_codex":0.0026988408,"about_ca_system_score_gemma":0.0029384827,"threshold_uncertainty_score":0.03835696},"labels":[],"label_agreement":null},{"id":"W2731756029","doi":"10.29173/cais135","title":"The Effect of Misspellings on Information Retrieval in Online Public Access Catalogues","year":2013,"lang":"fr","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Public access; Information retrieval; Computer science; Information access; Access to information; World Wide Web","score_opus":0.03597401999474556,"score_gpt":0.278570028085302,"score_spread":0.24259600809055645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2731756029","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9943051,0.00039069084,0.00022754591,0.0003833747,0.00003855531,0.00002894166,0.00010442161,0.00013648087,0.0043849503],"genre_scores_gemma":[0.9945471,0.00028410254,0.000712145,0.00037196247,0.000049052273,0.00003103253,0.00034656125,0.00016701367,0.0034909751],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9901696,0.0045310697,0.0011162291,0.00068137085,0.0029670654,0.000534535],"domain_scores_gemma":[0.641096,0.30609387,0.026261564,0.011567994,0.010240864,0.0047396063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059939967,0.0005168784,0.00076632167,0.001456009,0.0014782146,0.0030719815,0.0012904241,0.0018090259,0.011096434],"category_scores_gemma":[0.20266454,0.0006069694,0.0007556799,0.0012257256,0.0011518867,0.002880792,0.001810498,0.002169606,0.0027498323],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.052000787,0.0101804435,0.5426709,0.0021579654,0.0008824767,0.0042090667,0.026453372,0.010625547,0.06420015,0.001842271,0.014667879,0.2701091],"study_design_scores_gemma":[0.00058855925,0.008406127,0.9358711,0.00053066044,0.0010593334,0.0021635073,0.011550607,0.010030229,0.020233156,0.0021566804,0.0071224505,0.0002874976],"about_ca_topic_score_codex":0.01545578,"about_ca_topic_score_gemma":0.015599397,"teacher_disagreement_score":0.01545578,"about_ca_system_score_codex":0.0014456298,"about_ca_system_score_gemma":0.0015061169,"threshold_uncertainty_score":0.037121296},"labels":[],"label_agreement":null},{"id":"W2737562199","doi":"10.1002/asi.23893","title":"Cognitive modeling of age‐related differences in information search behavior","year":2017,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Backtracking; Cognition; Search engine; Simple (philosophy); Machine learning; Human–computer interaction; Information retrieval; Cognitive psychology; Artificial intelligence; Psychology","score_opus":0.03528987815882872,"score_gpt":0.3105262101665939,"score_spread":0.27523633200776515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2737562199","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97959673,0.000082387225,0.019110505,0.0000613829,0.0000070440738,0.00003451899,0.000157804,0.00007605511,0.00087363174],"genre_scores_gemma":[0.993979,0.000051920902,0.0054187533,0.000014857014,0.0000035827438,0.000029850946,0.0001454,0.000006507823,0.0003502404],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99978465,0.0000711211,0.000014969424,0.00006254892,0.000044665732,0.000021961008],"domain_scores_gemma":[0.9954776,0.0031446342,0.00055951806,0.0003355076,0.00034858155,0.00013422429],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014521152,0.00052673457,0.0003452833,0.0007289783,0.00014453262,0.00076911884,0.00042082125,0.00039281373,0.0009890632],"category_scores_gemma":[0.009409127,0.00024183569,0.0005303184,0.00030691738,0.00025700912,0.0008788749,0.00035093792,0.00037068172,0.00016466365],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015767185,0.00093325455,0.5349182,0.00023284761,0.0006202972,0.00027471368,0.002104468,0.36225972,0.01375872,0.0072567384,0.0007749017,0.07528947],"study_design_scores_gemma":[0.000030424268,0.00036487312,0.12629269,0.000012892314,0.000103611674,0.00013805191,0.00014494438,0.86542255,0.0016959409,0.005216214,0.0005458195,0.000032135074],"about_ca_topic_score_codex":0.011328613,"about_ca_topic_score_gemma":0.008754856,"teacher_disagreement_score":0.011328613,"about_ca_system_score_codex":0.0006694248,"about_ca_system_score_gemma":0.00045049915,"threshold_uncertainty_score":0.02252531},"labels":[],"label_agreement":null},{"id":"W2740256306","doi":"10.1145/3077136.3080657","title":"Learning To Rank Resources","year":2017,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Ranking (information retrieval); Computer science; Learning to rank; Selection (genetic algorithm); Rank (graph theory); Resource (disambiguation); Machine learning; Recall; Information retrieval; Artificial intelligence; Mathematics","score_opus":0.02713053001410242,"score_gpt":0.2966494220259451,"score_spread":0.26951889201184265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2740256306","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016176375,0.00090451626,0.9723851,0.0005828409,0.00014115503,0.00022370387,0.00083925406,0.0026933705,0.0060536894],"genre_scores_gemma":[0.39280826,0.00069983024,0.5886807,0.0004241286,0.00041125543,0.0004826978,0.0032680782,0.00041920436,0.012805831],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99561775,0.0014991134,0.0002598672,0.0008592416,0.0013392548,0.0004247632],"domain_scores_gemma":[0.99121547,0.0043930016,0.00063708145,0.0017561519,0.0015898999,0.00040833233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029864684,0.0015416589,0.0016986973,0.0049436144,0.0011396224,0.0023769282,0.0022264544,0.001735793,0.010935094],"category_scores_gemma":[0.021380879,0.00043683674,0.0009207039,0.004252216,0.00096737896,0.004500127,0.002306829,0.0018055745,0.0057048984],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027435666,0.0003669385,0.00512125,0.0003296073,0.00014182273,0.00013470279,0.00019586865,0.0861629,0.003764119,0.029242238,0.04101337,0.83325285],"study_design_scores_gemma":[0.000049467537,0.00027659064,0.0013637444,0.00007110572,0.000060374103,0.00024051889,0.00012931044,0.9034681,0.00558251,0.07473505,0.013954185,0.000068962145],"about_ca_topic_score_codex":0.0052863867,"about_ca_topic_score_gemma":0.008856254,"teacher_disagreement_score":0.010935094,"about_ca_system_score_codex":0.0011597582,"about_ca_system_score_gemma":0.0021191724,"threshold_uncertainty_score":0.036581576},"labels":[],"label_agreement":null},{"id":"W2740321901","doi":"10.1145/3077136.3080721","title":"Anserini","year":2017,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":323,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Computer science; Scalability; Ranking (information retrieval); Information retrieval; Search engine indexing; World Wide Web; Database","score_opus":0.03590055928300059,"score_gpt":0.30855745608232293,"score_spread":0.27265689679932237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2740321901","genre_codex":"other","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0069022244,0.0031706758,0.27341372,0.0027204286,0.0013321891,0.0010175218,0.021764118,0.3391314,0.35054776],"genre_scores_gemma":[0.051034983,0.0026201857,0.3165924,0.002587281,0.00073937984,0.0015273128,0.080901705,0.049914613,0.4940822],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966182,0.0005523411,0.0002887806,0.00074409513,0.0014993203,0.00029719996],"domain_scores_gemma":[0.995297,0.0010352781,0.00024105867,0.0015766307,0.0014140442,0.00043597206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030352122,0.0017226146,0.0012467162,0.0033264346,0.0016782802,0.0048326445,0.0028040067,0.0016286224,0.19961454],"category_scores_gemma":[0.011412597,0.0011885331,0.0014679065,0.002446195,0.0008671345,0.0072207768,0.005014215,0.0021701036,0.22770514],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049935933,0.00014904967,0.001358859,0.0007519377,0.000056083976,0.00021563476,0.000498173,0.0013215683,0.009000601,0.034847274,0.5037453,0.44755614],"study_design_scores_gemma":[0.000050874973,0.000079662976,0.0009742782,0.00012011946,0.000024310924,0.0003400307,0.00006038194,0.0071849395,0.007628292,0.014521924,0.9689315,0.00008356144],"about_ca_topic_score_codex":0.0042265514,"about_ca_topic_score_gemma":0.0046472796,"teacher_disagreement_score":0.19961454,"about_ca_system_score_codex":0.0017308745,"about_ca_system_score_gemma":0.0025364463,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2744189552","doi":"","title":"Temporal Patterns of Searching in a Public Library Discovery System / Aspects temporels des habitudes de recherche dans l'outil de découverte d'une bibliothèque publique","year":2017,"lang":"fr","type":"article","venue":"Project Muse (Johns Hopkins University)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Art","score_opus":0.11334086120446818,"score_gpt":0.3016407908001452,"score_spread":0.18829992959567704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2744189552","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9930426,0.00020647573,0.0025866905,0.0003017044,0.000009322717,0.000030882184,0.000519617,0.00026836805,0.0030343183],"genre_scores_gemma":[0.99648064,0.000062336745,0.0016537533,0.000031515166,0.000008241224,0.000026016942,0.0005276972,0.00007418828,0.0011356486],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99701226,0.000757788,0.0003545569,0.0004209496,0.0011418232,0.00031266923],"domain_scores_gemma":[0.9518688,0.035327367,0.004270304,0.0016896813,0.005164711,0.0016792316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034616713,0.0001515223,0.00034913424,0.0029871599,0.0010507215,0.0027898003,0.00073801447,0.00070149987,0.001795286],"category_scores_gemma":[0.030651635,0.0003922115,0.00029736478,0.0027614685,0.0006951725,0.0019808242,0.0010506124,0.00086374854,0.0007288376],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020439469,0.00066306215,0.8168669,0.00037697473,0.00032314792,0.0005918243,0.016612915,0.0047905347,0.04347472,0.0048028585,0.00314304,0.10631003],"study_design_scores_gemma":[0.000066571665,0.00046633123,0.9089781,0.000055590517,0.00024670176,0.0008239226,0.008111288,0.049222864,0.02052764,0.0022052312,0.009140267,0.00015546665],"about_ca_topic_score_codex":0.030911924,"about_ca_topic_score_gemma":0.033821896,"teacher_disagreement_score":0.030911924,"about_ca_system_score_codex":0.001499462,"about_ca_system_score_gemma":0.0013864876,"threshold_uncertainty_score":0.06146401},"labels":[],"label_agreement":null},{"id":"W2758303359","doi":"10.1145/3121050.3121092","title":"Quantization in Append-Only Collections","year":2017,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Append; Quantization (signal processing); Computer science; Ranking (information retrieval); Information retrieval; Data mining; Algorithm; Programming language","score_opus":0.03466238193189344,"score_gpt":0.31429405660868726,"score_spread":0.27963167467679384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2758303359","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50456876,0.005621805,0.43381512,0.0016981093,0.0010862453,0.0016543594,0.0070975614,0.008765302,0.035692733],"genre_scores_gemma":[0.7992309,0.0011786541,0.18287413,0.00057827216,0.0002714052,0.0006239814,0.0051918654,0.0008052822,0.0092454525],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99545467,0.0010136017,0.0007634245,0.0007228478,0.001648424,0.0003970745],"domain_scores_gemma":[0.9773702,0.007315606,0.0016146174,0.008203469,0.004857172,0.0006389575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040993644,0.00045332848,0.0012513167,0.0022458984,0.0015935656,0.0032290295,0.0012802278,0.000666885,0.0065228487],"category_scores_gemma":[0.039050315,0.0005349592,0.00062957645,0.004922218,0.0011428059,0.008904257,0.0026961186,0.0013926034,0.0026273634],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028110335,0.0009361725,0.017718522,0.0010781335,0.00015799975,0.000888333,0.0031865686,0.04149433,0.06643172,0.059670173,0.03586928,0.7697578],"study_design_scores_gemma":[0.0007947033,0.003072218,0.035777472,0.0007061149,0.00048514883,0.004200574,0.006497365,0.31156537,0.15781017,0.21094377,0.26734707,0.00080001255],"about_ca_topic_score_codex":0.0028315224,"about_ca_topic_score_gemma":0.0035413792,"teacher_disagreement_score":0.0065228487,"about_ca_system_score_codex":0.0011326768,"about_ca_system_score_gemma":0.0019755268,"threshold_uncertainty_score":0.021821082},"labels":[],"label_agreement":null},{"id":"W2760608934","doi":"10.29173/cais334","title":"Lost in Cyberspace: How Do Search Engines Handle Arabic Queries?","year":2013,"lang":"fr","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Arabic; Cyberspace; Computer science; Artificial intelligence; Humanities; Art; Linguistics; World Wide Web; Philosophy; The Internet","score_opus":0.03227186378128278,"score_gpt":0.2539018112177025,"score_spread":0.22162994743641973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2760608934","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97393584,0.002760503,0.0064786905,0.0010478436,0.000061126964,0.00012564228,0.0006108306,0.00085802225,0.014121507],"genre_scores_gemma":[0.9868671,0.001176568,0.0062914323,0.00029237807,0.00004362314,0.00003514553,0.0008780293,0.00018063259,0.004235007],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99788433,0.0007345628,0.00022016949,0.00029495978,0.0005921372,0.00027379458],"domain_scores_gemma":[0.98661244,0.008875303,0.0010681693,0.0011271233,0.0018793244,0.00043767734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003055027,0.0007532663,0.0011917368,0.0034728434,0.00083370757,0.005843289,0.0008242049,0.0014050049,0.0044562207],"category_scores_gemma":[0.029378908,0.00033562182,0.00062727055,0.0029649835,0.00069335796,0.010353659,0.0013256258,0.00075546827,0.0038018022],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041202875,0.0007405777,0.24479921,0.0025928286,0.0006817202,0.0014561223,0.021059958,0.009014081,0.058820337,0.004397069,0.015036373,0.6372814],"study_design_scores_gemma":[0.00033104882,0.0036772084,0.515193,0.0009652191,0.001640583,0.006083206,0.065031745,0.20346206,0.10448268,0.012493846,0.0858549,0.00078440265],"about_ca_topic_score_codex":0.009075362,"about_ca_topic_score_gemma":0.00680779,"teacher_disagreement_score":0.009075362,"about_ca_system_score_codex":0.000685969,"about_ca_system_score_gemma":0.0007654753,"threshold_uncertainty_score":0.018045127},"labels":[],"label_agreement":null},{"id":"W2762768501","doi":"10.1002/asi.23958","title":"geNov: A new metric for measuring novelty and relevancy in biomedical information retrieval","year":2017,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Novelty; Metric (unit); Computer science; Information retrieval; Ranking (information retrieval); Discriminative model; Redundancy (engineering); Artificial intelligence; Learning to rank; Machine learning; Data mining","score_opus":0.023544872292898943,"score_gpt":0.2867085057204873,"score_spread":0.26316363342758836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2762768501","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25858468,0.015477589,0.6949987,0.0015359769,0.0007613091,0.0012270589,0.0061208894,0.0031491774,0.018144669],"genre_scores_gemma":[0.7540507,0.001770973,0.23534359,0.00038961708,0.00049191376,0.0006724988,0.0047730715,0.00038344858,0.0021242173],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98370934,0.0050539267,0.002208175,0.0014964675,0.0070245625,0.00050752144],"domain_scores_gemma":[0.96682435,0.02066774,0.0038405675,0.002859833,0.0049048676,0.0009025687],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010450036,0.0014804736,0.0018381815,0.0134628415,0.0010165161,0.0034239418,0.0015741048,0.0023239008,0.0014662944],"category_scores_gemma":[0.05220674,0.00031765533,0.0013451965,0.008165666,0.001926235,0.0057382663,0.0029848379,0.001323925,0.00082462985],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016518167,0.0004888834,0.1058979,0.0030130541,0.0016399213,0.00046959135,0.0011285362,0.05979378,0.033312935,0.034073874,0.018416345,0.7401133],"study_design_scores_gemma":[0.00034868173,0.006628084,0.13338079,0.000599745,0.0010798118,0.006265683,0.0011313375,0.6121088,0.051355585,0.14577316,0.040430434,0.00089786696],"about_ca_topic_score_codex":0.0009909516,"about_ca_topic_score_gemma":0.0015415238,"teacher_disagreement_score":0.0134628415,"about_ca_system_score_codex":0.0019699784,"about_ca_system_score_gemma":0.0013504641,"threshold_uncertainty_score":0.055265725},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2787397689","doi":"10.4018/978-1-4666-5888-2.ch405","title":"Information Need and the Beginning of Information Search","year":2014,"lang":"en","type":"book-chapter","venue":"Advances in information quality and management","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Information retrieval; World Wide Web","score_opus":0.022151636838168298,"score_gpt":0.2964459171675088,"score_spread":0.2742942803293405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2787397689","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005124592,0.025204904,0.0033884202,0.009473561,0.0003262382,0.00003826978,0.00022600491,0.00013312713,0.95608485],"genre_scores_gemma":[0.2987915,0.07905755,0.016202727,0.0051948694,0.0013989843,0.00017935729,0.0012140373,0.0006547154,0.5973064],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99881506,0.0003117972,0.000071780334,0.00012822932,0.00047057302,0.00020264182],"domain_scores_gemma":[0.99673945,0.001861996,0.00015339105,0.00020431448,0.0005611203,0.00047977816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014276984,0.0003763626,0.000598312,0.0030326291,0.0021342451,0.011573844,0.0008290128,0.0022906195,0.046537206],"category_scores_gemma":[0.007480492,0.00081300514,0.0004190247,0.004026817,0.0037847077,0.029640103,0.002387482,0.0034924936,0.018076405],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071285365,0.000067893685,0.0009132466,0.00060688384,0.000008098203,0.00014177922,0.011677678,0.00009791349,0.00055625185,0.8047489,0.08381038,0.09729965],"study_design_scores_gemma":[0.00002032459,0.00005542523,0.0027496614,0.0013973431,0.000020929027,0.0003508134,0.0054969788,0.00029573895,0.0004563677,0.23837626,0.7507507,0.000029473365],"about_ca_topic_score_codex":0.005882357,"about_ca_topic_score_gemma":0.009979937,"teacher_disagreement_score":0.046537206,"about_ca_system_score_codex":0.00376842,"about_ca_system_score_gemma":0.0043738126,"threshold_uncertainty_score":0.15568238},"labels":[],"label_agreement":null},{"id":"W2787850647","doi":"10.1145/3161607","title":"Modeling Queries with Contextual Snippets for Information Retrieval","year":2018,"lang":"en","type":"article","venue":"ACM Transactions on Intelligent Systems and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"Computer science; Information retrieval; Query expansion; Context (archaeology); Relevance (law); Boosting (machine learning); Focus (optics); Topic model; Artificial intelligence","score_opus":0.02722558212257443,"score_gpt":0.26832832869885065,"score_spread":0.24110274657627623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2787850647","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035723835,0.0034346948,0.9508979,0.00065131433,0.00010635522,0.00050359266,0.0021519011,0.0043184967,0.0022119735],"genre_scores_gemma":[0.44519302,0.003387493,0.5404049,0.0004136327,0.0003413783,0.00118245,0.004976442,0.00042087352,0.0036798622],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99830616,0.00061643805,0.00013140141,0.00039821933,0.00045524442,0.00009262029],"domain_scores_gemma":[0.9966953,0.0020762512,0.0002901064,0.00044351557,0.00043280504,0.00006202422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015421,0.0012953109,0.0010312516,0.003077913,0.00051329605,0.0010574164,0.0012799461,0.0015071457,0.0023671372],"category_scores_gemma":[0.010692875,0.00045670537,0.0013721825,0.003548924,0.0008504551,0.0041243406,0.0010048705,0.0011798644,0.0014055617],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013137617,0.0005643092,0.00735606,0.0019396169,0.0003149773,0.0017519052,0.0013102388,0.31335893,0.08301545,0.060893297,0.022468077,0.50571334],"study_design_scores_gemma":[0.00004271153,0.00021432583,0.0016928549,0.000042404252,0.00008037288,0.00048449278,0.00012617688,0.9524477,0.008939826,0.025887273,0.009984374,0.00005753574],"about_ca_topic_score_codex":0.00600361,"about_ca_topic_score_gemma":0.008320714,"teacher_disagreement_score":0.00600361,"about_ca_system_score_codex":0.00084150094,"about_ca_system_score_gemma":0.001094607,"threshold_uncertainty_score":0.01193732},"labels":[],"label_agreement":null},{"id":"W2787885137","doi":"10.1007/978-3-319-76941-7_57","title":"Towards an Understanding of Entity-Oriented Search Intents","year":2018,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Variety (cybernetics); Sample (material); Scheme (mathematics); Search engine; Quarter (Canadian coin); Information system","score_opus":0.06652118866270662,"score_gpt":0.3065662904636232,"score_spread":0.2400451018009166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2787885137","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020444082,0.0020842012,0.9511783,0.0034651917,0.00011895013,0.00013863918,0.00073596917,0.00053077505,0.021303795],"genre_scores_gemma":[0.44039264,0.0037372585,0.5401928,0.0009114522,0.0003878686,0.00034252697,0.0025764627,0.00033758278,0.011121353],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99789953,0.0007010718,0.00027376245,0.00041396997,0.000548288,0.00016344967],"domain_scores_gemma":[0.99506617,0.002442409,0.00044714898,0.00074476976,0.0010966096,0.0002027338],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035235493,0.0009779703,0.0007912431,0.0039039874,0.0010909333,0.0079326825,0.0025210201,0.0026929074,0.0051763626],"category_scores_gemma":[0.011533747,0.0011640447,0.0014903395,0.0036361006,0.0029076335,0.019547781,0.0024716954,0.0034103212,0.0017750433],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025936379,0.000041320003,0.0013207763,0.0001456149,0.000028533963,0.00014638375,0.0016274785,0.0042404295,0.0016473075,0.9611168,0.0023273923,0.02733195],"study_design_scores_gemma":[0.000010135121,0.000021522284,0.00085254107,0.000093915514,0.000047972062,0.0002760262,0.0006106833,0.071675904,0.0008590023,0.91165054,0.01387501,0.000026738595],"about_ca_topic_score_codex":0.004890485,"about_ca_topic_score_gemma":0.003085481,"teacher_disagreement_score":0.0079326825,"about_ca_system_score_codex":0.001406775,"about_ca_system_score_gemma":0.0012357874,"threshold_uncertainty_score":0.018634498},"labels":[],"label_agreement":null},{"id":"W2792179143","doi":"10.1109/tkde.2018.2810873","title":"Supervised Search Result Diversification via Subtopic Attention","year":2018,"lang":"en","type":"article","venue":"IEEE Transactions on Knowledge and Data Engineering","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Chinese Academy of Sciences; National Natural Science Foundation of China; Natural Science Foundation of Beijing Municipality; Microsoft Research","keywords":"Computer science; Pooling; Diversification (marketing strategy); Machine learning; Artificial intelligence; Ranking (information retrieval); Relevance (law); Information retrieval; Data mining","score_opus":0.04992458604131879,"score_gpt":0.2878324295515918,"score_spread":0.237907843510273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792179143","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20749523,0.0027272236,0.7775038,0.0004092733,0.000083254214,0.00024146876,0.00025798345,0.0037171966,0.007564608],"genre_scores_gemma":[0.89178425,0.00038829132,0.102030724,0.0002364096,0.000120751494,0.00011521233,0.0005596431,0.00016255572,0.0046020877],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992861,0.00014914684,0.000042208445,0.00020052165,0.00024072031,0.00008129244],"domain_scores_gemma":[0.9986625,0.00055509584,0.00017472329,0.00025709148,0.0002524851,0.000098015174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009022265,0.00079493155,0.001268835,0.0016313896,0.00037944384,0.00064372766,0.0013279667,0.0008360541,0.0017118442],"category_scores_gemma":[0.003440482,0.00030800607,0.00071020593,0.0012350848,0.00049524434,0.0017351619,0.0013133204,0.0007753071,0.0005762895],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006484286,0.0006242339,0.0062299506,0.00031814893,0.00021948163,0.0002729718,0.00034805815,0.121696725,0.04617574,0.01039646,0.010365116,0.80270463],"study_design_scores_gemma":[0.00006876501,0.00023817588,0.0022973584,0.00001763729,0.00008831927,0.00023911081,0.000048751743,0.9710379,0.010230668,0.013351204,0.0023560128,0.000026113103],"about_ca_topic_score_codex":0.002052244,"about_ca_topic_score_gemma":0.0038588464,"teacher_disagreement_score":0.002052244,"about_ca_system_score_codex":0.00062991795,"about_ca_system_score_gemma":0.0008613532,"threshold_uncertainty_score":0.005726695},"labels":[],"label_agreement":null},{"id":"W2792655782","doi":"10.1016/j.nedt.2018.01.004","title":"Relationship between information-seeking behavior and innovative behavior in Chinese nursing students","year":2018,"lang":"en","type":"article","venue":"Nurse Education Today","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Education Department of Hunan Province; University of Ottawa","keywords":"Information literacy; Information seeking; Information seeking behavior; Information behavior; Psychology; Scale (ratio); Nursing; Medical education; Nurse education; Medicine; Pedagogy; Computer science","score_opus":0.02745912243916376,"score_gpt":0.37269715803522885,"score_spread":0.3452380355960651,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792655782","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9994723,0.00007833344,0.0000090844505,0.000047232974,0.0000023295825,0.0000043729024,0.000033353394,7.2610584e-7,0.00035219232],"genre_scores_gemma":[0.9991572,0.000111321664,0.000027286142,0.00003979625,0.0000055269984,0.0000056415743,0.000073537594,9.880675e-7,0.00057890726],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999527,0.00006732402,0.00009500096,0.00006170298,0.00014902468,0.00010000359],"domain_scores_gemma":[0.99617517,0.001301758,0.0010603414,0.000095978154,0.00038146213,0.0009852968],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066129584,0.0002570449,0.00035551624,0.0017829498,0.00084498053,0.0011049791,0.00032426053,0.0007331829,0.002782634],"category_scores_gemma":[0.002738357,0.00024779217,0.0005250486,0.0014012235,0.0004161524,0.0005446611,0.00037154445,0.0008109404,0.00037760285],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046494835,0.00038445662,0.99660057,0.000018938492,0.000027539634,0.00005346717,0.0009332995,0.000022993578,0.00026747768,0.000033245,0.000058421625,0.0015530067],"study_design_scores_gemma":[0.0000045460715,0.00009498672,0.99801517,0.0000074072477,0.000033973887,0.000053493608,0.0013328267,0.0002511008,0.0000835538,0.00003206066,0.000085067375,0.0000058246264],"about_ca_topic_score_codex":0.022191718,"about_ca_topic_score_gemma":0.029237248,"teacher_disagreement_score":0.022191718,"about_ca_system_score_codex":0.0008011918,"about_ca_system_score_gemma":0.001584885,"threshold_uncertainty_score":0.04412508},"labels":[],"label_agreement":null},{"id":"W2792684907","doi":"10.1145/3176349.3176400","title":"A Study of Immediate Requery Behavior in Search","year":2018,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo","keywords":"Computer science; Quality (philosophy); Information retrieval; Search engine","score_opus":0.05714309311828097,"score_gpt":0.33831810027487447,"score_spread":0.2811750071565935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792684907","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9957736,0.00015131,0.002805209,0.000061747305,0.0000026989694,0.000061176695,0.00006613598,0.000056660352,0.0010213396],"genre_scores_gemma":[0.9972933,0.000059061294,0.0018568526,0.00002894278,0.0000036953884,0.000031031268,0.00008656803,0.00001702624,0.0006235107],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9951556,0.003056776,0.00031796508,0.00046518564,0.0007515478,0.0002529764],"domain_scores_gemma":[0.8662642,0.11363403,0.008506415,0.0062293885,0.0035647962,0.0018011791],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063456614,0.0003416328,0.00056171394,0.0011313079,0.0004752324,0.0012416117,0.00055470085,0.0009840722,0.0022769351],"category_scores_gemma":[0.062269542,0.0004298175,0.00039582112,0.00074400095,0.0006993079,0.001740233,0.000653986,0.0010837957,0.00054646056],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0053632613,0.0018676297,0.81715584,0.00059582246,0.0004937271,0.0005831147,0.010244498,0.0066296635,0.053567555,0.0044488106,0.0008971332,0.09815293],"study_design_scores_gemma":[0.00020977788,0.0074987523,0.84700245,0.000112869086,0.00036616766,0.0032421837,0.0039030567,0.10081925,0.030110124,0.003254088,0.0031311542,0.0003501662],"about_ca_topic_score_codex":0.002678493,"about_ca_topic_score_gemma":0.0018227934,"teacher_disagreement_score":0.0063456614,"about_ca_system_score_codex":0.0005357004,"about_ca_system_score_gemma":0.00033852182,"threshold_uncertainty_score":0.03355944},"labels":[],"label_agreement":null},{"id":"W2798631888","doi":"10.1145/3209978.3210123","title":"Multi-level Abstraction Convolutional Model with Weak Supervision for Information Retrieval","year":2018,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada); Université de Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Matching (statistics); Abstraction; Convolutional neural network; Semantic matching; Abstraction layer; Artificial intelligence; Training set; Word (group theory); Machine learning; Information retrieval; Natural language processing; Software; Programming language; Mathematics","score_opus":0.06992547432501563,"score_gpt":0.29900721676058445,"score_spread":0.22908174243556884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2798631888","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08892077,0.002382053,0.9023081,0.0006715421,0.000065043256,0.000080459686,0.00030177747,0.0027211506,0.0025490187],"genre_scores_gemma":[0.8813843,0.0009348533,0.111322336,0.00025412455,0.000059,0.000113327274,0.0006078622,0.000073840296,0.0052502346],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9997292,0.000057861198,0.000020527501,0.00007098875,0.000071430855,0.00004999415],"domain_scores_gemma":[0.9995215,0.00018127597,0.00005884709,0.00010487568,0.00010413219,0.000029337178],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075029966,0.00061609014,0.0007324535,0.00070521067,0.00024287644,0.0005611312,0.0012663322,0.00086251943,0.0013479892],"category_scores_gemma":[0.0020264601,0.00035884933,0.00077214296,0.00091300905,0.0004423277,0.0018392745,0.00078300474,0.0014628634,0.00046749],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040892643,0.0002443747,0.0034401217,0.00024968007,0.00022236866,0.00017078385,0.0001710391,0.6073433,0.022095324,0.025607089,0.006414312,0.33363265],"study_design_scores_gemma":[0.000003701634,0.000023602313,0.00023773631,0.0000028657498,0.000015944088,0.000011772668,0.000002290041,0.9952388,0.0010241868,0.003147325,0.00028725932,0.000004537694],"about_ca_topic_score_codex":0.014947991,"about_ca_topic_score_gemma":0.01360426,"teacher_disagreement_score":0.014947991,"about_ca_system_score_codex":0.0012750383,"about_ca_system_score_gemma":0.001053364,"threshold_uncertainty_score":0.029721975},"labels":[],"label_agreement":null},{"id":"W2800243721","doi":"10.5465/ambpp.2015.11032abstract","title":"Seeing or Believing? Exploring the Impact of Cross-listing on the Information Environment","year":2015,"lang":"en","type":"article","venue":"Academy of Management Proceedings","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Cross listing; Accounting; Credibility; Information asymmetry; Corporate governance; Business; Earnings; Listing (finance); Accounting information system; International Financial Reporting Standards; Finance; Political science; Law","score_opus":0.131192470417851,"score_gpt":0.334159736059295,"score_spread":0.202967265641444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800243721","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99486864,0.00010247002,0.00018913922,0.00055021606,0.000002405226,0.000003306208,0.000016827707,0.0000022769832,0.004264766],"genre_scores_gemma":[0.9996803,0.000042433316,0.000054916978,0.000044518696,0.0000035993853,7.778043e-7,0.000012709749,6.835284e-7,0.0001602246],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985624,0.00070494105,0.000059780607,0.00010920637,0.0003399166,0.0002237835],"domain_scores_gemma":[0.96283674,0.021126816,0.011832627,0.0011792735,0.001300228,0.0017243655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022667558,0.00012174128,0.0001863581,0.00065959763,0.00039836837,0.0026074366,0.0002468153,0.0006129807,0.0032846155],"category_scores_gemma":[0.017101774,0.00012831812,0.00017436218,0.0005222293,0.0011898855,0.0022537508,0.0012639451,0.0009536844,0.00013761959],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005350512,0.0005137635,0.9278373,0.000084570245,0.0001400562,0.00038537855,0.012924499,0.00053883356,0.0027735706,0.0057055233,0.00034567734,0.048215654],"study_design_scores_gemma":[0.000020904487,0.0003742771,0.9745241,0.00004247209,0.000101985956,0.00016818121,0.016889744,0.0013887614,0.0015973566,0.0030374066,0.0018286619,0.00002618292],"about_ca_topic_score_codex":0.003555547,"about_ca_topic_score_gemma":0.0045797755,"teacher_disagreement_score":0.003555547,"about_ca_system_score_codex":0.00065829547,"about_ca_system_score_gemma":0.00045103213,"threshold_uncertainty_score":0.011987865},"labels":[],"label_agreement":null},{"id":"W2897178939","doi":"10.1145/3269206.3271796","title":"Effective User Interaction for High-Recall Retrieval","year":2018,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Google","keywords":"Relevance (law); Recall; Information retrieval; Computer science; Precision and recall; Test (biology); Document retrieval; Relevance feedback; Search engine; World Wide Web; Artificial intelligence; Image retrieval; Psychology; Cognitive psychology","score_opus":0.018097353237288918,"score_gpt":0.30112097512557895,"score_spread":0.28302362188829006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897178939","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4214862,0.0011871603,0.53030074,0.001305641,0.00013921087,0.003515253,0.0005053938,0.026791994,0.014768342],"genre_scores_gemma":[0.6656576,0.00025231834,0.32694998,0.00090208417,0.000102246384,0.0020480175,0.00044620267,0.0006000718,0.0030415105],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99099267,0.0052858754,0.0006941039,0.0011071014,0.001629479,0.00029087585],"domain_scores_gemma":[0.9383094,0.05133032,0.0015302366,0.0038065454,0.0040321248,0.0009913177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011113504,0.0011266893,0.000936508,0.0009048553,0.000757834,0.002812272,0.0015284889,0.002207437,0.011381217],"category_scores_gemma":[0.051869985,0.00062832003,0.00071554026,0.0005329263,0.0005985932,0.0038828643,0.002329115,0.0010295224,0.0040482427],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005762564,0.0033267064,0.020403596,0.004419546,0.00029241492,0.0008455473,0.015073015,0.0035619757,0.2749123,0.003317534,0.020094622,0.64799005],"study_design_scores_gemma":[0.006280587,0.025114933,0.15612859,0.0020893374,0.0019136751,0.0072787674,0.009036235,0.22077845,0.30804908,0.024336314,0.2369876,0.0020064393],"about_ca_topic_score_codex":0.00045547413,"about_ca_topic_score_gemma":0.0005873218,"teacher_disagreement_score":0.011381217,"about_ca_system_score_codex":0.00046836672,"about_ca_system_score_gemma":0.00069921557,"threshold_uncertainty_score":0.05877453},"labels":[],"label_agreement":null},{"id":"W2898640137","doi":"10.1145/3231937","title":"Learning to Adaptively Rank Document Retrieval System Configurations","year":2018,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Agence Nationale de la Recherche","keywords":"Computer science; Ranking (information retrieval); Set (abstract data type); Rank (graph theory); Selection (genetic algorithm); Exploit; Information retrieval; Query expansion; Task (project management); Learning to rank; Data mining; Grid; Document retrieval; Artificial intelligence; Mathematics","score_opus":0.021105244454159438,"score_gpt":0.2655919473717483,"score_spread":0.24448670291758887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898640137","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41544157,0.0028846634,0.5646365,0.00059039146,0.00014172748,0.00050144596,0.00049174007,0.010612932,0.0046989922],"genre_scores_gemma":[0.90834296,0.00024396116,0.08899902,0.00015521672,0.000060500133,0.00018509457,0.0007386427,0.00023051609,0.001044021],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99610436,0.0014596347,0.00028332399,0.0011695623,0.00062025624,0.00036298233],"domain_scores_gemma":[0.99030006,0.00559934,0.0008312851,0.0013295545,0.0015946836,0.00034500443],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043576793,0.0019928862,0.0020097329,0.0021654356,0.0007574203,0.0019789885,0.00178287,0.0013976163,0.0015822321],"category_scores_gemma":[0.021187838,0.00085672643,0.0005997119,0.0014966584,0.0010316476,0.0031461318,0.0012230467,0.0016970728,0.0017389925],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00091474876,0.00056344207,0.017444022,0.00046156073,0.00027479322,0.00022057378,0.00032440526,0.43850124,0.022504514,0.0022228332,0.007063752,0.5095041],"study_design_scores_gemma":[0.00007991043,0.00039990133,0.0020401813,0.00002274712,0.0000923011,0.00018187969,0.00010711568,0.98265463,0.010157126,0.0032331487,0.0009788015,0.00005227416],"about_ca_topic_score_codex":0.0029949995,"about_ca_topic_score_gemma":0.004125541,"teacher_disagreement_score":0.0043576793,"about_ca_system_score_codex":0.0013926751,"about_ca_system_score_gemma":0.0017127605,"threshold_uncertainty_score":0.023045897},"labels":[],"label_agreement":null},{"id":"W2899154813","doi":"10.1145/3239571","title":"Anserini","year":2018,"lang":"en","type":"article","venue":"Journal of Data and Information Quality","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":230,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Computer science; Information retrieval; World Wide Web; Ranking (information retrieval); Context (archaeology); Search engine indexing; Implementation; Data science; Software engineering","score_opus":0.1067568912519719,"score_gpt":0.3914247076637422,"score_spread":0.2846678164117703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899154813","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015843838,0.011710183,0.2932384,0.012589938,0.0058408394,0.0009887861,0.012937501,0.060346212,0.5865043],"genre_scores_gemma":[0.10443672,0.0070319236,0.24402975,0.0058721094,0.0021751735,0.0010323889,0.030541101,0.008911609,0.59596926],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99416614,0.0010744849,0.00039052934,0.0014030145,0.0025421767,0.0004236937],"domain_scores_gemma":[0.9922965,0.0020506957,0.00039859593,0.0024528708,0.002163561,0.0006376668],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004391655,0.0013823385,0.0013202677,0.0046657557,0.0025451074,0.0068677054,0.002537536,0.0019889628,0.13918728],"category_scores_gemma":[0.016596057,0.00077442697,0.001161966,0.003775898,0.001315966,0.0075195935,0.005211914,0.0024315557,0.15288942],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003865675,0.00018243674,0.0025915382,0.0006043327,0.000058154503,0.00025207884,0.00045233968,0.0020132016,0.0047419444,0.05996548,0.3109477,0.6178042],"study_design_scores_gemma":[0.000034094017,0.00010943838,0.0012571767,0.00015315987,0.00002788227,0.0005490099,0.00009432207,0.008790037,0.005517837,0.018588275,0.96480364,0.00007508496],"about_ca_topic_score_codex":0.004579382,"about_ca_topic_score_gemma":0.0052258563,"teacher_disagreement_score":0.13918728,"about_ca_system_score_codex":0.0022958587,"about_ca_system_score_gemma":0.003203284,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2901654250","doi":"10.1007/978-3-030-03520-4_17","title":"Hierarchical Attention Network for Context-Aware Query Suggestion","year":2018,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Information retrieval; Web search query; Information needs; Query expansion; Focus (optics); Context (archaeology); Search engine; Session (web analytics); Web query classification; Query language; Process (computing); World Wide Web","score_opus":0.023397636824244807,"score_gpt":0.2700380918092524,"score_spread":0.2466404549850076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901654250","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06473654,0.006170482,0.9198119,0.0006397253,0.00027319818,0.00011975413,0.00049605477,0.0031941044,0.004558258],"genre_scores_gemma":[0.86485195,0.0012334049,0.1260269,0.00025912948,0.00031767413,0.00012679708,0.0006846433,0.00014151189,0.006358041],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995505,0.00010681303,0.00002083666,0.00014557359,0.00008768881,0.000088464425],"domain_scores_gemma":[0.9992907,0.00042890548,0.000044190594,0.00007087247,0.000116854404,0.00004838506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070667564,0.00070247427,0.001209551,0.0010153102,0.00049921876,0.00071187795,0.0016903993,0.0011774426,0.004202148],"category_scores_gemma":[0.0026035097,0.00044847565,0.0005075301,0.0011466476,0.00034236605,0.0015298038,0.00093714625,0.0011753477,0.00080511323],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012474114,0.00054393674,0.002368756,0.00036570465,0.00019508164,0.00026260578,0.0002650112,0.20986377,0.040955327,0.017577427,0.01941703,0.70693797],"study_design_scores_gemma":[0.000010692717,0.00003443084,0.0004385484,0.0000057118505,0.00002742224,0.000029250265,0.000009725771,0.99281245,0.0016677445,0.004401983,0.00055276667,0.000009248765],"about_ca_topic_score_codex":0.016892266,"about_ca_topic_score_gemma":0.016589802,"teacher_disagreement_score":0.016892266,"about_ca_system_score_codex":0.0010983418,"about_ca_system_score_gemma":0.0011089399,"threshold_uncertainty_score":0.033587873},"labels":[],"label_agreement":null},{"id":"W2913797383","doi":"10.1016/j.ins.2019.02.010","title":"Let terms choose their own kernels: An intelligent approach to kernel selection for healthcare search","year":2019,"lang":"en","type":"article","venue":"Information Sciences","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"East China Normal University; National Natural Science Foundation of China; Shanghai Municipal Commission of Economy and Informatization; Natural Science Foundation of Shanghai","keywords":"Kernel (algebra); Computer science; Kernel method; Weighting; Domain (mathematical analysis); Gaussian function; Artificial intelligence; Function (biology); Machine learning; Data mining; Mathematics; Gaussian; Support vector machine; Medicine","score_opus":0.07582004723941926,"score_gpt":0.3381010568254483,"score_spread":0.262281009586029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913797383","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053703547,0.00032181357,0.9418546,0.0010029752,0.000048676164,0.0001254984,0.00012447925,0.0008820215,0.00193635],"genre_scores_gemma":[0.7336517,0.00014956787,0.26232722,0.00022849267,0.00008497141,0.00011737232,0.00022929203,0.00018704598,0.0030243713],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970788,0.0015182355,0.00018026373,0.00038384993,0.0005575883,0.0002812289],"domain_scores_gemma":[0.99239576,0.0047352808,0.00035190926,0.0012585864,0.0009910432,0.0002674265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055113984,0.00064476527,0.0018099757,0.0024481684,0.0012436718,0.0025238274,0.0026144711,0.0020701971,0.0023867176],"category_scores_gemma":[0.025307346,0.0005075906,0.0011566002,0.0023271977,0.0011903486,0.004637081,0.0025185274,0.0019869201,0.00066120067],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015091813,0.0010476528,0.016681446,0.000251169,0.0005485831,0.000277372,0.0012211109,0.32223415,0.0066573913,0.12093823,0.012987358,0.51564634],"study_design_scores_gemma":[0.00002870304,0.00004406998,0.0007188137,0.000009613232,0.000041776817,0.00003756568,0.00006354355,0.95653737,0.00074745546,0.041125868,0.0006229862,0.000022213837],"about_ca_topic_score_codex":0.006492777,"about_ca_topic_score_gemma":0.006694563,"teacher_disagreement_score":0.006492777,"about_ca_system_score_codex":0.0013287719,"about_ca_system_score_gemma":0.0015913692,"threshold_uncertainty_score":0.029147446},"labels":[],"label_agreement":null},{"id":"W2916588339","doi":"10.1002/spe.2683","title":"Micro‐ and macro‐optimizations of S<scp>aa</scp>T search","year":2019,"lang":"en","type":"article","venue":"Software Practice and Experience","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Macro; Computer science; Search engine; Parallel computing; Baseline (sea); Programming language; Information retrieval","score_opus":0.014912944305161342,"score_gpt":0.28949614186202943,"score_spread":0.2745831975568681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2916588339","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6645696,0.0015190003,0.20020053,0.0014821092,0.0005178321,0.00046004943,0.0028988959,0.08907215,0.039279778],"genre_scores_gemma":[0.7659085,0.00021453448,0.22011012,0.00039711938,0.00007945395,0.00016285923,0.0024997767,0.0038664336,0.0067612096],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984365,0.00033197334,0.00017434191,0.00024377702,0.00049803976,0.000315359],"domain_scores_gemma":[0.995871,0.0018509624,0.0002183741,0.0011456244,0.0007097975,0.00020420422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093037856,0.0009813799,0.00072659727,0.00090723543,0.0006545565,0.0012883757,0.0019963556,0.0006065065,0.011177794],"category_scores_gemma":[0.0044922642,0.000388449,0.00076911924,0.0016588485,0.0007334519,0.002120407,0.0010425374,0.0012341277,0.0028806524],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003963821,0.0012502454,0.012130282,0.0008376921,0.00034496438,0.00040165414,0.00033255105,0.15837574,0.098757856,0.01175945,0.07318748,0.6386583],"study_design_scores_gemma":[0.00054029917,0.0010649196,0.006289408,0.00003890035,0.00018144606,0.00023594042,0.00030330705,0.85629,0.109433725,0.007122827,0.018382829,0.00011648795],"about_ca_topic_score_codex":0.016729409,"about_ca_topic_score_gemma":0.029184109,"teacher_disagreement_score":0.016729409,"about_ca_system_score_codex":0.0010843462,"about_ca_system_score_gemma":0.0024027217,"threshold_uncertainty_score":0.03739351},"labels":[],"label_agreement":null},{"id":"W2917896982","doi":"","title":"University of Waterloo at TREC 2011 Microblog Track.","year":2011,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Microblogging; Computer science; Task (project management); Track (disk drive); Baseline (sea); Social media; Information retrieval; Measure (data warehouse); Search engine; Post hoc; World Wide Web; Data mining","score_opus":0.03280766025255604,"score_gpt":0.1944747253437864,"score_spread":0.16166706509123036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2917896982","genre_codex":"dataset","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01029555,0.006544562,0.007293888,0.02395463,0.0033724392,0.0010471329,0.5062173,0.01726888,0.42400566],"genre_scores_gemma":[0.039777335,0.0033871068,0.017224291,0.002461171,0.00086408865,0.0006089752,0.40693873,0.0021013122,0.5266371],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99748284,0.00028540866,0.0000953239,0.00051362853,0.001235981,0.00038690068],"domain_scores_gemma":[0.9922806,0.0008139508,0.00020023638,0.000704312,0.004432863,0.0015680039],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032814245,0.0012830959,0.0017336988,0.0039368374,0.0035373094,0.004911585,0.0015367592,0.0012701373,0.18778862],"category_scores_gemma":[0.006749048,0.00074218813,0.00034690715,0.0050705983,0.00068622147,0.0038882315,0.0012135394,0.0016689022,0.080539376],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038261278,0.00005015393,0.00035956467,0.000068936606,0.000004985547,0.000017604762,0.00005213602,0.00007034602,0.00039308067,0.0008781889,0.9836067,0.014459948],"study_design_scores_gemma":[0.00010916552,0.000051283365,0.007104265,0.00007829854,0.000015675394,0.0000339125,0.00020098498,0.0021693269,0.0018128137,0.0019416332,0.98642796,0.000054638775],"about_ca_topic_score_codex":0.47387344,"about_ca_topic_score_gemma":0.6949934,"teacher_disagreement_score":0.47387344,"about_ca_system_score_codex":0.008373407,"about_ca_system_score_gemma":0.010981767,"threshold_uncertainty_score":0.94223034},"labels":[],"label_agreement":null},{"id":"W2919722095","doi":"10.1007/978-1-4614-8265-9_949","title":"Relevance Feedback for Text Retrieval","year":2018,"lang":"en","type":"book-chapter","venue":"Encyclopedia of Database Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Relevance feedback; Relevance (law); Information retrieval; Computer science; Artificial intelligence; Image retrieval; Political science","score_opus":0.026008513674211284,"score_gpt":0.2635334445071876,"score_spread":0.2375249308329763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2919722095","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0054820883,0.08933654,0.850835,0.0025934228,0.0021061748,0.00028177406,0.00087701104,0.0064847106,0.042003263],"genre_scores_gemma":[0.21706659,0.038412806,0.5647124,0.0013555577,0.004669853,0.000566229,0.003977615,0.0012691446,0.16796984],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99770504,0.00074858416,0.00013831168,0.00032974052,0.0009635497,0.00011478388],"domain_scores_gemma":[0.9982399,0.0009673398,0.00007115791,0.0003006106,0.0003833792,0.00003755972],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015170859,0.0009961425,0.0015119065,0.001654228,0.0006243661,0.001996615,0.0016577645,0.00161668,0.020827286],"category_scores_gemma":[0.0064982176,0.00043137048,0.0006111134,0.00231482,0.00087456306,0.0031170393,0.0012279651,0.0013489415,0.01514193],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012916491,0.00008741876,0.000089916335,0.0009146559,0.000041233416,0.00006733401,0.0001078278,0.007067135,0.0059467014,0.044247545,0.12083215,0.82046884],"study_design_scores_gemma":[0.00011956081,0.0003366383,0.0011678261,0.00043994744,0.00013314499,0.00090586784,0.00013550794,0.3156519,0.017348494,0.34064114,0.32296485,0.00015511914],"about_ca_topic_score_codex":0.0022380487,"about_ca_topic_score_gemma":0.0026691775,"teacher_disagreement_score":0.020827286,"about_ca_system_score_codex":0.0009698786,"about_ca_system_score_gemma":0.0007881269,"threshold_uncertainty_score":0.06967425},"labels":[],"label_agreement":null},{"id":"W2921777661","doi":"10.1145/3295750.3298943","title":"A Study of Academic Search Scenarios and Information Seeking Behaviour","year":2019,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Information seeking; Variety (cybernetics); Computer science; Set (abstract data type); Domain (mathematical analysis); Information retrieval; Information seeking behavior; Information needs; Data science; Graduate students; World Wide Web; Psychology; Artificial intelligence; Mathematics","score_opus":0.025107741954660662,"score_gpt":0.29265497985298156,"score_spread":0.2675472378983209,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921777661","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99856865,0.000053758697,0.00024152145,0.00005155689,8.031516e-7,0.000044163924,0.000027387716,0.0000036589322,0.0010084771],"genre_scores_gemma":[0.99872166,0.000086106826,0.0007400848,0.000029777426,0.0000035975459,0.000099365396,0.000084363615,0.0000025659206,0.00023240199],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9952016,0.0034907563,0.00040029734,0.0002478156,0.00041847606,0.00024106428],"domain_scores_gemma":[0.9021652,0.07860491,0.011846709,0.00215983,0.00198911,0.0032343795],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.006161854,0.0003119513,0.0005255465,0.0028382486,0.0012318733,0.0024017903,0.000647473,0.0015337871,0.0025259014],"category_scores_gemma":[0.06062814,0.00046846646,0.00043350048,0.0023297656,0.00092960324,0.0030444956,0.0013050708,0.0011057805,0.00046919627],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011997839,0.005842015,0.8889569,0.00043187418,0.00013532279,0.0007247328,0.06387909,0.0015723539,0.0030746146,0.0036362666,0.0004682434,0.030078769],"study_design_scores_gemma":[0.0003026915,0.0060157795,0.8876713,0.00019799227,0.00011576796,0.002127746,0.07657831,0.015733073,0.0017566682,0.005994387,0.0033130518,0.00019324888],"about_ca_topic_score_codex":0.0016862537,"about_ca_topic_score_gemma":0.0014572061,"teacher_disagreement_score":0.99759823,"about_ca_system_score_codex":0.00089324557,"about_ca_system_score_gemma":0.0008510103,"threshold_uncertainty_score":0.03258741},"labels":[],"label_agreement":null},{"id":"W2934278041","doi":"10.1007/978-3-030-15712-8_26","title":"Simple Techniques for Cross-Collection Relevance Feedback","year":2019,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Relevance (law); Inference; Simple (philosophy); Information retrieval; Relevance feedback; Word (group theory); Machine learning; Artificial intelligence; Grossman; Data mining; Mathematics","score_opus":0.021539275646080804,"score_gpt":0.2976832243165911,"score_spread":0.2761439486705103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2934278041","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009750923,0.0005319999,0.9929334,0.00006403459,0.00011410306,0.0002579686,0.00017724393,0.003342666,0.001603574],"genre_scores_gemma":[0.02987025,0.00049982144,0.95872426,0.000109683904,0.0002885548,0.00046393508,0.000707653,0.0006599843,0.00867583],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9906503,0.0029844956,0.0008827615,0.0011307054,0.003966141,0.00038565748],"domain_scores_gemma":[0.9829883,0.0062536565,0.00053469755,0.006273204,0.0037262833,0.00022391735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006283084,0.0020760107,0.0024949152,0.0054674023,0.0017665833,0.002815092,0.0036256968,0.0023201152,0.026795158],"category_scores_gemma":[0.029005338,0.0010837007,0.0024273181,0.0059757764,0.00095615035,0.0061565447,0.0052173208,0.002500167,0.020964935],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002524431,0.00019392287,0.00030351352,0.00059490214,0.00011619542,0.00007175619,0.00024188701,0.0038738663,0.016848022,0.014471241,0.018677112,0.9443552],"study_design_scores_gemma":[0.00066649367,0.0010040862,0.0045668753,0.00041046704,0.0006896384,0.0033210216,0.0006853949,0.49675003,0.09878481,0.24084644,0.1517574,0.00051736523],"about_ca_topic_score_codex":0.0018100843,"about_ca_topic_score_gemma":0.0053160796,"teacher_disagreement_score":0.026795158,"about_ca_system_score_codex":0.00074402615,"about_ca_system_score_gemma":0.0013752287,"threshold_uncertainty_score":0.08963871},"labels":[],"label_agreement":null},{"id":"W2945659715","doi":"10.1002/asi.24241","title":"A simple kernel co‐occurrence‐based enhancement for pseudo‐relevance feedback","year":2019,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"Query expansion; Computer science; Relevance feedback; Term (time); Relevance (law); Kernel (algebra); Set (abstract data type); Data mining; Term Discrimination; Series (stratigraphy); Information retrieval; Search engine; Artificial intelligence; Web search query; Mathematics; Concept search; Image retrieval","score_opus":0.014661471872865964,"score_gpt":0.2933545210881647,"score_spread":0.2786930492152987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945659715","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028262064,0.0027200535,0.96319115,0.00021882427,0.00019757365,0.00024772593,0.00019107483,0.0033146704,0.0016568722],"genre_scores_gemma":[0.54849976,0.0010655677,0.44296753,0.00030337312,0.00038919272,0.000401692,0.0006501948,0.00037757467,0.0053451476],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997216,0.00060857506,0.00018274733,0.0005892639,0.0011771703,0.00022631003],"domain_scores_gemma":[0.995445,0.0015983485,0.0004088739,0.00078767835,0.0015934531,0.0001666252],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002282383,0.0013031252,0.001657605,0.002822472,0.00063913694,0.0009238163,0.0019240918,0.0014336694,0.002885937],"category_scores_gemma":[0.010569426,0.0003682983,0.0010980614,0.002384169,0.00076802063,0.002797541,0.0013519195,0.0013603243,0.0021080903],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014023342,0.0006273421,0.002637305,0.0007436151,0.0001515632,0.00027027307,0.000255675,0.035671473,0.08747266,0.005939536,0.0078030895,0.8570251],"study_design_scores_gemma":[0.000085038926,0.000457902,0.0031312837,0.000031794156,0.00012519932,0.00063472625,0.000055017426,0.94928527,0.0346208,0.0036065383,0.007859819,0.00010655098],"about_ca_topic_score_codex":0.00396919,"about_ca_topic_score_gemma":0.0041760462,"teacher_disagreement_score":0.00396919,"about_ca_system_score_codex":0.00071748596,"about_ca_system_score_gemma":0.001668296,"threshold_uncertainty_score":0.012070537},"labels":[],"label_agreement":null},{"id":"W2949286092","doi":"10.48550/arxiv.1506.00717","title":"Assessing Efficiency-Effectiveness Tradeoffs in Multi-Stage Retrieval Systems Without Using Relevance Judgments","year":2015,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Ranking (information retrieval); Computer science; Relevance (law); Information retrieval; Set (abstract data type); Filter (signal processing); Matching (statistics); Data mining; Categorization; Quality (philosophy); Sequence (biology); Range (aeronautics); Artificial intelligence; Statistics; Mathematics","score_opus":0.3072605242575094,"score_gpt":0.3051748975643966,"score_spread":0.0020856266931127965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949286092","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8374027,0.0024413746,0.15419666,0.00051343866,0.000035596633,0.00046592296,0.0002186545,0.0013450047,0.003380579],"genre_scores_gemma":[0.91999197,0.0002429317,0.078161545,0.000075295495,0.00003359788,0.00019633249,0.0002697091,0.00013166992,0.00089712424],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98235244,0.0077240295,0.0017506586,0.0023676653,0.005003273,0.00080205285],"domain_scores_gemma":[0.8835682,0.09905641,0.005257467,0.005685843,0.005262784,0.0011693581],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02296027,0.0013867075,0.0021501735,0.0042312057,0.0011106742,0.0034878699,0.0014353169,0.0023255653,0.0011684903],"category_scores_gemma":[0.07727336,0.0009094515,0.0007470538,0.0032492436,0.001269579,0.0069545,0.0017486946,0.0012807095,0.0005859494],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0053693834,0.0026352494,0.0707894,0.001512275,0.0011008228,0.00042104156,0.0018130839,0.42365268,0.10998978,0.008410272,0.0029489198,0.37135708],"study_design_scores_gemma":[0.0002266444,0.0028322164,0.03703186,0.00004248114,0.000271634,0.0002975122,0.00050207664,0.91155976,0.037612956,0.008488851,0.0009506345,0.00018333894],"about_ca_topic_score_codex":0.0040942635,"about_ca_topic_score_gemma":0.0047633057,"teacher_disagreement_score":0.02296027,"about_ca_system_score_codex":0.0027657857,"about_ca_system_score_gemma":0.0012002558,"threshold_uncertainty_score":0.121427},"labels":[],"label_agreement":null},{"id":"W2953536802","doi":"10.1145/3331184.3331270","title":"Time-Limits and Summaries for Faster Relevance Assessing","year":2019,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Relevance (law); Computer science; Time limit; Information retrieval; Limit (mathematics); Recall; Quality (philosophy); Time constraint; Precision and recall; Constraint (computer-aided design); Psychology; Mathematics; Cognitive psychology; Engineering","score_opus":0.02156852508941057,"score_gpt":0.27792402539019273,"score_spread":0.25635550030078214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953536802","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7718501,0.0074263206,0.19530152,0.0017122354,0.00062178395,0.0012470369,0.0013372445,0.009953536,0.010550205],"genre_scores_gemma":[0.7769122,0.0012283464,0.21604955,0.0004008286,0.00020667806,0.000961713,0.0009394646,0.0008105722,0.0024906108],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9942865,0.0026481587,0.00090102846,0.00076544296,0.0012236481,0.00017514589],"domain_scores_gemma":[0.8702614,0.104579076,0.007890307,0.007614864,0.007139313,0.0025150415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007191588,0.00083688943,0.0008920944,0.0013030525,0.0004304106,0.002507285,0.00084836775,0.0010819611,0.0120042],"category_scores_gemma":[0.11563759,0.00045270193,0.0005195591,0.0010481636,0.0003771089,0.0044868593,0.0013629431,0.0009319866,0.0018181923],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009453516,0.0010223107,0.020570299,0.0063889506,0.000226164,0.0010202838,0.013146554,0.004777359,0.19433282,0.009222481,0.01864401,0.72119534],"study_design_scores_gemma":[0.0043701255,0.040739827,0.25909954,0.0041407766,0.0019319087,0.006722191,0.011970826,0.07110517,0.18630339,0.059057407,0.35264054,0.0019183786],"about_ca_topic_score_codex":0.0006301044,"about_ca_topic_score_gemma":0.000872834,"teacher_disagreement_score":0.0120042,"about_ca_system_score_codex":0.00043116417,"about_ca_system_score_gemma":0.0005214459,"threshold_uncertainty_score":0.040158033},"labels":[],"label_agreement":null},{"id":"W2953654529","doi":"10.7152/acro.v29i1.15447","title":"Synthetic Classification and Diverse Communities","year":2019,"lang":"en","type":"article","venue":"Advances in Classification Research Online","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Variety (cybernetics); Diversity (politics); Computer science; Data science; Artificial intelligence; Sociology","score_opus":0.14885667050549625,"score_gpt":0.4274938307263271,"score_spread":0.27863716022083085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953654529","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6342182,0.0013817897,0.31075686,0.00767859,0.0005850059,0.0004642759,0.002180231,0.0005026074,0.042232323],"genre_scores_gemma":[0.94137704,0.00015458741,0.052837316,0.000510794,0.00015305987,0.000250823,0.0020616571,0.000046226265,0.0026085011],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9950517,0.0032330668,0.00016615196,0.00059839553,0.0007058553,0.00024478696],"domain_scores_gemma":[0.9741243,0.016176771,0.0015818133,0.0047417125,0.0023442989,0.0010309988],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006155996,0.00037048,0.00060865516,0.0020798075,0.002273771,0.0027555174,0.001276896,0.0016407555,0.0027447988],"category_scores_gemma":[0.028869115,0.00023546,0.0005519086,0.0020388656,0.0022023397,0.0032228213,0.002577054,0.0015390642,0.00047272324],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012244502,0.00075413677,0.04157795,0.0005660809,0.00019933605,0.00057779363,0.0052247145,0.15321584,0.003398049,0.62311184,0.02584655,0.14430311],"study_design_scores_gemma":[0.000119071825,0.00016490402,0.0043248762,0.00009257665,0.000032632368,0.00037219474,0.0023401217,0.57874906,0.0018174656,0.38903323,0.022904007,0.00004985641],"about_ca_topic_score_codex":0.002243837,"about_ca_topic_score_gemma":0.0031095669,"teacher_disagreement_score":0.006155996,"about_ca_system_score_codex":0.0014762889,"about_ca_system_score_gemma":0.0008944264,"threshold_uncertainty_score":0.032556415},"labels":[],"label_agreement":null},{"id":"W2954147681","doi":"10.1145/3331184.3331355","title":"Unbiased Low-Variance Estimators for Precision and Related Information Retrieval Effectiveness Measures","year":2019,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Estimator; Pooling; Variance (accounting); Bias of an estimator; Computer science; Minimum-variance unbiased estimator; Relevance (law); Statistics; Rank (graph theory); Sampling (signal processing); Mathematics; Artificial intelligence; Detector","score_opus":0.009846621620026131,"score_gpt":0.25191310126870986,"score_spread":0.24206647964868372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954147681","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062845633,0.0009047949,0.9905425,0.00017205306,0.000039849838,0.00011309134,0.00016304468,0.00033653056,0.0014436034],"genre_scores_gemma":[0.4215444,0.0014449707,0.5709932,0.0005903087,0.00057340116,0.0012619194,0.0012187059,0.00043366777,0.0019393816],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.96043783,0.019240445,0.0019637814,0.00517849,0.012175751,0.0010036693],"domain_scores_gemma":[0.7185468,0.23214762,0.01134567,0.023331674,0.013790362,0.00083790225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.038982216,0.0019612117,0.0023586159,0.008528313,0.0011005108,0.003979619,0.0024767679,0.002593937,0.0021415162],"category_scores_gemma":[0.30171132,0.00092578394,0.0014590924,0.0036894882,0.004303393,0.0075852494,0.0033969386,0.0037100648,0.0011309668],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005077063,0.00031273003,0.021941015,0.0011868541,0.00092322525,0.00018957439,0.00065556937,0.25425032,0.01010435,0.3578102,0.0063970285,0.34572142],"study_design_scores_gemma":[0.00009047447,0.00045375322,0.009775922,0.00048515506,0.00026226533,0.0005962193,0.00015542412,0.6493381,0.01686858,0.3159023,0.005799769,0.00027204416],"about_ca_topic_score_codex":0.0011858309,"about_ca_topic_score_gemma":0.0011924857,"teacher_disagreement_score":0.038982216,"about_ca_system_score_codex":0.0024132002,"about_ca_system_score_gemma":0.0015616971,"threshold_uncertainty_score":0.20616013},"labels":[],"label_agreement":null},{"id":"W2955577524","doi":"10.1142/s021819401950030x","title":"Binary Independence Language Model in a Relevance Feedback Environment","year":2019,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Hong Kong Polytechnic University","keywords":"Relevance (law); Computer science; Language model; Relevance feedback; Information retrieval; Context (archaeology); Independence (probability theory); Confidence interval; Binary number; Natural language processing; Data mining; Artificial intelligence; Statistics; Mathematics","score_opus":0.005958184241378128,"score_gpt":0.2226589068831781,"score_spread":0.2167007226418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955577524","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07003947,0.0007380948,0.9191869,0.0015651342,0.00010564912,0.00026774168,0.0007438074,0.0018093181,0.005543929],"genre_scores_gemma":[0.781245,0.0006480785,0.19798385,0.0006830127,0.000252836,0.0011290419,0.0012873053,0.00032881694,0.01644211],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9941638,0.003016977,0.00026635965,0.00090310915,0.0012780813,0.00037168904],"domain_scores_gemma":[0.9866366,0.009918762,0.00092832756,0.0009127724,0.0013429828,0.00026057623],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007382513,0.0013353531,0.0018889371,0.0022116946,0.00096766336,0.0024341724,0.0028592912,0.0020549626,0.0032644614],"category_scores_gemma":[0.021349313,0.0009383212,0.001968391,0.0016441904,0.0017151461,0.005985752,0.0016625474,0.002783428,0.0025774057],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017969245,0.00055677164,0.007029684,0.00070659956,0.00036689886,0.0008661956,0.0018874217,0.56965053,0.012283679,0.24376641,0.008737468,0.15235147],"study_design_scores_gemma":[0.000091169386,0.00018578982,0.0007220519,0.000022790042,0.00006390163,0.00022967372,0.0000555035,0.92819524,0.0011895124,0.06743652,0.0017387939,0.00006899773],"about_ca_topic_score_codex":0.010035442,"about_ca_topic_score_gemma":0.0055132178,"teacher_disagreement_score":0.010035442,"about_ca_system_score_codex":0.0016881588,"about_ca_system_score_gemma":0.0018073278,"threshold_uncertainty_score":0.03904295},"labels":[],"label_agreement":null},{"id":"W2965340630","doi":"10.29173/cais992","title":"Narratives of Fact and Fiction: Examining Studies of Information Experience and the Interpretation of Data.","year":2018,"lang":"fr","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Narrative; Humanities; Sociology; Interpretation (philosophy); Situated; Philosophy; Computer science; Linguistics","score_opus":0.09328853814516107,"score_gpt":0.32896964878640206,"score_spread":0.23568111064124098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965340630","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7105883,0.028740894,0.062212873,0.029125014,0.0012998361,0.000764659,0.0012958265,0.00020441989,0.1657683],"genre_scores_gemma":[0.97815984,0.005493413,0.008821216,0.0007761563,0.00015014841,0.0004983685,0.00026845714,0.00009403927,0.005738307],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.96587646,0.028437851,0.0010340943,0.0012297159,0.0026505298,0.00077136286],"domain_scores_gemma":[0.8141284,0.16425732,0.009233723,0.0060450984,0.0042222324,0.0021132987],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02853803,0.0007221282,0.0005738173,0.0075885667,0.0077702357,0.012559843,0.0015300645,0.0018694479,0.0036575657],"category_scores_gemma":[0.109023064,0.0005928444,0.00044390323,0.007676914,0.022313485,0.014522232,0.01052057,0.0025167633,0.00039584207],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021103227,0.0000043491946,0.0011922023,0.00024122062,0.000009155855,0.00026191198,0.97338426,0.00003528754,0.00022451046,0.016351772,0.0007574006,0.0075167385],"study_design_scores_gemma":[0.000007858148,0.00003109523,0.0027551427,0.0010190442,0.000015265776,0.0006648679,0.8434686,0.0001767265,0.000643366,0.012078458,0.13910818,0.000031450283],"about_ca_topic_score_codex":0.0039801467,"about_ca_topic_score_gemma":0.005365965,"teacher_disagreement_score":0.02853803,"about_ca_system_score_codex":0.0059463093,"about_ca_system_score_gemma":0.004099248,"threshold_uncertainty_score":0.15092534},"labels":[],"label_agreement":null},{"id":"W2965466442","doi":"10.29173/cais347","title":"Search Patterns on a Children’s Portal","year":2013,"lang":"fr","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Directory; Computer science; Humanities; Information retrieval; Library science; World Wide Web; Art","score_opus":0.03176972415979612,"score_gpt":0.2587760906889259,"score_spread":0.22700636652912975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965466442","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99622726,0.00011077749,0.00031489925,0.000062869076,0.0000020017856,0.000018189696,0.0017711844,0.00010721993,0.0013855972],"genre_scores_gemma":[0.99110854,0.00015464757,0.0018872686,0.000021763995,0.0000044077556,0.000032674496,0.0036085944,0.000055247092,0.0031269507],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985312,0.00034752753,0.00016956711,0.00023167706,0.00058154936,0.00013827818],"domain_scores_gemma":[0.9866247,0.008333454,0.0017029851,0.0007031453,0.0018289575,0.000806855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007901938,0.00022350927,0.0004379456,0.0040576933,0.00059301144,0.0010920626,0.0005315555,0.0006034761,0.0036346703],"category_scores_gemma":[0.007093752,0.00023629593,0.00023799035,0.004739881,0.00046622413,0.0013945198,0.0007452261,0.00048868137,0.0018241839],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069988635,0.00022212793,0.90826774,0.00027372196,0.00006126376,0.0025279112,0.021309812,0.000658487,0.00685444,0.00060016563,0.004169369,0.054355055],"study_design_scores_gemma":[0.000023255376,0.0005646478,0.94020516,0.00009243123,0.000045984954,0.003902572,0.02380062,0.005223792,0.008159673,0.00036379992,0.017538656,0.00007941215],"about_ca_topic_score_codex":0.012598122,"about_ca_topic_score_gemma":0.021385044,"teacher_disagreement_score":0.012598122,"about_ca_system_score_codex":0.0005379266,"about_ca_system_score_gemma":0.00058917515,"threshold_uncertainty_score":0.025049567},"labels":[],"label_agreement":null},{"id":"W2989328844","doi":"10.1145/3357384.3358041","title":"Patterns of Search Result Examination","year":2019,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada; Google","keywords":"Computer science","score_opus":0.02456526269249553,"score_gpt":0.2727499588320355,"score_spread":0.24818469613953997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989328844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99398345,0.00033773083,0.0024587084,0.00009396451,0.000006195137,0.0001106308,0.0003525832,0.00013380506,0.0025229151],"genre_scores_gemma":[0.99641764,0.00012248945,0.0020155127,0.000027181086,0.000005363571,0.00004582023,0.00031008266,0.000021640704,0.0010342873],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997329,0.0008302007,0.000363578,0.00038480604,0.00090136257,0.00019115515],"domain_scores_gemma":[0.9611202,0.025396485,0.006398204,0.0022864616,0.00397383,0.0008248782],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021222339,0.00027473742,0.00043495026,0.0022532395,0.00032948956,0.0013295612,0.00047616402,0.0004958988,0.0014174364],"category_scores_gemma":[0.033097133,0.00027284856,0.0002835236,0.0014153712,0.00033803808,0.000999924,0.00058570097,0.00055421994,0.0004080202],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013292973,0.0004159733,0.8789066,0.00052209315,0.00023090959,0.0004705185,0.008883314,0.0007928095,0.03452612,0.00078767724,0.0010298635,0.07210487],"study_design_scores_gemma":[0.000025106176,0.0004410019,0.9874877,0.000031488245,0.00005903365,0.0006155729,0.0018435742,0.0039180936,0.0035169662,0.0004423447,0.0015587137,0.000060497194],"about_ca_topic_score_codex":0.004840331,"about_ca_topic_score_gemma":0.007200974,"teacher_disagreement_score":0.004840331,"about_ca_system_score_codex":0.0004951634,"about_ca_system_score_gemma":0.00044366167,"threshold_uncertainty_score":0.011223614},"labels":[],"label_agreement":null},{"id":"W2998500295","doi":"10.23974/ijol.2019.vol4.2.138","title":"Usage Analysis of University of Manitoba Licensed Databases via EZproxy’s Logs","year":2019,"lang":"en","type":"article","venue":"International Journal of Librarianship","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Vendor; Database; Database transaction; Transaction log; Computer science; Point (geometry); Order (exchange); Resource (disambiguation); World Wide Web; Business","score_opus":0.0350747134937248,"score_gpt":0.2567521560531434,"score_spread":0.2216774425594186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998500295","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9765514,0.0001227839,0.0030569746,0.00017588066,0.0000069310317,0.0001940806,0.009994058,0.0018204717,0.008077247],"genre_scores_gemma":[0.96337867,0.00039338198,0.009090807,0.00007749295,0.000014818787,0.00023862087,0.015579103,0.00025723482,0.01096988],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988379,0.00020181695,0.00011127738,0.00015025478,0.00061668234,0.00008202436],"domain_scores_gemma":[0.99107283,0.0022378364,0.00077618816,0.000958459,0.004628998,0.00032561788],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0013343488,0.00025246458,0.0002829471,0.0053498135,0.0007997536,0.0016976051,0.0006426708,0.00015160741,0.0026778856],"category_scores_gemma":[0.0057594925,0.00028523605,0.0001384603,0.0070022736,0.00029466423,0.0009574842,0.00076460774,0.00038498838,0.0016315186],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007176428,0.00075886067,0.7213372,0.00031291528,0.00009271209,0.00056254474,0.012062907,0.0022133188,0.019084265,0.0014603094,0.015096356,0.22630093],"study_design_scores_gemma":[0.00002868792,0.0003554874,0.9144294,0.00007000475,0.000053994972,0.00039034532,0.00730185,0.021957211,0.028868567,0.00021586417,0.026255235,0.00007334385],"about_ca_topic_score_codex":0.12430563,"about_ca_topic_score_gemma":0.1684348,"teacher_disagreement_score":0.9983024,"about_ca_system_score_codex":0.0018238116,"about_ca_system_score_gemma":0.0023001835,"threshold_uncertainty_score":0.24716419},"labels":[],"label_agreement":null},{"id":"W3010944450","doi":"10.1145/3343413.3377989","title":"The Role of Domain Knowledge in Search as Learning","year":2020,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Computer science; Session (web analytics); Task (project management); Domain (mathematical analysis); Cognition; Domain knowledge; Digital library; Task analysis; Information retrieval; Artificial intelligence; World Wide Web; Psychology","score_opus":0.020660269692202814,"score_gpt":0.2830862860711478,"score_spread":0.26242601637894497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010944450","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97222316,0.001335842,0.009487845,0.00044971684,0.000012830265,0.000085600834,0.00005789165,0.00005049621,0.016296593],"genre_scores_gemma":[0.99630785,0.00041388735,0.002542515,0.000046633028,0.00000950421,0.00003116747,0.00005524132,0.00001088534,0.0005823403],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9951125,0.0028129704,0.00024325664,0.00047362904,0.0011034315,0.00025411468],"domain_scores_gemma":[0.9083989,0.0763134,0.007145768,0.0033195887,0.002587311,0.002234906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005139709,0.00032032272,0.00041987098,0.002069626,0.0007370503,0.003923999,0.0005735059,0.00063581025,0.0022278086],"category_scores_gemma":[0.054531373,0.00021548767,0.00029749834,0.0013987549,0.001753459,0.0038182375,0.0021558385,0.00080376153,0.00028005178],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011745696,0.0016552251,0.40256235,0.0028084978,0.00038899574,0.00086643436,0.0856385,0.0069334344,0.01566933,0.014394391,0.0011382083,0.46677002],"study_design_scores_gemma":[0.00016110227,0.002399173,0.83712953,0.001001267,0.0003260522,0.0019628885,0.058538023,0.015892364,0.010020154,0.058507256,0.013838447,0.0002237505],"about_ca_topic_score_codex":0.001553821,"about_ca_topic_score_gemma":0.0019135381,"teacher_disagreement_score":0.005139709,"about_ca_system_score_codex":0.00076913903,"about_ca_system_score_gemma":0.0011062251,"threshold_uncertainty_score":0.027181685},"labels":[],"label_agreement":null},{"id":"W3015985000","doi":"10.5539/ijel.v10n3p219","title":"Lexical Ambiguity in Arabic Information Retrieval: The Case of Six Web-Based Search Engines","year":2020,"lang":"en","type":"article","venue":"International Journal of English Linguistics","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Prince Sattam bin Abdulaziz University","keywords":"Ambiguity; Computer science; Natural language processing; Information retrieval; Arabic; Intelligibility (philosophy); Artificial intelligence; Linguistics","score_opus":0.029588416105520234,"score_gpt":0.30287249932779076,"score_spread":0.27328408322227055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015985000","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9801406,0.0012647856,0.00344475,0.00056450843,0.000023135295,0.00012859421,0.00017603552,0.000093498005,0.01416398],"genre_scores_gemma":[0.98915327,0.0003538336,0.0077058836,0.000080778445,0.0000150149635,0.000032278964,0.0002684925,0.000026832471,0.002363701],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9969502,0.0012154562,0.00032692254,0.00021414908,0.0010335561,0.0002596661],"domain_scores_gemma":[0.98917514,0.007635457,0.000598351,0.00050597306,0.0017333883,0.00035166153],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003839898,0.00049157726,0.0009635799,0.0031280497,0.0022955965,0.0031315861,0.00082763034,0.002022878,0.0027160067],"category_scores_gemma":[0.020589441,0.00024007088,0.00055567484,0.004021903,0.0013255482,0.0036490336,0.0013746538,0.00057417125,0.00074310525],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007900346,0.002734503,0.25636545,0.0045205397,0.00055866776,0.06512291,0.03442686,0.17322953,0.030897042,0.100058384,0.020482304,0.3037035],"study_design_scores_gemma":[0.00040770698,0.0012483521,0.0864837,0.00036658914,0.00047435274,0.01378044,0.041283634,0.75671536,0.025453884,0.029376343,0.04402394,0.00038577185],"about_ca_topic_score_codex":0.016026177,"about_ca_topic_score_gemma":0.009114843,"teacher_disagreement_score":0.016026177,"about_ca_system_score_codex":0.0017163834,"about_ca_system_score_gemma":0.0010364135,"threshold_uncertainty_score":0.031865776},"labels":[],"label_agreement":null},{"id":"W3033746925","doi":"10.1080/0194262x.2020.1758284","title":"Information Seeking Behaviors, Attitudes, and Choices of Academic Mathematicians","year":2020,"lang":"en","type":"article","venue":"Science & Technology Libraries","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo; Wilfrid Laurier University; Toronto Metropolitan University; Brock University","funders":"","keywords":"Pace; Citation; Feeling; Variety (cybernetics); Information seeking; Sample (material); Information needs; Computer science; Psychology; Public relations; Sociology; Library science; Political science; Social psychology","score_opus":0.019297090077828885,"score_gpt":0.2710966486267481,"score_spread":0.2517995585489192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033746925","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.998582,0.00009043503,0.000044060187,0.00033076826,0.0000021414025,0.0000077793175,0.000020633486,0.0000022628096,0.00091992924],"genre_scores_gemma":[0.99867344,0.00022072406,0.00012720903,0.00024652705,0.000007405026,0.000009066729,0.00004343116,0.0000020562093,0.00067024],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974809,0.00088736176,0.00020758554,0.00019426555,0.00068593025,0.00054382463],"domain_scores_gemma":[0.9817292,0.007558253,0.004569341,0.00043406972,0.0018807432,0.0038284406],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0052594948,0.00018793337,0.0004258111,0.0035676754,0.0029384256,0.004186959,0.0006050112,0.0009282429,0.002891941],"category_scores_gemma":[0.021612963,0.00031117364,0.00033636353,0.0026721277,0.0020358765,0.0017166155,0.0019115618,0.0011116248,0.0004636755],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017719678,0.00036695867,0.7329585,0.00010064078,0.00003287641,0.00030102849,0.2434337,0.00010819176,0.0007800103,0.0007520583,0.0009496169,0.020039286],"study_design_scores_gemma":[0.000025444248,0.00028051937,0.5206492,0.0001351315,0.000038004928,0.00031458115,0.47118288,0.00049585046,0.00041459227,0.0004909486,0.005910529,0.00006233196],"about_ca_topic_score_codex":0.03200578,"about_ca_topic_score_gemma":0.041730803,"teacher_disagreement_score":0.995813,"about_ca_system_score_codex":0.002727294,"about_ca_system_score_gemma":0.0027580094,"threshold_uncertainty_score":0.063638985},"labels":[],"label_agreement":null},{"id":"W3037047743","doi":"10.1002/meet.14504901231","title":"Investigating web information gathering tasks","year":2012,"lang":"en","type":"article","venue":"Proceedings of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; World Wide Web; Task (project management); Web navigation; Web browser; Interface (matter); Information retrieval; Web intelligence; Web page; The Internet; Web development; Engineering","score_opus":0.015986034498843924,"score_gpt":0.2651026471023747,"score_spread":0.24911661260353077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037047743","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99351525,0.00007950849,0.0014152708,0.000034734057,0.0000043323494,0.00017499736,0.00008490677,0.000024338078,0.004666499],"genre_scores_gemma":[0.99582714,0.00007638925,0.0026830682,0.00003800375,0.000006162975,0.0002102632,0.00025259415,0.000014817916,0.0008914676],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99731797,0.0015135725,0.00017525822,0.0002342746,0.00053480285,0.00022411613],"domain_scores_gemma":[0.95242447,0.03808284,0.003289648,0.0019915141,0.0033437528,0.00086770713],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033453004,0.0002946148,0.0003502714,0.0013996516,0.0009943462,0.0021869056,0.00064206077,0.0007099129,0.00287112],"category_scores_gemma":[0.034566656,0.00029558403,0.00024929692,0.0008160725,0.00044211184,0.001607817,0.00105237,0.00091820676,0.00055487826],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032128482,0.008548517,0.5260044,0.002569228,0.00025670152,0.0007124929,0.12156095,0.0041834144,0.07980007,0.004355662,0.003804308,0.24499142],"study_design_scores_gemma":[0.000281515,0.0036412007,0.881758,0.0003784508,0.00014032693,0.00048693412,0.049337972,0.020181179,0.025658438,0.0036188338,0.014371793,0.0001454064],"about_ca_topic_score_codex":0.003006852,"about_ca_topic_score_gemma":0.0029357139,"teacher_disagreement_score":0.0033453004,"about_ca_system_score_codex":0.00060931133,"about_ca_system_score_gemma":0.0005455563,"threshold_uncertainty_score":0.01769185},"labels":[],"label_agreement":null},{"id":"W308028713","doi":"","title":"Describing the Information Seeking Behavior: An Investigation on Comparing Learning Models Using Experimental Data Sets/DESCRIPTION DU COMPORTEMENT DE LA RECHERCHE D'INFORMATION : UNE INVESTIGATION SUR LA COMPARAISON DES MODÈLES D'APPRENTISSAGE EN UTILISANT L'ENSEMBLE DE DONNÉES EXPÉRIMENTALES","year":2007,"lang":"fr","type":"article","venue":"Canadian social science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Psychology; Social psychology; Philosophy","score_opus":0.5718944024802525,"score_gpt":0.380776125966196,"score_spread":0.1911182765140565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W308028713","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95416147,0.00028425097,0.043515436,0.00010472797,0.000028522867,0.00064933597,0.0002826504,0.00007493312,0.0008987363],"genre_scores_gemma":[0.97332394,0.00012952888,0.024347743,0.000056842924,0.000016213942,0.0012661291,0.00057447737,0.000023150455,0.00026187874],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9369156,0.051296666,0.0045331423,0.0033459612,0.0034478272,0.00046087813],"domain_scores_gemma":[0.40154663,0.5583041,0.009890829,0.020700626,0.008958193,0.000599672],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.079485856,0.0010469197,0.0014567095,0.0018672106,0.000826523,0.0028983748,0.0020971908,0.002039644,0.0023034862],"category_scores_gemma":[0.23993129,0.0007139137,0.0039922083,0.0018411374,0.0018551853,0.0036896705,0.0017786057,0.0021412615,0.00025740862],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014373677,0.014913013,0.50182325,0.0035675725,0.009619314,0.00028290725,0.01853777,0.24632373,0.008967047,0.01563235,0.0011899844,0.16476934],"study_design_scores_gemma":[0.0009584097,0.012742015,0.18998913,0.0005556867,0.0025316523,0.00030648833,0.00505658,0.76196104,0.012012529,0.011048637,0.0023696844,0.000468142],"about_ca_topic_score_codex":0.004934957,"about_ca_topic_score_gemma":0.002502174,"teacher_disagreement_score":0.079485856,"about_ca_system_score_codex":0.0023268068,"about_ca_system_score_gemma":0.0011404858,"threshold_uncertainty_score":0.4203664},"labels":[],"label_agreement":null},{"id":"W308199711","doi":"","title":"Webnotes: Is Google Getting Too Good?","year":2007,"lang":"en","type":"article","venue":"ABA banking journal","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"World Wide Web; Web page; Sentence; Search engine optimization; Computer science; The Internet; Artificial intelligence","score_opus":0.019660151731651282,"score_gpt":0.2821559911997701,"score_spread":0.26249583946811883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W308199711","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049438993,0.04080139,0.00082325464,0.68514633,0.028302122,0.000057540685,0.0037777622,0.0035179507,0.2326298],"genre_scores_gemma":[0.092182316,0.068629116,0.0028415122,0.4318547,0.028549032,0.00012307262,0.010097967,0.0047761165,0.36094627],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99494153,0.0005456138,0.00023232037,0.00047293954,0.0029262719,0.00088127423],"domain_scores_gemma":[0.99153835,0.001307576,0.00054039457,0.00064397213,0.0037651202,0.0022044668],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030896142,0.0012124238,0.00078842556,0.0058681862,0.006191881,0.021575019,0.0016582537,0.0066739754,0.05482777],"category_scores_gemma":[0.016082708,0.0005134945,0.0008789105,0.007916764,0.005565822,0.02568963,0.0040123337,0.0064411866,0.045831874],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027972454,0.0000079568135,0.00068064855,0.00010955743,0.000009296542,0.00007070747,0.00030237087,0.000014195773,0.00005795779,0.007858878,0.9605787,0.03028167],"study_design_scores_gemma":[0.000008932182,0.0000102466975,0.0015617824,0.00015156013,0.00000829545,0.00012201194,0.0010151897,0.00003604582,0.00007837405,0.0022573597,0.99471825,0.000031973224],"about_ca_topic_score_codex":0.08546665,"about_ca_topic_score_gemma":0.099278405,"teacher_disagreement_score":0.08546665,"about_ca_system_score_codex":0.004409006,"about_ca_system_score_gemma":0.006203473,"threshold_uncertainty_score":0.18341714},"labels":[],"label_agreement":null},{"id":"W3083137311","doi":"10.1145/3409256.3409816","title":"Offline Evaluation without Gain","year":2020,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Compatibility (geochemistry); Computer science; Learning to rank; Ranking (information retrieval); Ideal solution; Information retrieval; Data mining; Artificial intelligence; Machine learning; Engineering","score_opus":0.08723976651019504,"score_gpt":0.32426593918105984,"score_spread":0.2370261726708648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3083137311","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.081867985,0.0018893862,0.8587125,0.0008911216,0.00025572194,0.00082572066,0.0008857258,0.007205341,0.047466602],"genre_scores_gemma":[0.6861792,0.00039846933,0.2962973,0.00043577672,0.00031627636,0.0005509959,0.0011159141,0.0012182265,0.013487773],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97886753,0.00890494,0.00094954413,0.002210626,0.008077447,0.0009900022],"domain_scores_gemma":[0.97159684,0.012475031,0.0012352194,0.009087946,0.0046758465,0.0009291128],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010185727,0.0018244227,0.002273585,0.002470372,0.00094613945,0.0048472425,0.0021701097,0.0014894563,0.012167683],"category_scores_gemma":[0.035114534,0.00056925457,0.00081155996,0.002151376,0.0013635033,0.006679889,0.0035640039,0.0017167364,0.005714823],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024498657,0.001000151,0.0068137026,0.0005837595,0.00023001006,0.00023594788,0.00065217854,0.031795636,0.027949922,0.058181144,0.019397272,0.85071045],"study_design_scores_gemma":[0.00035147433,0.0026126269,0.00861217,0.00024226267,0.00025363496,0.0009367484,0.00069375307,0.7604314,0.040153444,0.14676367,0.038699403,0.0002493068],"about_ca_topic_score_codex":0.001982635,"about_ca_topic_score_gemma":0.0025189728,"teacher_disagreement_score":0.012167683,"about_ca_system_score_codex":0.001831627,"about_ca_system_score_gemma":0.0022633367,"threshold_uncertainty_score":0.053867936},"labels":[],"label_agreement":null},{"id":"W3093924713","doi":"10.1145/3340531.3411915","title":"Offline Evaluation by Maximum Similarity to an Ideal Ranking","year":2020,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Ranking (information retrieval); Relevance (law); Learning to rank; Similarity (geometry); Correctness; Computer science; Rank (graph theory); Ideal (ethics); Information retrieval; Set (abstract data type); Measure (data warehouse); Data mining; Ranking SVM; Similarity measure; Artificial intelligence; Mathematics; Algorithm","score_opus":0.06998699835595117,"score_gpt":0.3268742644032515,"score_spread":0.25688726604730033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093924713","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10099446,0.0014388284,0.8796562,0.00035384612,0.00015773792,0.00032510358,0.00038460342,0.0018792707,0.014809941],"genre_scores_gemma":[0.6580149,0.00040867997,0.3361322,0.00015208933,0.00018135479,0.00033210733,0.00094536546,0.00051388534,0.003319422],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9788303,0.009344744,0.0012721474,0.002280738,0.0074415277,0.0008306174],"domain_scores_gemma":[0.9725537,0.013947602,0.002132246,0.00508428,0.005341034,0.0009412464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011051446,0.0012411778,0.0023766705,0.00541257,0.0010460722,0.004470822,0.0014193051,0.001511502,0.0038747173],"category_scores_gemma":[0.045854226,0.0004269626,0.0008787614,0.0032281394,0.001951563,0.0058515975,0.0025380114,0.0012802174,0.0017936672],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024642376,0.0009772201,0.01809894,0.001031128,0.00041925546,0.00039680893,0.0009894874,0.15043582,0.025113976,0.15491717,0.014507164,0.6306488],"study_design_scores_gemma":[0.00012424582,0.0017599543,0.0058360836,0.00013553353,0.00012801841,0.0007743268,0.0004593682,0.85589576,0.024080217,0.09581926,0.014847868,0.00013931948],"about_ca_topic_score_codex":0.0014763086,"about_ca_topic_score_gemma":0.0016542193,"teacher_disagreement_score":0.011051446,"about_ca_system_score_codex":0.0023097764,"about_ca_system_score_gemma":0.0022695237,"threshold_uncertainty_score":0.058446348},"labels":[],"label_agreement":null},{"id":"W3099634332","doi":"10.29173/cais1141","title":"Wilson and Kierkegaard: Understanding Cognitive Authority","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Normative; Context (archaeology); Epistemology; Cognition; Humanities; Sociology; Philosophy; Political science; Psychology; History","score_opus":0.06425571553594991,"score_gpt":0.26869064808353754,"score_spread":0.20443493254758763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3099634332","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10287951,0.062598854,0.047336508,0.099677406,0.0010664655,0.00009347661,0.00016929285,0.00015009132,0.6860283],"genre_scores_gemma":[0.9551001,0.013084495,0.008696571,0.0026258174,0.00044667532,0.00010185192,0.00006105764,0.000048369715,0.019835055],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99693644,0.0015740889,0.00015356585,0.0003220833,0.0007517684,0.00026204225],"domain_scores_gemma":[0.9948435,0.0035407678,0.0004935714,0.00028008161,0.00057252776,0.00026951294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046070456,0.00040606217,0.00046212098,0.0044575604,0.005897674,0.01082892,0.0011677236,0.0031691242,0.003393289],"category_scores_gemma":[0.013590425,0.0003201194,0.0004876449,0.0036801395,0.023856988,0.0142131355,0.004390085,0.0028547337,0.00043672472],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013480752,0.000012415936,0.0005091128,0.00008283399,0.0000054353004,0.00013361368,0.03750398,0.00030571205,0.000088266854,0.941011,0.0041434006,0.01619068],"study_design_scores_gemma":[0.000014953606,0.000014235993,0.0014915529,0.00039915415,0.00001865904,0.00021346324,0.014658339,0.00066905183,0.00023788735,0.8373193,0.14493026,0.000033089702],"about_ca_topic_score_codex":0.040931318,"about_ca_topic_score_gemma":0.034149267,"teacher_disagreement_score":0.040931318,"about_ca_system_score_codex":0.010125641,"about_ca_system_score_gemma":0.0077966577,"threshold_uncertainty_score":0.08138615},"labels":[],"label_agreement":null},{"id":"W3103686454","doi":"10.1145/3331184.3331339","title":"The Impact of Score Ties on Repeatability in Document Ranking","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Ranking (information retrieval); Search engine indexing; Computer science; Context (archaeology); Information retrieval; Index (typography); Data mining; World Wide Web","score_opus":0.038034321101909775,"score_gpt":0.3364973686898886,"score_spread":0.2984630475879788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3103686454","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7455227,0.0026373698,0.22972703,0.0018754369,0.00074574974,0.0011561397,0.0011816045,0.0073035643,0.009850428],"genre_scores_gemma":[0.9329051,0.00029389063,0.061374243,0.00039546928,0.00020498782,0.0005151656,0.0010240657,0.0012081007,0.0020789844],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.88069504,0.05787193,0.01160239,0.013695078,0.03232198,0.0038135855],"domain_scores_gemma":[0.4643735,0.34253556,0.031153873,0.13562115,0.02220061,0.0041153915],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05446163,0.0011204067,0.002184066,0.0016053139,0.0029169673,0.0054764925,0.0028774012,0.0022220267,0.0024986546],"category_scores_gemma":[0.34268752,0.0014071394,0.001293721,0.0027085443,0.0034492922,0.009025191,0.0044659222,0.0036830606,0.001452129],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009548764,0.002704492,0.14464174,0.0023067219,0.0018562309,0.00085016823,0.0049325814,0.12923956,0.12993559,0.023128547,0.017587442,0.5332681],"study_design_scores_gemma":[0.0009906025,0.013832998,0.18969618,0.00050815166,0.0011995428,0.0028428456,0.0032396584,0.41688275,0.23648497,0.09683335,0.036360905,0.0011280392],"about_ca_topic_score_codex":0.0023913966,"about_ca_topic_score_gemma":0.002787053,"teacher_disagreement_score":0.9455384,"about_ca_system_score_codex":0.002012555,"about_ca_system_score_gemma":0.0025604274,"threshold_uncertainty_score":0.28802407},"labels":[],"label_agreement":null},{"id":"W3106842042","doi":"10.5753/cbie.sbie.2020.1393","title":"Raising the Dimensions and Variables for Searching as a Learning Process: A Systematic Mapping of the Literature","year":2020,"lang":"en","type":"article","venue":"Anais do XXXI Simpósio Brasileiro de Informática na Educação (SBIE 2020)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Canadian Bureau for International Education","keywords":"Process (computing); Raising (metalworking); Computer science; Order (exchange); Active learning (machine learning); Meta learning (computer science); Artificial intelligence; Data science; Machine learning; Knowledge management; Engineering; Task (project management)","score_opus":0.026535722178044778,"score_gpt":0.2920726898524888,"score_spread":0.265536967674444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3106842042","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30672562,0.5802689,0.060207486,0.0112246,0.00050378655,0.009699101,0.0053580385,0.00026787535,0.025744596],"genre_scores_gemma":[0.6110321,0.22504105,0.14999923,0.001824329,0.00014075861,0.0076653454,0.0030162553,0.00008525538,0.0011956742],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9853962,0.005874324,0.0038374453,0.0015884902,0.0029154944,0.0003880657],"domain_scores_gemma":[0.89796305,0.08346924,0.008582275,0.0027967566,0.006521994,0.00066672446],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.018877529,0.0011436869,0.0023813455,0.05567863,0.0023510642,0.0077769705,0.0011637532,0.0016073197,0.0029176096],"category_scores_gemma":[0.06682236,0.00088841247,0.0030843504,0.035662044,0.0046018707,0.009445739,0.0038623638,0.0019231966,0.00039781013],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037646733,0.00030721695,0.08425326,0.18671052,0.0021233922,0.00091629644,0.04598038,0.0013720428,0.002753414,0.067686826,0.003420399,0.6040998],"study_design_scores_gemma":[0.00022916839,0.00089068385,0.19851485,0.37077272,0.012069488,0.0033202707,0.14663321,0.0042072064,0.0039731413,0.118200906,0.14081515,0.00037324775],"about_ca_topic_score_codex":0.005768046,"about_ca_topic_score_gemma":0.007367782,"teacher_disagreement_score":0.9443214,"about_ca_system_score_codex":0.0054128836,"about_ca_system_score_gemma":0.02027355,"threshold_uncertainty_score":0.09983504},"labels":[],"label_agreement":null},{"id":"W312214361","doi":"","title":"The Observation and Experiment of Field dependence/Field Independence Based on R&T Users' Behavioral of Information Searching/OBSERVATION ET EXPÉRIMENTATION DE LA DÉPENDANCE DE CHAMP/ INDÉPENDANCE DE CHAMP BASÉES SUR LE COMPORTEMENT DE RECHERCHE D'INFORMATION DES UTILISATEURS R&T","year":2007,"lang":"fr","type":"article","venue":"Canadian social science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cognitive style; Field (mathematics); Cognition; Psychology; Humanities; Independence (probability theory); Style (visual arts); Cognitive science; Philosophy; Geography; Mathematics; Statistics","score_opus":0.15678660696549956,"score_gpt":0.38719792607916503,"score_spread":0.23041131911366547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W312214361","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99585885,0.000016950135,0.0021058938,0.000033333108,0.0000062309937,0.0001700847,0.00007163433,0.000028225519,0.0017088554],"genre_scores_gemma":[0.99456066,0.000021856053,0.0030241124,0.00004283315,0.000008667379,0.00032984305,0.00010126726,0.000012435545,0.001898277],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99391174,0.0037474055,0.0004454653,0.0007813825,0.0008522599,0.00026176768],"domain_scores_gemma":[0.94420534,0.039260224,0.0041619483,0.006285757,0.004704928,0.0013818316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006342073,0.0003769364,0.00027154788,0.0006130139,0.0006533963,0.00073449133,0.00042288486,0.00053097063,0.0056448467],"category_scores_gemma":[0.021095635,0.00033669223,0.0006119941,0.0004387167,0.0010185641,0.0008200423,0.0008600972,0.00088075275,0.0006804924],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011343127,0.009719039,0.5994712,0.0009222948,0.0003925641,0.0003723967,0.05905996,0.001974715,0.1874863,0.004367434,0.0017037869,0.123187214],"study_design_scores_gemma":[0.00052572653,0.021594102,0.85903096,0.0000957117,0.0002270528,0.00037909663,0.012559297,0.0065860916,0.09243096,0.002011652,0.0043148547,0.00024454945],"about_ca_topic_score_codex":0.00096541457,"about_ca_topic_score_gemma":0.00070091285,"teacher_disagreement_score":0.006342073,"about_ca_system_score_codex":0.0004919333,"about_ca_system_score_gemma":0.0005385158,"threshold_uncertainty_score":0.033540487},"labels":[],"label_agreement":null},{"id":"W3133538881","doi":"10.1145/3406522.3446055","title":"Supporting Cross-Session Cross-Device Search in an Academic Digital Library","year":2021,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Session (web analytics); Computer science; Task (project management); Laptop; Digital library; Multimedia; Interface (matter); World Wide Web; Key (lock); Mobile device; Selection (genetic algorithm); Human–computer interaction; Information retrieval; Artificial intelligence; Operating system; Engineering","score_opus":0.05211736685505048,"score_gpt":0.40310369259505846,"score_spread":0.350986325740008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133538881","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6292518,0.00097176817,0.25763765,0.0010171435,0.0001445791,0.0009358135,0.0018164009,0.07901916,0.029205684],"genre_scores_gemma":[0.80314326,0.00037173668,0.1812131,0.00031088004,0.00007441465,0.0003032077,0.0015439441,0.0015931415,0.011446372],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99923575,0.00024736696,0.00009958469,0.000117929194,0.00018994864,0.00010943227],"domain_scores_gemma":[0.9914454,0.005115622,0.00037428082,0.0014826836,0.0007004817,0.00088143465],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0017405362,0.0006416078,0.00076926436,0.0014929211,0.00076794194,0.0026477405,0.0012540043,0.0011886044,0.008877038],"category_scores_gemma":[0.007511459,0.00037490693,0.00049935724,0.0012015377,0.00031364633,0.0035639533,0.0033565864,0.0006652691,0.0034627442],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005060814,0.0031307053,0.048052076,0.0017450952,0.00024397008,0.005609364,0.028091682,0.0060494444,0.14549458,0.008578902,0.050905667,0.6970377],"study_design_scores_gemma":[0.0011785338,0.005812474,0.12389498,0.0013180368,0.00074590126,0.010460143,0.01540456,0.35147855,0.1250089,0.019307807,0.34393784,0.00145229],"about_ca_topic_score_codex":0.0022967446,"about_ca_topic_score_gemma":0.0052393363,"teacher_disagreement_score":0.99735224,"about_ca_system_score_codex":0.0003106259,"about_ca_system_score_gemma":0.00067537767,"threshold_uncertainty_score":0.029696643},"labels":[],"label_agreement":null},{"id":"W3135829606","doi":"10.1145/3406522.3446037","title":"Visually Linked Keywords to Support Exploratory Browsing","year":2021,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Exploratory search; Computer science; Digital library; Exploratory research; Task (project management); Workspace; Interface (matter); World Wide Web; Academic library; Human–computer interaction; Information retrieval; Baseline (sea); Multimedia; Artificial intelligence","score_opus":0.04591976410337585,"score_gpt":0.3128526941967098,"score_spread":0.26693293009333396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135829606","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69681096,0.002027346,0.2613969,0.00049715,0.000121686346,0.0011309822,0.0017880792,0.022694454,0.013532387],"genre_scores_gemma":[0.73061925,0.0005858444,0.26086575,0.00021233667,0.00007421027,0.0008065108,0.0010871164,0.0007361455,0.005012859],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989968,0.00038478422,0.00013267688,0.00015322161,0.00026209943,0.000070409485],"domain_scores_gemma":[0.98048055,0.014740752,0.0011443126,0.001866123,0.0011203419,0.0006479711],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019171715,0.0007179918,0.00056518137,0.0017786963,0.00030826428,0.0019279481,0.0010261221,0.0008104441,0.0056305346],"category_scores_gemma":[0.019199757,0.0003213532,0.00038887325,0.0013505489,0.000358391,0.0030867294,0.0024420586,0.0004451588,0.001660744],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004799993,0.0016110908,0.019394262,0.004953934,0.00015721424,0.0015509165,0.014052995,0.0036473037,0.217651,0.006577379,0.012903793,0.7127002],"study_design_scores_gemma":[0.0032641639,0.011606507,0.16864748,0.0034732167,0.0016179885,0.011653187,0.014656539,0.14426264,0.25880307,0.044365518,0.33604714,0.0016025268],"about_ca_topic_score_codex":0.0005909903,"about_ca_topic_score_gemma":0.0011779813,"teacher_disagreement_score":0.0056305346,"about_ca_system_score_codex":0.00028065374,"about_ca_system_score_gemma":0.0006792733,"threshold_uncertainty_score":0.018835962},"labels":[],"label_agreement":null},{"id":"W3138887288","doi":"10.1145/3244147","title":"Session details: Information retrieval session 2: non-text retrieval","year":2003,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Session (web analytics); Computer science; Information retrieval; Multimedia; World Wide Web","score_opus":0.01758756751141675,"score_gpt":0.268448411932732,"score_spread":0.25086084442131523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138887288","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008090943,0.009200989,0.009624199,0.012448939,0.028133053,0.0048335856,0.033260424,0.012176875,0.882231],"genre_scores_gemma":[0.019055258,0.0039442936,0.0022599618,0.0017926666,0.0058120163,0.0011320065,0.011456065,0.001743648,0.95280397],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99894506,0.00017546663,0.00007796955,0.00023451274,0.00034088033,0.00022603708],"domain_scores_gemma":[0.9919492,0.0033019385,0.00018336189,0.0011468373,0.0013546477,0.002063941],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002135152,0.0024861419,0.008389814,0.0019829255,0.003699206,0.008267007,0.0019318929,0.007364208,0.8777876],"category_scores_gemma":[0.00709171,0.00063639344,0.002335698,0.002415527,0.00093655364,0.0031071305,0.0019933044,0.0031554534,0.8096076],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009686749,0.0006234613,0.00034002133,0.00074243237,0.00004343913,0.00021840639,0.00006297811,0.00013047513,0.004940916,0.0011602103,0.93327886,0.057490166],"study_design_scores_gemma":[0.0005271692,0.0009163361,0.004646714,0.00024501843,0.00013086991,0.00044080315,0.0001252511,0.0014831336,0.0044661467,0.0035211109,0.9833981,0.00009937855],"about_ca_topic_score_codex":0.0021517857,"about_ca_topic_score_gemma":0.003433227,"teacher_disagreement_score":0.8777876,"about_ca_system_score_codex":0.0010850256,"about_ca_system_score_gemma":0.0014249111,"threshold_uncertainty_score":0.17432112},"labels":[],"label_agreement":null},{"id":"W3144604296","doi":"10.29173/iasl7669","title":"I-LEARN","year":2021,"lang":"en","type":"article","venue":"IASL Annual Conference Proceedings","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Information literacy; Focus (optics); Process (computing); Face (sociological concept); Grounded theory; World Wide Web; Qualitative research; Sociology","score_opus":0.027395459311626777,"score_gpt":0.26783847325611093,"score_spread":0.24044301394448414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3144604296","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014895823,0.0008345864,0.120189674,0.0100598065,0.0005925035,0.00066592894,0.002028603,0.005405335,0.8453276],"genre_scores_gemma":[0.24929936,0.0027214726,0.1381859,0.010005793,0.0002852782,0.0013504619,0.0066434834,0.0018947409,0.5896135],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99828064,0.00035728802,0.00009608393,0.0003786432,0.00063335284,0.0002540374],"domain_scores_gemma":[0.995404,0.0009732378,0.00031508645,0.0011408917,0.0011473784,0.0010194445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016349738,0.00076674565,0.00042087102,0.00096678245,0.0015897978,0.0055485303,0.0028565598,0.0018710954,0.08189864],"category_scores_gemma":[0.008545147,0.0003966043,0.0008718274,0.0010268614,0.0013547332,0.009529711,0.0047859713,0.0023169355,0.050404243],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002491288,0.0006329055,0.0076942076,0.00056398014,0.000033867185,0.00023921668,0.003347144,0.0020253845,0.001523164,0.347068,0.2352953,0.4013277],"study_design_scores_gemma":[0.000047658254,0.00030582893,0.0021004295,0.00028233146,0.000029342782,0.00058634434,0.0014343001,0.005823748,0.0025477288,0.11758683,0.86919665,0.000058940343],"about_ca_topic_score_codex":0.002954207,"about_ca_topic_score_gemma":0.0034760514,"teacher_disagreement_score":0.08189864,"about_ca_system_score_codex":0.0016699941,"about_ca_system_score_gemma":0.004128014,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W3152534132","doi":"10.1145/3404835.3462947","title":"Evaluation Measures Based on Preference Graphs","year":2021,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Ranking (information retrieval); Preference; Relevance (law); Measure (data warehouse); Computer science; Learning to rank; Similarity (geometry); Flexibility (engineering); Rank (graph theory); Set (abstract data type); Information retrieval; Similarity measure; Mathematics; Artificial intelligence; Statistics; Data mining; Combinatorics","score_opus":0.13274390968513622,"score_gpt":0.31049680456358447,"score_spread":0.17775289487844825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3152534132","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02380198,0.0025108908,0.95923644,0.0007077272,0.00020011656,0.0007418885,0.0010226127,0.0008937996,0.010884572],"genre_scores_gemma":[0.57226145,0.00175519,0.4177962,0.00052900065,0.00047550458,0.0016925841,0.0018208503,0.00037920184,0.0032900902],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9559177,0.022258405,0.0039489516,0.0037624247,0.013071091,0.0010413826],"domain_scores_gemma":[0.8891134,0.083022125,0.006927215,0.007429245,0.012088233,0.0014197939],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02053851,0.002855183,0.0023628676,0.010260691,0.0010604322,0.00619203,0.0023697533,0.0021106487,0.00460217],"category_scores_gemma":[0.09566023,0.0007286369,0.0019807846,0.008048781,0.0020645563,0.010979189,0.0024755534,0.0029515813,0.0011315612],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010726106,0.00045777002,0.0077367765,0.0016469463,0.0009332975,0.00024942512,0.0006655312,0.2192471,0.0036078189,0.30202153,0.012467561,0.44989365],"study_design_scores_gemma":[0.00016737211,0.0008218428,0.0037842463,0.0003084154,0.00026087428,0.0004144189,0.00030643173,0.55924183,0.003455731,0.42051595,0.010502404,0.00022054027],"about_ca_topic_score_codex":0.0017294416,"about_ca_topic_score_gemma":0.001559766,"teacher_disagreement_score":0.02053851,"about_ca_system_score_codex":0.0042622015,"about_ca_system_score_gemma":0.001667083,"threshold_uncertainty_score":0.10861933},"labels":[],"label_agreement":null},{"id":"W3153357","doi":"10.29173/cais413","title":"The Effect of Query Characteristics on Retrieval Results in the TREC Retrieval Tests","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Information retrieval; NIST; Ranking (information retrieval); Computer science; Relevance (law); Query expansion; Document retrieval; Data retrieval; Natural language processing","score_opus":0.0177791251940546,"score_gpt":0.2559922054301538,"score_spread":0.23821308023609916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153357","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98462546,0.0029158143,0.005181809,0.00036802777,0.0001949387,0.00031992284,0.0015339098,0.0006449062,0.0042152],"genre_scores_gemma":[0.99346703,0.0002324748,0.0020234624,0.00015757089,0.000108912835,0.00020656911,0.002604799,0.00039032858,0.0008087866],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8824858,0.061279085,0.014311294,0.00820847,0.03030152,0.0034138772],"domain_scores_gemma":[0.24818596,0.6932865,0.023143776,0.014081811,0.018165853,0.0031361387],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06033891,0.0013678793,0.002191371,0.0055345553,0.0012706128,0.0040959828,0.0017152743,0.0028055082,0.0012632615],"category_scores_gemma":[0.34259415,0.0007148495,0.0018619684,0.007507123,0.0018597692,0.004261287,0.0018053141,0.0022260025,0.0010505354],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0596446,0.005654277,0.5655534,0.0030227245,0.00551831,0.0019997356,0.003273515,0.056922257,0.068585135,0.0012730091,0.011145054,0.2174079],"study_design_scores_gemma":[0.0012152663,0.02784607,0.8446046,0.00015938318,0.0017185532,0.0019683917,0.0014927232,0.051892806,0.06298871,0.0016862979,0.0038325833,0.0005945542],"about_ca_topic_score_codex":0.0041678925,"about_ca_topic_score_gemma":0.003514097,"teacher_disagreement_score":0.06033891,"about_ca_system_score_codex":0.0025134592,"about_ca_system_score_gemma":0.0010291209,"threshold_uncertainty_score":0.31910652},"labels":[],"label_agreement":null},{"id":"W3153557349","doi":"10.1145/3404835.3462951","title":"Not All Relevance Scores are Equal: Efficient Uncertainty and Calibration Modeling for Deep Retrieval Models","year":2021,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"","keywords":"Ranking (information retrieval); Relevance (law); Metric (unit); Calibration; Bayesian probability; Divergence-from-randomness model; Process (computing); Scope (computer science); Bayesian inference","score_opus":0.06952907239637028,"score_gpt":0.2941728339338712,"score_spread":0.22464376153750093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153557349","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043763474,0.00037295904,0.9531468,0.0006563823,0.000018402183,0.000056146535,0.00014164363,0.00051238586,0.0013317802],"genre_scores_gemma":[0.87795526,0.00045666864,0.11653225,0.00030894883,0.00010075783,0.00018384319,0.00043002638,0.00018295852,0.0038491916],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969796,0.0011770462,0.00017349102,0.00058525335,0.0007781982,0.00030640705],"domain_scores_gemma":[0.9870682,0.009089162,0.0011160263,0.0013472468,0.001078108,0.00030121778],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005511242,0.0009862108,0.002115187,0.0011255918,0.00069785485,0.0025489319,0.002766163,0.0020947144,0.0024272478],"category_scores_gemma":[0.033726305,0.0010030584,0.0010429467,0.0013802194,0.0020271828,0.0064908215,0.002191836,0.0037364725,0.00069549255],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022717897,0.00008888509,0.0016188785,0.00008702752,0.000055261793,0.00012978248,0.0002439216,0.8709745,0.0019763992,0.06268125,0.001422848,0.060494006],"study_design_scores_gemma":[0.000009081874,0.000022954504,0.00018398724,0.000008076608,0.000008791631,0.00002327158,0.000010830663,0.9650818,0.00035811405,0.0340915,0.00019090493,0.000010649294],"about_ca_topic_score_codex":0.0076293214,"about_ca_topic_score_gemma":0.006429613,"teacher_disagreement_score":0.0076293214,"about_ca_system_score_codex":0.0022434262,"about_ca_system_score_gemma":0.0015453427,"threshold_uncertainty_score":0.029146552},"labels":[],"label_agreement":null},{"id":"W3159309869","doi":"10.2196/28272","title":"Document Retrieval for Precision Medicine Using a Deep Learning Ensemble Method","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Key Research and Development Program of China","keywords":"Computer science; Information retrieval; Query expansion; Relevance (law); Ranking (information retrieval); Boosting (machine learning); Learning to rank; Document retrieval; Matching (statistics); Relevance feedback; Context (archaeology); Search engine; Artificial intelligence; Data mining; Image retrieval","score_opus":0.041991955349555826,"score_gpt":0.38531124913811454,"score_spread":0.34331929378855874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159309869","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06400369,0.009032402,0.9157729,0.00074254,0.00038713575,0.00032856376,0.0011537783,0.0046536527,0.003925295],"genre_scores_gemma":[0.5745583,0.002939713,0.41148737,0.00043675146,0.0007555678,0.00034612458,0.003450798,0.00016707407,0.0058583007],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981357,0.00037770774,0.00021196526,0.00042174032,0.0006716901,0.00018119304],"domain_scores_gemma":[0.9982646,0.00059007603,0.00014401764,0.00022825801,0.0007134026,0.000059665854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028165958,0.0013951688,0.0021041078,0.005441757,0.00064292725,0.0012369622,0.0012438074,0.0014570742,0.0021541025],"category_scores_gemma":[0.004703765,0.00031866538,0.001788964,0.003549921,0.00029337508,0.0014809846,0.00093002536,0.0011908363,0.0013059219],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038450543,0.00027348252,0.003604111,0.00020104351,0.00034907568,0.00010178794,0.000073888084,0.07637226,0.009746783,0.0020081433,0.008832104,0.89805293],"study_design_scores_gemma":[0.00003272917,0.00012752849,0.0013614318,0.000023084049,0.00014922678,0.00012089248,0.000019189489,0.989122,0.004504061,0.0022721395,0.0022430627,0.000024662126],"about_ca_topic_score_codex":0.0074520963,"about_ca_topic_score_gemma":0.006671105,"teacher_disagreement_score":0.0074520963,"about_ca_system_score_codex":0.001060745,"about_ca_system_score_gemma":0.0015251559,"threshold_uncertainty_score":0.014895797},"labels":[],"label_agreement":null},{"id":"W3177795256","doi":"10.52547/jipm.36.4.1081","title":"Extraction of Effective Textual and Semantic Features in Learning to Rank for Web Document Retrieval","year":2021,"lang":"en","type":"article","venue":"Iranian Journal of Information Processing and Management","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick; Toronto Metropolitan University","funders":"","keywords":"Information retrieval; Computer science; Rank (graph theory); Learning to rank; Document clustering; Document retrieval; World Wide Web; Semantic Web; Natural language processing; Artificial intelligence; Ranking (information retrieval); Mathematics","score_opus":0.007069426982035435,"score_gpt":0.27398874291946196,"score_spread":0.2669193159374265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177795256","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29556787,0.004062067,0.67147845,0.000898971,0.00031893942,0.0010403377,0.0066763433,0.013138083,0.006818907],"genre_scores_gemma":[0.58223534,0.0004930241,0.40564373,0.00012955649,0.00016696223,0.00037538158,0.0089061735,0.00018653537,0.0018633296],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99758935,0.00065826013,0.00031639345,0.00036097667,0.00081963127,0.00025540448],"domain_scores_gemma":[0.99587077,0.0018403798,0.00039588922,0.00047388035,0.0012721955,0.00014688399],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017432201,0.0011698523,0.0014503498,0.0069097257,0.0007463909,0.0017670316,0.0009525238,0.0014333888,0.0015965399],"category_scores_gemma":[0.010368598,0.00025034472,0.0011752408,0.0047153225,0.0006557595,0.0035326888,0.00089023815,0.0011195878,0.0017650393],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007875791,0.0007783089,0.010265295,0.0006782985,0.00011933386,0.00021881289,0.00017348772,0.024357442,0.021914227,0.005179177,0.013802238,0.9217258],"study_design_scores_gemma":[0.00024703465,0.0009354867,0.015230858,0.00010580248,0.00026609044,0.0005160763,0.000459875,0.90488875,0.04987034,0.014878603,0.012451964,0.00014906177],"about_ca_topic_score_codex":0.004968472,"about_ca_topic_score_gemma":0.0064490987,"teacher_disagreement_score":0.0069097257,"about_ca_system_score_codex":0.00090552634,"about_ca_system_score_gemma":0.0013930425,"threshold_uncertainty_score":0.009879112},"labels":[],"label_agreement":null},{"id":"W3184601246","doi":"10.48550/arxiv.1606.07660","title":"Deep Learning Relevance: Creating Relevant Information (as Opposed to\\n Retrieving it)","year":2016,"lang":"","type":"preprint","venue":"arXiv (Cornell University)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Relevance (law); Computer science; Data science; Information retrieval; Knowledge management; Political science","score_opus":0.05182503211939849,"score_gpt":0.21419062942093783,"score_spread":0.16236559730153935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184601246","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8557703,0.0028972258,0.113569625,0.0060120863,0.00017649619,0.00039519308,0.0005865957,0.0014535764,0.019138869],"genre_scores_gemma":[0.9616994,0.0005868655,0.034403306,0.00052106153,0.000090540365,0.00008112325,0.00046285873,0.00004624045,0.0021085495],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99876165,0.0004620173,0.00006889354,0.0002939313,0.00026265395,0.00015078604],"domain_scores_gemma":[0.9940666,0.0035123418,0.00056051876,0.00076560583,0.0006770141,0.0004179564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027802864,0.00073332264,0.00056621205,0.0006652476,0.00047666606,0.0014970995,0.0010283373,0.0015824557,0.0016788018],"category_scores_gemma":[0.021015614,0.0004172941,0.00039366394,0.0006485104,0.0014232973,0.007044604,0.0013075916,0.0020640309,0.00056568184],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002872321,0.003135815,0.060176875,0.0021539268,0.00041064702,0.00042360194,0.0030480877,0.068113975,0.08852703,0.028754573,0.023047358,0.7193358],"study_design_scores_gemma":[0.00037857323,0.002663298,0.041231927,0.00040599873,0.0004202558,0.0006034664,0.0016125129,0.7799334,0.067651205,0.08778983,0.01713339,0.00017624172],"about_ca_topic_score_codex":0.0064011607,"about_ca_topic_score_gemma":0.0077214492,"teacher_disagreement_score":0.0064011607,"about_ca_system_score_codex":0.0013264378,"about_ca_system_score_gemma":0.0011734036,"threshold_uncertainty_score":0.014703751},"labels":[],"label_agreement":null},{"id":"W3196754070","doi":"10.1007/s10791-022-09411-0","title":"Shallow pooling for sparse labels","year":2022,"lang":"en","type":"article","venue":"Information Retrieval","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Ranking (information retrieval); Mean reciprocal rank; Information retrieval; Pooling; Computer science; Relevance (law); Set (abstract data type); Rank (graph theory); Learning to rank; Preference; Artificial intelligence; Statistics; Mathematics; Combinatorics","score_opus":0.023324810570541036,"score_gpt":0.2593679142488165,"score_spread":0.23604310367827547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196754070","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018839287,0.0008545947,0.97318596,0.00069981057,0.00009826892,0.000074271986,0.00080813735,0.0027889712,0.0026506635],"genre_scores_gemma":[0.59758407,0.0012037638,0.3711297,0.00075018255,0.00043748767,0.00034371892,0.005846831,0.0008018462,0.021902438],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99922085,0.00018402701,0.000048191498,0.00022702142,0.00015250075,0.00016738617],"domain_scores_gemma":[0.99806005,0.0009865154,0.0001309907,0.0005402643,0.00017973696,0.00010241084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001719401,0.0014325066,0.0021215656,0.0011667408,0.00074618537,0.0018151022,0.0021246648,0.0020585742,0.008960826],"category_scores_gemma":[0.006325822,0.0008750011,0.0013816798,0.0015767127,0.0011295613,0.0046860483,0.0029858297,0.0023147913,0.0022753812],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007602893,0.0003662741,0.0013644757,0.0005191336,0.00026265313,0.00023626928,0.00025545704,0.12903613,0.021770693,0.10748446,0.032456875,0.7054873],"study_design_scores_gemma":[0.000028833525,0.00006922768,0.00040702932,0.000031247404,0.000057960726,0.000041782394,0.000026364572,0.8792862,0.0043807025,0.1134881,0.0021602183,0.000022191161],"about_ca_topic_score_codex":0.009584728,"about_ca_topic_score_gemma":0.0147181135,"teacher_disagreement_score":0.009584728,"about_ca_system_score_codex":0.0014557124,"about_ca_system_score_gemma":0.0015628084,"threshold_uncertainty_score":0.029976904},"labels":[],"label_agreement":null},{"id":"W3204615515","doi":"10.1016/j.ipm.2021.102746","title":"A semantic approach to post-retrieval query performance prediction","year":2021,"lang":"en","type":"article","venue":"Information Processing & Management","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Information retrieval; Semantic similarity; Cohesion (chemistry); Query expansion; Graph; Semantics (computer science); Relevance (law); Natural language processing; Theoretical computer science","score_opus":0.013125769293618618,"score_gpt":0.2335895568102155,"score_spread":0.2204637875165969,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204615515","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08331523,0.0007489408,0.90441114,0.0013329965,0.00011669664,0.00013069579,0.0009523227,0.0011772991,0.007814681],"genre_scores_gemma":[0.8912253,0.00031557312,0.10526318,0.00017536925,0.00014742945,0.00009017882,0.0008692641,0.00008644659,0.001827251],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997883,0.0007158643,0.00015686658,0.00033698432,0.00070414983,0.00020308081],"domain_scores_gemma":[0.9937827,0.003673377,0.00048246962,0.0006666893,0.0012507031,0.00014411609],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003066316,0.00069281866,0.00092703913,0.0030760334,0.0006387149,0.0016890728,0.0012309415,0.00109845,0.0026344063],"category_scores_gemma":[0.012183224,0.00038236298,0.0010506716,0.0024823358,0.0011872521,0.004489855,0.00091034535,0.0012637139,0.00084357144],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011662919,0.001842434,0.04789368,0.00041294255,0.00039970363,0.0003384114,0.00067674275,0.21838234,0.01290512,0.26142573,0.0100402925,0.44451627],"study_design_scores_gemma":[0.000022034576,0.00012277212,0.004170528,0.000021235113,0.000071031485,0.00007106631,0.0000856518,0.88078916,0.0016869373,0.11149973,0.0014267591,0.000033075543],"about_ca_topic_score_codex":0.0046710623,"about_ca_topic_score_gemma":0.004681327,"teacher_disagreement_score":0.0046710623,"about_ca_system_score_codex":0.0011235859,"about_ca_system_score_gemma":0.0013567784,"threshold_uncertainty_score":0.016216397},"labels":[],"label_agreement":null},{"id":"W3205881137","doi":"10.1108/jd-03-2021-0047","title":"“Bouncing ideas” as a complex information practice: information seeking, sharing, creation, and cooperation","year":2021,"lang":"en","type":"article","venue":"Journal of Documentation","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Originality; Information seeking; Knowledge management; Computer science; Metaphor; Sociology; Information science; Information needs; Component (thermodynamics); Information mapping; Information system; Coding (social sciences); Work (physics); Data science; Qualitative research; World Wide Web; Information retrieval; Management information systems; Personal information management; Social science","score_opus":0.014095837705976876,"score_gpt":0.32216829974470584,"score_spread":0.30807246203872896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205881137","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6272029,0.0097099915,0.17486998,0.030969635,0.0006829594,0.0010347854,0.00011094034,0.00034701888,0.15507178],"genre_scores_gemma":[0.9688172,0.0015208112,0.024944585,0.00086167705,0.00007896101,0.00027789557,0.000034028497,0.0000668057,0.0033979823],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9384088,0.048514277,0.0018756739,0.0023683351,0.0066730483,0.002159806],"domain_scores_gemma":[0.91394055,0.0636835,0.008092153,0.007653252,0.0031430188,0.0034874722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.043166798,0.0007999937,0.00083449326,0.0058453754,0.010788363,0.023167161,0.0026350054,0.004696036,0.002600927],"category_scores_gemma":[0.045953497,0.00085673213,0.0009332418,0.007773432,0.07847742,0.025200102,0.015822489,0.0068772873,0.00046926917],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005142382,0.00006078329,0.0032505924,0.00037889733,0.000016410588,0.0005700902,0.77045614,0.00021499727,0.00091383466,0.1992552,0.0007772741,0.024054341],"study_design_scores_gemma":[0.00004451213,0.00018800328,0.0051355837,0.0013994748,0.000050958803,0.0019492893,0.647995,0.0017529757,0.0012579985,0.21370108,0.12637816,0.00014700012],"about_ca_topic_score_codex":0.0023484486,"about_ca_topic_score_gemma":0.0017694085,"teacher_disagreement_score":0.043166798,"about_ca_system_score_codex":0.006964637,"about_ca_system_score_gemma":0.009830371,"threshold_uncertainty_score":0.22829062},"labels":[],"label_agreement":null},{"id":"W325151737","doi":"10.1142/s0219649210002553","title":"The Dynamics of Collaborative Tagging: An Analysis of Tag Vocabulary Application in Knowledge Representation, Discovery and Retrieval","year":2010,"lang":"en","type":"article","venue":"Journal of Information & Knowledge Management","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Vocabulary; Computer science; Resource (disambiguation); Dynamics (music); Representation (politics); Controlled vocabulary; Reuse; Domain (mathematical analysis); Information retrieval; World Wide Web; Linguistics; Engineering; Psychology; Mathematics","score_opus":0.0074747929697036326,"score_gpt":0.287178166409733,"score_spread":0.2797033734400293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W325151737","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9774,0.00051861757,0.017857447,0.0002915195,0.000009719551,0.00007101755,0.0001344362,0.00007361453,0.003643659],"genre_scores_gemma":[0.9937736,0.000112810274,0.0054963143,0.000020567155,0.000008406769,0.000036025463,0.00017841325,0.000019114852,0.0003547826],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99379903,0.0028012104,0.0005245342,0.00089280016,0.0015880194,0.0003944264],"domain_scores_gemma":[0.9117963,0.06269986,0.0116256615,0.005519911,0.0067342417,0.0016240415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010232976,0.00022900288,0.0005390322,0.0056284205,0.0017344904,0.0041083605,0.0012294211,0.00097254716,0.0006892167],"category_scores_gemma":[0.073554404,0.00032965644,0.00047473772,0.0060404236,0.00211788,0.007887811,0.002476021,0.0008735716,0.00026402506],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005322859,0.00030279317,0.7243263,0.00031598762,0.00020308708,0.0007347674,0.043352306,0.006015089,0.01736494,0.01552521,0.0008947736,0.19043241],"study_design_scores_gemma":[0.000051704035,0.00048557087,0.8170379,0.00017024257,0.00019432284,0.001558058,0.029723726,0.08813069,0.008638993,0.037145022,0.016629817,0.00023402018],"about_ca_topic_score_codex":0.009283719,"about_ca_topic_score_gemma":0.009800321,"teacher_disagreement_score":0.010232976,"about_ca_system_score_codex":0.0021496487,"about_ca_system_score_gemma":0.0014341138,"threshold_uncertainty_score":0.05411774},"labels":[],"label_agreement":null},{"id":"W335269702","doi":"","title":"Measuring Robustness with First Relevant Score in the TREC 2012 Microblog Track","year":2012,"lang":"en","type":"article","venue":"Text REtrieval Conference","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Open Text (Canada)","funders":"","keywords":"Microblogging; Robustness (evolution); Computer science; Social media; Rank (graph theory); Measure (data warehouse); Context (archaeology); Post hoc; Artificial intelligence; Information retrieval; Data mining; Mathematics; World Wide Web; Medicine","score_opus":0.08410569437123029,"score_gpt":0.2573694548114804,"score_spread":0.1732637604402501,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W335269702","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95566833,0.004107628,0.022563687,0.00041039928,0.00032843385,0.00061980146,0.0056866067,0.00480454,0.005810445],"genre_scores_gemma":[0.9719864,0.00030079458,0.021199884,0.00011599928,0.0001623967,0.00021731682,0.004707912,0.00024226525,0.001067089],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.96925473,0.011266278,0.0037144537,0.0035091257,0.011331032,0.0009243749],"domain_scores_gemma":[0.8357006,0.10867377,0.018057164,0.018949203,0.016109373,0.0025099386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019076522,0.0016192278,0.0016693065,0.0053947233,0.0009047722,0.002386232,0.0014851961,0.0024759586,0.0010430615],"category_scores_gemma":[0.111374974,0.0004722254,0.0012916527,0.0038821765,0.0010892801,0.0029471363,0.0012120595,0.0018440483,0.0011497659],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022667913,0.0060357153,0.22866409,0.005635448,0.007240327,0.0006787422,0.0012933586,0.10090745,0.15253995,0.0020363342,0.025301175,0.4469995],"study_design_scores_gemma":[0.00082783814,0.019763395,0.46477774,0.00021984994,0.0017314387,0.00204945,0.00065036595,0.24178314,0.25620428,0.0024276192,0.008666447,0.0008983365],"about_ca_topic_score_codex":0.0047841296,"about_ca_topic_score_gemma":0.004627989,"teacher_disagreement_score":0.019076522,"about_ca_system_score_codex":0.0013087677,"about_ca_system_score_gemma":0.0012038512,"threshold_uncertainty_score":0.10088754},"labels":[],"label_agreement":null},{"id":"W342589544","doi":"","title":"York University at TREC 2012: CrowdSourcing Track.","year":2012,"lang":"en","type":"article","venue":"Text REtrieval Conference","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Crowdsourcing; Computer science; Quality (philosophy); Work (physics); Crowdsourcing software development; Data science; Control (management); Information retrieval; World Wide Web; Artificial intelligence; Engineering","score_opus":0.04766109456374461,"score_gpt":0.2510287572091137,"score_spread":0.2033676626453691,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W342589544","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008757146,0.017000046,0.021639023,0.036264643,0.01773245,0.0051228893,0.6697195,0.03786725,0.18589701],"genre_scores_gemma":[0.020873265,0.0041060494,0.025609976,0.0032933918,0.002023505,0.0034104246,0.72304225,0.0036833726,0.21395786],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9878335,0.0035979734,0.0006569964,0.0013234734,0.0055059623,0.0010821501],"domain_scores_gemma":[0.9703686,0.0035993303,0.001033894,0.004514141,0.014976251,0.005507737],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019876845,0.007234418,0.0044574398,0.009414261,0.009248908,0.009217993,0.0059301835,0.004843805,0.08711207],"category_scores_gemma":[0.022643147,0.001461212,0.0013489319,0.008401699,0.002214527,0.008890569,0.0049351533,0.006895278,0.085722655],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048277416,0.000060080725,0.000093863426,0.00013894807,0.000010291548,0.000010221405,0.000020344993,0.0003505086,0.00021134243,0.00028126567,0.99105716,0.0077177486],"study_design_scores_gemma":[0.00037841153,0.00015163333,0.0049260384,0.00042513647,0.00004860865,0.00006172384,0.00034348958,0.009215571,0.0028349743,0.0050974335,0.9762915,0.00022557777],"about_ca_topic_score_codex":0.34578037,"about_ca_topic_score_gemma":0.4783251,"teacher_disagreement_score":0.34578037,"about_ca_system_score_codex":0.012561103,"about_ca_system_score_gemma":0.01893056,"threshold_uncertainty_score":0.6875354},"labels":[],"label_agreement":null},{"id":"W4200199191","doi":"10.1145/3476106","title":"Are Topics Interesting or Not? An LDA-based Topic-graph Probabilistic Model for Web Search Personalization","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Wilfrid Laurier University","funders":"Wilfrid Laurier University","keywords":"Latent Dirichlet allocation; Computer science; Personalization; Topic model; Information retrieval; Web page; Graph; Probabilistic logic; Web search query; Personalized search; User modeling; World Wide Web; User interface; Data mining; Search engine; Theoretical computer science; Artificial intelligence","score_opus":0.11641684713239055,"score_gpt":0.3228678552276038,"score_spread":0.20645100809521327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200199191","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06286655,0.0034306417,0.9265,0.0015588516,0.00011330038,0.00018177739,0.0010956428,0.0010187111,0.0032344498],"genre_scores_gemma":[0.873003,0.0025620507,0.113079116,0.00054786867,0.00034916602,0.00043057752,0.0016930108,0.00019715607,0.00813807],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984011,0.0006562373,0.00007684482,0.00048644256,0.000237467,0.00014184388],"domain_scores_gemma":[0.996608,0.0024457085,0.00023479605,0.0002902108,0.00032019505,0.00010117848],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020032371,0.0009793871,0.0015528692,0.0023523655,0.0007116053,0.0017563459,0.0017063941,0.0017156393,0.0021266828],"category_scores_gemma":[0.007315936,0.0007998366,0.0018229324,0.002901858,0.0011446112,0.0038547977,0.0010020875,0.002158641,0.0011889356],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010190001,0.00048517573,0.018145667,0.0006843683,0.0006278874,0.00056277105,0.001602853,0.5951419,0.007822831,0.10857768,0.014693864,0.25063607],"study_design_scores_gemma":[0.000021573689,0.000032808537,0.0014068483,0.00001711935,0.00006911063,0.00012498719,0.000045947956,0.96460575,0.00032433882,0.031575043,0.0017463069,0.000030165607],"about_ca_topic_score_codex":0.014141992,"about_ca_topic_score_gemma":0.015940344,"teacher_disagreement_score":0.014141992,"about_ca_system_score_codex":0.0016445372,"about_ca_system_score_gemma":0.00091303297,"threshold_uncertainty_score":0.028119326},"labels":[],"label_agreement":null},{"id":"W4205799827","doi":"10.5260/chara.15.3.42","title":"PhilPapers","year":2014,"lang":"en","type":"article","venue":"The Charleston Advisor","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Geology","score_opus":0.008560083928977407,"score_gpt":0.21313717553856149,"score_spread":0.20457709160958407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205799827","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013021668,0.0033714331,0.0015373637,0.012530635,0.01375182,0.00026182944,0.0075368877,0.0018168768,0.9578909],"genre_scores_gemma":[0.004298524,0.002269848,0.0010625817,0.0016675334,0.0020148524,0.00010014756,0.0033365733,0.00090422126,0.9843456],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99718326,0.0003260358,0.00020689126,0.00033184767,0.0016754111,0.00027655842],"domain_scores_gemma":[0.9883603,0.0015385752,0.0007671849,0.0018981454,0.0043425825,0.0030932683],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026851902,0.0007627818,0.0007569863,0.0056160833,0.0031331019,0.011262553,0.0015563419,0.0022808893,0.77167714],"category_scores_gemma":[0.017285898,0.00044627496,0.00064742105,0.0067014536,0.0010328739,0.0072892434,0.004439475,0.002149526,0.5614313],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031606607,0.000021700622,0.0001754939,0.00024919625,0.0000032611165,0.000097659555,0.00012252407,0.000024576524,0.00014007883,0.014779153,0.9234485,0.06090634],"study_design_scores_gemma":[0.0000017516571,0.0000028047195,0.000098880984,0.000047405716,5.5840593e-7,0.00003350907,0.000048022328,0.0000072784833,0.000042128388,0.00058617943,0.9991301,0.0000014720106],"about_ca_topic_score_codex":0.0019372597,"about_ca_topic_score_gemma":0.0037183508,"teacher_disagreement_score":0.77167714,"about_ca_system_score_codex":0.0028389115,"about_ca_system_score_gemma":0.0056975083,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4206242806","doi":"10.2196/32640","title":"Internet-Based Information Behavior After Pregnancy Loss: Interview Study","year":2021,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Information behavior; The Internet; Information seeking; Information seeking behavior; Information needs; Information quality; Pregnancy; Internet privacy; Context (archaeology); Information system; Psychology; Social psychology; Computer science; World Wide Web; Information retrieval; Engineering; Human–computer interaction","score_opus":0.09012135035439962,"score_gpt":0.40268520351857634,"score_spread":0.31256385316417673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206242806","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99629176,0.00012900695,0.00092579145,0.00048187873,0.0000089463965,0.00024858842,0.00013393316,0.0000069473435,0.001773148],"genre_scores_gemma":[0.994114,0.0005527368,0.0017906433,0.0005114017,0.000013874242,0.0006839355,0.00016900642,0.000009330791,0.0021551205],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9973375,0.0016866075,0.00015755155,0.0001864841,0.00018391713,0.00044791392],"domain_scores_gemma":[0.99216354,0.0049835755,0.0010115597,0.00020732623,0.0008831004,0.000750897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004771908,0.00037627094,0.00036873584,0.0016905683,0.004811896,0.0017135148,0.0008169163,0.0013287662,0.002161207],"category_scores_gemma":[0.009911115,0.00060013216,0.0002689186,0.0015431474,0.00255005,0.002249181,0.0031484072,0.002594326,0.0003671189],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004019531,0.00018990444,0.021646518,0.00009697483,0.0000038356848,0.00077061227,0.96979105,0.000047809972,0.001212404,0.0004482474,0.00043912703,0.005313387],"study_design_scores_gemma":[0.0000059546387,0.00014921081,0.01347713,0.000083591265,0.0000043146924,0.00027338296,0.9808806,0.00022714099,0.00050914515,0.000121956065,0.0042539355,0.000013668431],"about_ca_topic_score_codex":0.008742862,"about_ca_topic_score_gemma":0.013519812,"teacher_disagreement_score":0.008742862,"about_ca_system_score_codex":0.003079375,"about_ca_system_score_gemma":0.0022064322,"threshold_uncertainty_score":0.025236547},"labels":[],"label_agreement":null},{"id":"W4206442406","doi":"10.1080/0194262x.2021.1991546","title":"Information Seeking Behaviors, Attitudes, and Choices of Academic Physicists","year":2022,"lang":"en","type":"article","venue":"Science & Technology Libraries","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University; University of Guelph; Western University; University of Waterloo; University of Toronto; Wilfrid Laurier University; Brock University","funders":"","keywords":"Variety (cybernetics); Information seeking; Feeling; Information needs; Citation; Psychology; Publishing; Public relations; Medical education; Sociology; Computer science; Library science; Social psychology; Political science; Medicine","score_opus":0.011870805462269306,"score_gpt":0.2664220992275388,"score_spread":0.25455129376526947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206442406","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9981444,0.00020939537,0.00005996989,0.0004167043,0.0000045850875,0.000018821622,0.000034039713,0.0000037028124,0.0011083205],"genre_scores_gemma":[0.99808276,0.00034954242,0.00018399245,0.00040868047,0.00001258891,0.000023814307,0.000059403257,0.0000036218876,0.0008755604],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961738,0.0012744967,0.00033195337,0.0002862545,0.0011784144,0.0007551504],"domain_scores_gemma":[0.97563386,0.0110789575,0.005118226,0.0005098816,0.0025699767,0.005089159],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.007847108,0.00020452192,0.0005440221,0.0034490363,0.0029909187,0.004009739,0.0007429502,0.0013263021,0.0022606472],"category_scores_gemma":[0.024812844,0.00039374636,0.00049556687,0.0031129862,0.0017417049,0.0014065839,0.0020962479,0.0012651308,0.0004642416],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018482254,0.00046069213,0.7541293,0.00014992687,0.000054825985,0.00037701475,0.22080682,0.0000902509,0.0009354496,0.00033780275,0.0010281187,0.021444991],"study_design_scores_gemma":[0.000033459877,0.00043245184,0.62163335,0.00015271836,0.00005035608,0.00050510356,0.36962947,0.00040649623,0.0004191553,0.0004083796,0.0062486934,0.00008035958],"about_ca_topic_score_codex":0.030375497,"about_ca_topic_score_gemma":0.042265903,"teacher_disagreement_score":0.9959903,"about_ca_system_score_codex":0.0024650276,"about_ca_system_score_gemma":0.0034796211,"threshold_uncertainty_score":0.060397387},"labels":[],"label_agreement":null},{"id":"W4211206400","doi":"10.1002/asi.24623","title":"A study of visually linked keywords to support exploratory browsing in academic search","year":2022,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Exploratory search; Digital library; Computer science; Exploratory research; Interface (matter); Information retrieval; World Wide Web; Workspace; Task (project management); Process (computing); Human–computer interaction; Multimedia; Artificial intelligence","score_opus":0.04441912964804514,"score_gpt":0.3479267139950874,"score_spread":0.3035075843470423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211206400","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99741995,0.000053918535,0.0014552723,0.000035477646,0.0000045876445,0.00013635776,0.000029092971,0.00010628268,0.00075889175],"genre_scores_gemma":[0.99334854,0.00004671483,0.005942003,0.000039559232,0.0000063567886,0.00019310976,0.00004249675,0.000028380842,0.0003527499],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99735826,0.0017913838,0.00019906009,0.00020520116,0.00033118756,0.00011480912],"domain_scores_gemma":[0.9230572,0.06773399,0.0028090263,0.0025531673,0.0025627713,0.0012838981],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004817995,0.0004633556,0.00065012806,0.0010180882,0.00062668166,0.0016377043,0.0008480521,0.00065985793,0.0023991892],"category_scores_gemma":[0.048920855,0.00038164557,0.00026861957,0.00073503365,0.00066500006,0.0022287543,0.0011517303,0.000583998,0.0003256264],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013676011,0.023285206,0.17035551,0.0061929356,0.00038861914,0.0023401747,0.1253032,0.0077945446,0.22090133,0.0038257139,0.0044503068,0.4214865],"study_design_scores_gemma":[0.006774842,0.077643655,0.48642966,0.001586688,0.0017634257,0.0042816806,0.07804836,0.14093412,0.16355886,0.0066148643,0.031476818,0.00088695897],"about_ca_topic_score_codex":0.0016914039,"about_ca_topic_score_gemma":0.0015902413,"teacher_disagreement_score":0.004817995,"about_ca_system_score_codex":0.0004850356,"about_ca_system_score_gemma":0.0007035338,"threshold_uncertainty_score":0.02548027},"labels":[],"label_agreement":null},{"id":"W4220653898","doi":"10.1177/00315125221076440","title":"Managing Increased Cognitive Load in a Guided Search","year":2022,"lang":"en","type":"article","venue":"Perceptual and Motor Skills","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Laurentian University","funders":"","keywords":"Task (project management); Cognitive load; Set (abstract data type); Cognition; Working memory; Word (group theory); Interpretation (philosophy); Computer science; Cognitive psychology; Psychology; Mathematics; Engineering","score_opus":0.022600617827189473,"score_gpt":0.28224217267722,"score_spread":0.25964155485003054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220653898","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9951481,0.000034136712,0.004186608,0.000030192095,0.0000040709333,0.000021769292,0.000008695945,0.00008645039,0.00048007522],"genre_scores_gemma":[0.99135697,0.000037810467,0.0076982044,0.00003989196,0.000009009992,0.000070287664,0.000035282206,0.000025308675,0.0007272359],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99927384,0.00022606598,0.000055648194,0.00012390266,0.00023612856,0.0000844825],"domain_scores_gemma":[0.99554354,0.002785391,0.0005154482,0.0007160806,0.00016334423,0.00027625854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008615641,0.00054209714,0.00058278255,0.00043112205,0.0002264251,0.0012777031,0.00077616057,0.00057743373,0.0010710643],"category_scores_gemma":[0.008646879,0.00031432227,0.00021806567,0.00033439524,0.00048449636,0.0010952262,0.0010820538,0.00041541416,0.00028209997],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012880338,0.005854998,0.029554395,0.00069014524,0.0003626449,0.0012700501,0.005409545,0.022182528,0.66067916,0.0041662646,0.0010373581,0.25591263],"study_design_scores_gemma":[0.003098237,0.024490125,0.2889282,0.00017055588,0.00073365174,0.0027092618,0.0020965242,0.29787728,0.32699767,0.0435968,0.008750994,0.00055070687],"about_ca_topic_score_codex":0.0010681852,"about_ca_topic_score_gemma":0.0010878853,"teacher_disagreement_score":0.0012777031,"about_ca_system_score_codex":0.00035226127,"about_ca_system_score_gemma":0.00048666622,"threshold_uncertainty_score":0.004556477},"labels":[],"label_agreement":null},{"id":"W4220873083","doi":"10.1145/3498366.3505770","title":"The Dark Side of Relevance: The Effect of Non-Relevant Results on Search Behavior","year":2022,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Information retrieval; Search engine; Relevance (law); Task (project management); Preference; World Wide Web","score_opus":0.015401024965039293,"score_gpt":0.29102670437024064,"score_spread":0.27562567940520133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220873083","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98381686,0.001004849,0.008776732,0.00046784128,0.0000134936,0.00014024308,0.00010373125,0.000136804,0.0055395323],"genre_scores_gemma":[0.99666494,0.00012987806,0.0026544011,0.00009452832,0.00001595587,0.000045704764,0.00006492303,0.00004233317,0.00028731208],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9811436,0.011415129,0.0011907809,0.001913948,0.0036063455,0.00073021394],"domain_scores_gemma":[0.5805243,0.38313735,0.01696481,0.010102502,0.005381043,0.0038900066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015056639,0.0006086882,0.0009142556,0.002052867,0.000983828,0.0037015951,0.000799994,0.0017853915,0.0020604196],"category_scores_gemma":[0.17904437,0.0007755794,0.0009677731,0.0013871085,0.0026220945,0.004450593,0.0019618669,0.002258392,0.00051340176],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0076442943,0.0027403126,0.7555993,0.0021970232,0.0010808208,0.00087397586,0.02124213,0.0114774965,0.053032655,0.0052763214,0.0015414583,0.13729416],"study_design_scores_gemma":[0.00024291554,0.004482578,0.94304955,0.00022681682,0.0006569885,0.0007258491,0.0039130813,0.028178025,0.0077055926,0.008365658,0.0021998354,0.00025298615],"about_ca_topic_score_codex":0.004336733,"about_ca_topic_score_gemma":0.003224076,"teacher_disagreement_score":0.015056639,"about_ca_system_score_codex":0.00084939937,"about_ca_system_score_gemma":0.0006652349,"threshold_uncertainty_score":0.07962805},"labels":[],"label_agreement":null},{"id":"W4229588177","doi":"10.1515/iupac.85.0466","title":"Forward Library Search","year":2016,"lang":"en","type":"dataset","venue":"IUPAC Standards Online","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; National Research Council Canada","funders":"","keywords":"Chemical nomenclature; Terminology; Mass spectrometry; Chemistry; Standardization; Information retrieval; Analytical Chemistry (journal); Computer science; Environmental chemistry; Chromatography; Linguistics; Organic chemistry","score_opus":0.019512674407337983,"score_gpt":0.38827671756339033,"score_spread":0.3687640431560523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229588177","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010609405,0.00038510087,0.00016157982,0.00014123866,0.000034572997,0.00004701501,0.9943441,0.00073072675,0.0040496057],"genre_scores_gemma":[0.00046871486,0.000502868,0.0006633725,0.00015641107,0.000018692097,0.0002298217,0.9936872,0.00022004657,0.0040529068],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99664575,0.0005834196,0.0007309515,0.00083737576,0.0008324693,0.00037001527],"domain_scores_gemma":[0.99248135,0.0024591933,0.0006756767,0.0014059317,0.0025537102,0.00042422663],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017204791,0.0022361777,0.0023991608,0.015327368,0.0014851297,0.0050781453,0.0031164214,0.0020990048,0.29651976],"category_scores_gemma":[0.023470951,0.0006450754,0.001964135,0.02109791,0.00048099202,0.004028931,0.0030196658,0.0017811838,0.3791756],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000632671,0.000016069822,0.00047526296,0.0021025895,0.000035686713,0.000028987288,0.000032427124,0.00010675494,0.00006015873,0.0006932765,0.9868946,0.009490926],"study_design_scores_gemma":[0.000107880755,0.000017347193,0.001097723,0.0009567486,0.000040328472,0.00007500605,0.00011985521,0.00024773265,0.00022535305,0.0015690654,0.99551857,0.000024273597],"about_ca_topic_score_codex":0.023786278,"about_ca_topic_score_gemma":0.045235474,"teacher_disagreement_score":0.70348024,"about_ca_system_score_codex":0.003093051,"about_ca_system_score_gemma":0.007268852,"threshold_uncertainty_score":0.9919574},"labels":[],"label_agreement":null},{"id":"W4233939430","doi":"10.1007/978-1-4939-7131-2_100513","title":"Information Retrieval","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Information retrieval; Computer science; Geography","score_opus":0.022130451445282927,"score_gpt":0.2440413554055841,"score_spread":0.2219109039603012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233939430","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00091762486,0.04299462,0.034619804,0.0023168807,0.0016760149,0.00014974973,0.0009494763,0.001946066,0.91442984],"genre_scores_gemma":[0.007041628,0.032950886,0.014838498,0.0012503864,0.0012699062,0.0001170557,0.0020824345,0.00052284834,0.93992627],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9990299,0.00011265488,0.000057124096,0.0001605747,0.0005792957,0.00006043343],"domain_scores_gemma":[0.99931216,0.00017155099,0.0000314894,0.00022084733,0.0002085088,0.00005555997],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007905847,0.0014818572,0.0012638698,0.0052190735,0.0010747004,0.005621238,0.0015293289,0.0014356524,0.12830488],"category_scores_gemma":[0.0022044058,0.00052542554,0.0005703464,0.0065799677,0.0012860053,0.0066267904,0.0021615154,0.0017084278,0.19808464],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013686628,0.00004872656,0.00008547465,0.00065320515,0.000016411414,0.000031756426,0.00015144958,0.0002413029,0.0016488315,0.055531014,0.35197204,0.58960617],"study_design_scores_gemma":[0.0000028700429,0.000015239362,0.00020414499,0.00023832078,0.0000093193585,0.00016350424,0.00005324191,0.00033385033,0.0007966251,0.023261882,0.9749107,0.000010381842],"about_ca_topic_score_codex":0.0010650358,"about_ca_topic_score_gemma":0.0018626509,"teacher_disagreement_score":0.12830488,"about_ca_system_score_codex":0.0015445799,"about_ca_system_score_gemma":0.0015381383,"threshold_uncertainty_score":0.42922258},"labels":[],"label_agreement":null},{"id":"W4236354133","doi":"10.1002/asi.20957","title":"HotMap: Supporting visual exploration of Web search results","year":2008,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina; Memorial University of Newfoundland","funders":"","keywords":"Computer science; Information retrieval; Search engine; Web search query; Relevance (law); Result set; Set (abstract data type); Representation (politics); Semantic search; Sorting; Visual search; World Wide Web; Preference; Web crawler; Keyword search; Web search engine; Artificial intelligence","score_opus":0.03791385974387544,"score_gpt":0.3331443454156265,"score_spread":0.29523048567175103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236354133","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14948435,0.0026169692,0.6322079,0.0005874406,0.00026877146,0.00083021226,0.004784846,0.19181003,0.017409457],"genre_scores_gemma":[0.49058756,0.0013821234,0.48699448,0.00041106305,0.00020957798,0.0010500757,0.006555824,0.004678757,0.008130441],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992872,0.00022325438,0.00005167125,0.000085922715,0.00028387737,0.00006812212],"domain_scores_gemma":[0.9934818,0.0044900985,0.0002350998,0.0007568956,0.00062466366,0.00041148282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015748708,0.0013173122,0.0009813337,0.0030908128,0.00034469194,0.0024176869,0.0016376121,0.0010601444,0.01469409],"category_scores_gemma":[0.008852893,0.0005475132,0.0007490095,0.0017895765,0.0003955154,0.0038892748,0.0036395488,0.0007628974,0.0026948561],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006417772,0.00086079503,0.0056923684,0.0032145707,0.0003669506,0.0015154631,0.0034880824,0.012643513,0.0668938,0.011681369,0.09056211,0.7966633],"study_design_scores_gemma":[0.00223747,0.0024191204,0.015700387,0.0011031762,0.0006013954,0.0027824831,0.0018704481,0.68372107,0.094615564,0.04835065,0.14595398,0.0006442039],"about_ca_topic_score_codex":0.0013951649,"about_ca_topic_score_gemma":0.0014399231,"teacher_disagreement_score":0.01469409,"about_ca_system_score_codex":0.00031004925,"about_ca_system_score_gemma":0.00048388066,"threshold_uncertainty_score":0.049156666},"labels":[],"label_agreement":null},{"id":"W4236647746","doi":"10.1007/978-1-4614-6170-8_100122","title":"Information Retrieval","year":2014,"lang":"en","type":"book-chapter","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":99,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Information retrieval; Computer science","score_opus":0.017400057449663615,"score_gpt":0.23077099187132086,"score_spread":0.21337093442165725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236647746","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009604501,0.044123627,0.043176103,0.0020535563,0.0013692229,0.00015940222,0.000815548,0.0018777845,0.9054644],"genre_scores_gemma":[0.0071749105,0.03245075,0.01766867,0.0011811396,0.0009874289,0.00011965433,0.0017927922,0.00046731418,0.9381573],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99907,0.00011078412,0.00005332103,0.000145563,0.00056494755,0.000055347205],"domain_scores_gemma":[0.99942017,0.00015468046,0.000026712763,0.0001757538,0.00018126988,0.00004148551],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007175284,0.0014193165,0.0012487688,0.00506397,0.0010309042,0.0048499163,0.0015141157,0.0013759146,0.11285381],"category_scores_gemma":[0.0019764304,0.00051759527,0.0005401246,0.006276781,0.0012596373,0.006262343,0.0019925465,0.0015651978,0.16340296],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012731825,0.000045006538,0.00008240869,0.000603092,0.000016203574,0.000032700078,0.00015149808,0.0002639787,0.0015785212,0.05717321,0.30711398,0.63292664],"study_design_scores_gemma":[0.0000030260794,0.000016322381,0.00021480414,0.00025871015,0.000010423882,0.00019716292,0.000059958533,0.00041571114,0.0009525769,0.026820479,0.971039,0.000011819029],"about_ca_topic_score_codex":0.001260897,"about_ca_topic_score_gemma":0.0022806895,"teacher_disagreement_score":0.11285381,"about_ca_system_score_codex":0.0015312136,"about_ca_system_score_gemma":0.0014716478,"threshold_uncertainty_score":0.3775336},"labels":[],"label_agreement":null},{"id":"W4236702116","doi":"10.1002/asi.20249","title":"Human information behavior: Integrating diverse approaches and information use","year":2005,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":179,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"CLARITY; Computer science; Information system; Perspective (graphical); Cognitive models of information retrieval; Cognitive science; Data science; Focus (optics); Process (computing); Information architecture; Management science; Artificial intelligence; Management information systems; Psychology","score_opus":0.035453423684562856,"score_gpt":0.28659456935612376,"score_spread":0.25114114567156093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236702116","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7265561,0.01124003,0.12848991,0.013621887,0.000074463176,0.00011729826,0.00011909479,0.0001447743,0.11963644],"genre_scores_gemma":[0.9893311,0.0008827158,0.008781248,0.00021596118,0.000019671565,0.000022284701,0.000022609163,0.0000067617584,0.0007175303],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9968573,0.0017689246,0.00013905983,0.00027587675,0.00082291744,0.00013597823],"domain_scores_gemma":[0.9936237,0.0036301296,0.0009489924,0.0005414203,0.0009159207,0.0003398213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031615053,0.0003524255,0.00037040724,0.0030526766,0.0009962849,0.0070112906,0.00077769905,0.0017716468,0.0012263615],"category_scores_gemma":[0.010229992,0.00033393427,0.0004980877,0.0022161491,0.0070937914,0.00636074,0.0029867212,0.0010290717,0.000157318],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001889774,0.00035589523,0.08676789,0.0007460478,0.00031851244,0.0004103707,0.04749974,0.011153336,0.005915081,0.68387175,0.002219808,0.16055255],"study_design_scores_gemma":[0.00004356262,0.00033397388,0.07616728,0.0005344074,0.00021901393,0.0009425626,0.02252565,0.07907163,0.0027771913,0.7937851,0.023452712,0.00014688805],"about_ca_topic_score_codex":0.0028052228,"about_ca_topic_score_gemma":0.0020715422,"teacher_disagreement_score":0.0070112906,"about_ca_system_score_codex":0.0016472309,"about_ca_system_score_gemma":0.0008065431,"threshold_uncertainty_score":0.016719818},"labels":[],"label_agreement":null},{"id":"W4237564455","doi":"10.1002/asi.21433","title":"The effect of spelling and retrieval system familiarity on search behavior in online public access catalogs: A mixed methods study","year":2010,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Mount Royal University","funders":"Social Sciences and Humanities Research Council of Canada; University of Alberta","keywords":"Spelling; Spell; Computer science; Information retrieval; Online search; World Wide Web; Search engine; Keyword search; Web search query; Semantic search; Process (computing); Linguistics","score_opus":0.02707198700372321,"score_gpt":0.3826807971544139,"score_spread":0.3556088101506907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237564455","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9991565,0.00007193098,0.00028817513,0.00001773956,0.000004605837,0.00012638628,0.00006320516,0.000005286363,0.00026626105],"genre_scores_gemma":[0.9968047,0.0000805181,0.0013355158,0.00008277382,0.000019884328,0.00078545784,0.00016143869,0.00001025805,0.0007193761],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98423934,0.009865128,0.0015370505,0.0012261947,0.0024285752,0.00070363854],"domain_scores_gemma":[0.8890606,0.07938595,0.01880702,0.0062606097,0.0042234096,0.0022624345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01891671,0.0005430176,0.0011872861,0.0018154347,0.0015599368,0.0024116817,0.001092422,0.0010806621,0.0041397437],"category_scores_gemma":[0.050608102,0.0008262293,0.0014825079,0.0016389264,0.0012189095,0.0020171565,0.0011403939,0.0010308238,0.000602682],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005206234,0.012582354,0.9474565,0.0003267501,0.0009841583,0.00014332846,0.011246489,0.00020258561,0.0016973888,0.0002460887,0.00030477,0.019603495],"study_design_scores_gemma":[0.0005172038,0.01806944,0.96934277,0.00009967487,0.00052979373,0.00012792149,0.0069645527,0.0018888118,0.0013887595,0.0002669003,0.00073903054,0.000065049666],"about_ca_topic_score_codex":0.002798319,"about_ca_topic_score_gemma":0.0029690273,"teacher_disagreement_score":0.01891671,"about_ca_system_score_codex":0.0008343084,"about_ca_system_score_gemma":0.0012287966,"threshold_uncertainty_score":0.10004234},"labels":[],"label_agreement":null},{"id":"W4238004638","doi":"10.1007/978-0-387-39940-9_2508","title":"Document Retrieval","year":2009,"lang":"en","type":"book-chapter","venue":"Encyclopedia of Database Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Information retrieval; Computer science","score_opus":0.0176357465442427,"score_gpt":0.251852234751054,"score_spread":0.2342164882068113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238004638","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027238412,0.033121604,0.17127791,0.0017702809,0.0019961228,0.0006756226,0.011803494,0.020378437,0.7562526],"genre_scores_gemma":[0.011826408,0.018378276,0.08158436,0.0010599637,0.0006439627,0.00023846763,0.022694157,0.0017644957,0.8618099],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992011,0.000067623565,0.000060490383,0.00016474871,0.0004511298,0.0000549314],"domain_scores_gemma":[0.9992416,0.00013106613,0.000031336913,0.00025660402,0.00028859047,0.000050799095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007295072,0.0011244923,0.0012545497,0.0050592134,0.00077246974,0.0045236778,0.0019166579,0.0010533996,0.1856365],"category_scores_gemma":[0.0019350916,0.0004944531,0.000748255,0.0056731994,0.0005201825,0.0031722153,0.0014599729,0.0009092747,0.34412697],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034202178,0.00005487051,0.00012740378,0.0005723602,0.000025252797,0.00005404332,0.000062431216,0.0002571208,0.005915304,0.011535681,0.31276163,0.6685997],"study_design_scores_gemma":[0.000009966447,0.00002923151,0.00039095184,0.0001482166,0.000024202249,0.0005212793,0.00003949735,0.0008309438,0.0060943696,0.0064911544,0.9854006,0.000019580988],"about_ca_topic_score_codex":0.0010504068,"about_ca_topic_score_gemma":0.0020671673,"teacher_disagreement_score":0.1856365,"about_ca_system_score_codex":0.00068086677,"about_ca_system_score_gemma":0.00096666766,"threshold_uncertainty_score":0.62101597},"labels":[],"label_agreement":null},{"id":"W4244294689","doi":"10.1007/978-0-387-39940-9_936","title":"Probability Smoothing","year":2009,"lang":"en","type":"book-chapter","venue":"Encyclopedia of Database Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Smoothing; Computer science; Mathematics; Statistics","score_opus":0.03613827699076952,"score_gpt":0.25098106348336285,"score_spread":0.21484278649259334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244294689","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001829105,0.0015209665,0.96485436,0.0005682616,0.00037613942,0.000060146616,0.0003911772,0.0019100407,0.02848978],"genre_scores_gemma":[0.20853771,0.004928081,0.53491294,0.0009749098,0.001620448,0.0004334567,0.0040611736,0.002375925,0.24215536],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99856263,0.0004232377,0.00005953858,0.00043407563,0.0004090086,0.00011159078],"domain_scores_gemma":[0.99541676,0.0019522785,0.00014641014,0.0016219151,0.00075228076,0.00011031031],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022420753,0.00095432875,0.001509497,0.0019654639,0.0009979032,0.0026896528,0.0021322293,0.0016362524,0.048979778],"category_scores_gemma":[0.013838742,0.0007118481,0.0012525468,0.0028239985,0.0009818391,0.0029407288,0.0015432994,0.0023215825,0.02211744],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001368552,0.00012004868,0.00081503106,0.00025148204,0.00014924178,0.000087036104,0.00009892353,0.062076647,0.0021091783,0.3806507,0.07282057,0.48068434],"study_design_scores_gemma":[0.00003721604,0.00005660877,0.0011187206,0.00007877299,0.00009187441,0.00026243593,0.000036168025,0.5095298,0.003983741,0.38195005,0.1027923,0.000062184605],"about_ca_topic_score_codex":0.004327851,"about_ca_topic_score_gemma":0.0042876136,"teacher_disagreement_score":0.048979778,"about_ca_system_score_codex":0.0009772987,"about_ca_system_score_gemma":0.0012771598,"threshold_uncertainty_score":0.16385365},"labels":[],"label_agreement":null},{"id":"W4245972587","doi":"10.1002/1532-2890(2001)9999:9999<::aid-asi1092>3.0.co;2-3","title":"Assessment of the effects of user characteristics on mental models of information retrieval systems","year":2001,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Repertory grid; Computer science; Information retrieval; Information system; Factor (programming language); Mental model; Psychology; Social psychology","score_opus":0.01114224151245441,"score_gpt":0.2812615414810123,"score_spread":0.2701192999685579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245972587","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99899846,0.00003493282,0.0005287967,0.000025843718,0.0000021021126,0.000021416246,0.000014056106,0.000010440651,0.00036390143],"genre_scores_gemma":[0.999246,0.00001993567,0.0005759477,0.00001185129,0.0000028625361,0.000022734075,0.000028350707,0.000004025198,0.00008835578],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99221647,0.0048129708,0.00061724294,0.00035358375,0.0016498361,0.00034996145],"domain_scores_gemma":[0.707946,0.2575421,0.01554912,0.008320765,0.007561501,0.0030804733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0090941945,0.0004511519,0.00044075333,0.00095523393,0.00056219014,0.0014942609,0.0003247159,0.00056513376,0.0013569077],"category_scores_gemma":[0.10332936,0.0003701404,0.0007703912,0.00038147933,0.00093935034,0.001218068,0.000951416,0.0008505823,0.0001963902],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005537868,0.0016168209,0.8875369,0.0002934022,0.00044513043,0.00026906055,0.020587673,0.0015561528,0.013323498,0.0004060226,0.00023216313,0.068195395],"study_design_scores_gemma":[0.00010576623,0.0065578185,0.97393143,0.000037559676,0.00024397174,0.00041219813,0.006769781,0.0056341207,0.0050719543,0.0005399191,0.0005700529,0.0001253724],"about_ca_topic_score_codex":0.0010440049,"about_ca_topic_score_gemma":0.0011738356,"teacher_disagreement_score":0.0090941945,"about_ca_system_score_codex":0.00048800177,"about_ca_system_score_gemma":0.00030663895,"threshold_uncertainty_score":0.048095286},"labels":[],"label_agreement":null},{"id":"W4247619421","doi":"10.1007/978-3-319-68699-8","title":"Information Retrieval","year":2017,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":127,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Information retrieval","score_opus":0.018085433261847226,"score_gpt":0.26992867091771905,"score_spread":0.2518432376558718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247619421","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024608967,0.06144868,0.097413175,0.0029808164,0.003296153,0.00044308713,0.0041952073,0.0076142424,0.82014775],"genre_scores_gemma":[0.0128904395,0.034886446,0.03784736,0.0011823485,0.0017701719,0.00020033105,0.008417675,0.0011227495,0.90168256],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987907,0.0001210315,0.000080114056,0.00018288585,0.0007478722,0.00007744864],"domain_scores_gemma":[0.9989214,0.00020555942,0.000050384977,0.00039293995,0.0003563627,0.00007339897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00094127335,0.0016407719,0.001792568,0.0076667015,0.0009775283,0.0049876412,0.0016930391,0.0012558217,0.14688616],"category_scores_gemma":[0.0025447358,0.00066061714,0.0009211435,0.008423338,0.0008220773,0.005597508,0.0019228223,0.0014605854,0.24674955],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025161977,0.00005773955,0.00010710615,0.00066849287,0.000034416626,0.000041441985,0.00005931514,0.00031898657,0.0028854266,0.020807603,0.34331068,0.6316836],"study_design_scores_gemma":[0.000010296576,0.000051692958,0.00049340376,0.00029123653,0.00003548501,0.0004360373,0.00005942689,0.0012087148,0.0038529404,0.021859165,0.97167635,0.000025294417],"about_ca_topic_score_codex":0.0009138872,"about_ca_topic_score_gemma":0.0015318496,"teacher_disagreement_score":0.14688616,"about_ca_system_score_codex":0.0012238609,"about_ca_system_score_gemma":0.0015319634,"threshold_uncertainty_score":0.49138314},"labels":[],"label_agreement":null},{"id":"W4248112467","doi":"10.1002/asi.20590","title":"A field study characterizing Web‐based information‐seeking tasks","year":2007,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":123,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; World Wide Web; Task (project management); Web navigation; Information seeking; Session (web analytics); Web page; Information retrieval; Field (mathematics); Information seeking behavior","score_opus":0.015313589259208235,"score_gpt":0.2983754545638338,"score_spread":0.28306186530462557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248112467","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9990011,0.000022311033,0.00029554652,0.000019758545,0.0000034896864,0.00013383238,0.00006710192,0.0000055105047,0.00045152107],"genre_scores_gemma":[0.9974528,0.00005500939,0.0012119946,0.00007340445,0.000012729229,0.00026831802,0.00015063943,0.0000044686185,0.0007706695],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985428,0.0007658848,0.00009841816,0.0002660653,0.00017205715,0.00015482759],"domain_scores_gemma":[0.9801436,0.01276685,0.001478623,0.001410355,0.00283699,0.0013634945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037183368,0.00042339065,0.00043481617,0.0013921381,0.0017850761,0.00080650393,0.00045936526,0.0008091434,0.0018785576],"category_scores_gemma":[0.00834561,0.00045697537,0.00026966422,0.00066111,0.0008986536,0.00082449045,0.000560962,0.00089953427,0.0004407031],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039869794,0.025411837,0.66244125,0.00068526244,0.00010472642,0.0014669475,0.17093937,0.00050318806,0.05468632,0.0009240079,0.0028677424,0.075982384],"study_design_scores_gemma":[0.0005115573,0.022836022,0.8788272,0.0001444986,0.000071622366,0.0012956718,0.07454719,0.0020615344,0.011812036,0.00086299155,0.0068786303,0.00015109078],"about_ca_topic_score_codex":0.00302557,"about_ca_topic_score_gemma":0.004851159,"teacher_disagreement_score":0.0037183368,"about_ca_system_score_codex":0.0005547601,"about_ca_system_score_gemma":0.0007196876,"threshold_uncertainty_score":0.019664645},"labels":[],"label_agreement":null},{"id":"W4248324198","doi":"10.1109/wi.2004.10059","title":"Improving Efficiency and Relevance Ranking in Information Retrieval","year":2005,"lang":"en","type":"article","venue":"IEEE/WIC/ACM International Conference on Web Intelligence (WI'04)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Ranking (information retrieval); Relevance (law); Computer science; Similarity (geometry); Computation; Information retrieval; Data mining; Ranking SVM; The Internet; Learning to rank; Artificial intelligence; Algorithm; World Wide Web","score_opus":0.04071136878458232,"score_gpt":0.305056982446959,"score_spread":0.2643456136623767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248324198","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027528837,0.0035696067,0.9602746,0.0009179354,0.00010940134,0.0002034107,0.00006868101,0.0015076615,0.0058198557],"genre_scores_gemma":[0.32672969,0.0024811965,0.66172886,0.00036374904,0.00066624396,0.00028645055,0.00039401097,0.00068795675,0.0066617914],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.97866553,0.012747543,0.0009296252,0.001560602,0.005282394,0.0008143483],"domain_scores_gemma":[0.95838654,0.029240843,0.0018696425,0.0060535446,0.0041957535,0.00025364032],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01125337,0.0014297229,0.002557002,0.004835652,0.0012655677,0.0036040277,0.0022423333,0.0021933143,0.002558648],"category_scores_gemma":[0.06070496,0.0011010021,0.0012460005,0.0051731984,0.0021704559,0.0087517565,0.0022868435,0.0018762704,0.0036805645],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007543803,0.00059290254,0.0031074954,0.00070498546,0.00020115705,0.00018761597,0.00051023584,0.09500716,0.025719114,0.120807305,0.010310695,0.7420969],"study_design_scores_gemma":[0.00030753037,0.0005797382,0.0038597034,0.000079108555,0.00022884729,0.00058923085,0.00017974341,0.7540376,0.03453289,0.18993689,0.015521579,0.00014703648],"about_ca_topic_score_codex":0.0019245929,"about_ca_topic_score_gemma":0.0018766545,"teacher_disagreement_score":0.01125337,"about_ca_system_score_codex":0.0019559257,"about_ca_system_score_gemma":0.0018696247,"threshold_uncertainty_score":0.059514225},"labels":[],"label_agreement":null},{"id":"W4249409371","doi":"10.1002/9780470725184.index","title":"Index","year":2007,"lang":"es","type":"paratext","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Commission; European commission; Joint (building); Research centre; Political science; Library science; European union; Engineering; Business; Law; Computer science; Civil engineering","score_opus":0.03371746905100323,"score_gpt":0.32265948978878334,"score_spread":0.2889420207377801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249409371","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00074458274,0.002310479,0.005509729,0.001679243,0.0018516852,0.00036517263,0.025846262,0.004594639,0.95709836],"genre_scores_gemma":[0.002889007,0.003177558,0.0044889343,0.0011216103,0.0010609941,0.0003622186,0.023173137,0.0014890805,0.96223736],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99941015,0.00007124542,0.000037717065,0.0000992183,0.00033359384,0.000048023696],"domain_scores_gemma":[0.99755186,0.0005915914,0.0001284364,0.00030738537,0.0009802558,0.00044047783],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00057702983,0.002132482,0.0024400593,0.010841651,0.0018621873,0.005946437,0.0026577243,0.0019640678,0.80074304],"category_scores_gemma":[0.005641994,0.00056778657,0.0006828321,0.01102637,0.0010027034,0.004084119,0.0021372775,0.0015049005,0.781739],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020827807,0.00006534841,0.00020448377,0.00032966697,0.000006965353,0.000025980713,0.00002860049,0.00019309041,0.0002765291,0.008236733,0.90051645,0.09009538],"study_design_scores_gemma":[0.000015990367,0.000021502005,0.00061264925,0.0003446432,0.000015510666,0.000068548026,0.000040917108,0.0007059484,0.00027171505,0.010646513,0.98723966,0.00001642096],"about_ca_topic_score_codex":0.008016255,"about_ca_topic_score_gemma":0.0120580215,"teacher_disagreement_score":0.19925696,"about_ca_system_score_codex":0.0029287515,"about_ca_system_score_gemma":0.0020347626,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4249657386","doi":"10.5596/c04-035","title":"Current research","year":2004,"lang":"fr","type":"article","venue":"Journal of the Canadian Health Libraries Association / Journal de l Association de bilbiothèques de la santé du Canada","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Current (fluid); Geology; Oceanography","score_opus":0.02351397786289116,"score_gpt":0.3201604508064751,"score_spread":0.2966464729435839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249657386","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028541218,0.07721063,0.002792619,0.058411106,0.012157419,0.00024858472,0.0034563574,0.00047100754,0.8423982],"genre_scores_gemma":[0.06485825,0.23127261,0.008022002,0.034470774,0.011210543,0.00066629087,0.013253118,0.00047192298,0.6357745],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973062,0.00052993326,0.0001831886,0.0005402869,0.0010574016,0.00038296005],"domain_scores_gemma":[0.99295545,0.0015258047,0.00033850165,0.0009268561,0.0030436446,0.0012096845],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004074162,0.00070195465,0.0008158583,0.0036405588,0.0027346523,0.008399619,0.0024699597,0.0030416893,0.30695644],"category_scores_gemma":[0.0119993985,0.00033357344,0.000781043,0.0051619415,0.0017738348,0.006245336,0.0026464902,0.0024253642,0.1522837],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012965518,0.00016112406,0.001613397,0.0015308507,0.000026769741,0.00021088618,0.0008516372,0.00006363774,0.00040144217,0.07896397,0.4551423,0.46090436],"study_design_scores_gemma":[0.000008238565,0.000021991202,0.00077287323,0.0008167747,0.000010792871,0.0001821851,0.00062567426,0.000019499874,0.00010923754,0.008429527,0.98899627,0.0000069446633],"about_ca_topic_score_codex":0.004473285,"about_ca_topic_score_gemma":0.0054403716,"teacher_disagreement_score":0.30695644,"about_ca_system_score_codex":0.003522369,"about_ca_system_score_gemma":0.009175755,"threshold_uncertainty_score":0.98854256},"labels":[],"label_agreement":null},{"id":"W4250100271","doi":"10.22215/etd/2005-07575","title":"Mapping an information architecture's scent: evaluating the effects of task and context on judgments of relevance","year":2005,"lang":"en","type":"dissertation","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Canadian Heritage; Library and Archives Canada","funders":"","keywords":"Relevance (law); Architecture; Context (archaeology); Task (project management); Computer science; Information retrieval; Psychology; Art; Engineering; Political science; Geography; Visual arts","score_opus":0.01686641148925602,"score_gpt":0.2999152549789387,"score_spread":0.2830488434896827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250100271","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99538475,0.00024497448,0.0021967601,0.00008219488,0.00003156941,0.00010194627,0.000087681015,0.00007290171,0.0017971607],"genre_scores_gemma":[0.9915802,0.00017271345,0.006722416,0.000060039558,0.000029581082,0.00014709166,0.00021555975,0.000054293178,0.0010180895],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998295,0.0009668615,0.0001315144,0.00023088037,0.00029419127,0.00008160645],"domain_scores_gemma":[0.94188833,0.051107876,0.0031193104,0.0016216355,0.0009934949,0.0012694445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004039833,0.0005576794,0.00040826938,0.0005844588,0.0003351446,0.0020561873,0.00054448046,0.0009340401,0.003934239],"category_scores_gemma":[0.06417569,0.0003751086,0.0003878233,0.00046591894,0.0005750081,0.0022532018,0.0010481811,0.000809634,0.00055961544],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.099939376,0.0075750626,0.17943059,0.0039870427,0.0014006491,0.000411498,0.008244211,0.01828465,0.1983722,0.0031007826,0.0056942254,0.4735598],"study_design_scores_gemma":[0.0054107476,0.042977028,0.6772349,0.0005307964,0.0030046583,0.00078982685,0.005278351,0.17811793,0.06599246,0.013363103,0.0067088264,0.00059138145],"about_ca_topic_score_codex":0.0021322474,"about_ca_topic_score_gemma":0.0025604398,"teacher_disagreement_score":0.004039833,"about_ca_system_score_codex":0.000454557,"about_ca_system_score_gemma":0.0004638419,"threshold_uncertainty_score":0.021364987},"labels":[],"label_agreement":null},{"id":"W4252224538","doi":"10.32920/14668995","title":"Information seeking behaviors, attitudes, and choices of academic mathematicians","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo; Wilfrid Laurier University; Toronto Metropolitan University; Brock University","funders":"Brock University","keywords":"Pace; Feeling; Information seeking; Citation; Variety (cybernetics); Information needs; Sample (material); Psychology; Computer science; Public relations; Mathematics education; World Wide Web; Library science; Social psychology; Political science","score_opus":0.02716241769234047,"score_gpt":0.3099717221242064,"score_spread":0.2828093044318659,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252224538","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.998582,0.00009043503,0.000044060187,0.00033076826,0.0000021414025,0.0000077793175,0.000020633486,0.0000022628096,0.00091992924],"genre_scores_gemma":[0.99867344,0.00022072406,0.00012720903,0.00024652705,0.000007405026,0.000009066729,0.00004343116,0.0000020562093,0.00067024],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974809,0.00088736176,0.00020758554,0.00019426555,0.00068593025,0.00054382463],"domain_scores_gemma":[0.9817292,0.007558253,0.004569341,0.00043406972,0.0018807432,0.0038284406],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0052594948,0.00018793337,0.0004258111,0.0035676754,0.0029384256,0.004186959,0.0006050112,0.0009282429,0.002891941],"category_scores_gemma":[0.021612963,0.00031117364,0.00033636353,0.0026721277,0.0020358765,0.0017166155,0.0019115618,0.0011116248,0.0004636755],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017719678,0.00036695867,0.7329585,0.00010064078,0.00003287641,0.00030102849,0.2434337,0.00010819176,0.0007800103,0.0007520583,0.0009496169,0.020039286],"study_design_scores_gemma":[0.000025444248,0.00028051937,0.5206492,0.0001351315,0.000038004928,0.00031458115,0.47118288,0.00049585046,0.00041459227,0.0004909486,0.005910529,0.00006233196],"about_ca_topic_score_codex":0.03200578,"about_ca_topic_score_gemma":0.041730803,"teacher_disagreement_score":0.995813,"about_ca_system_score_codex":0.002727294,"about_ca_system_score_gemma":0.0027580094,"threshold_uncertainty_score":0.063638985},"labels":[],"label_agreement":null},{"id":"W4252799992","doi":"10.1093/notesj/gjl034","title":"Readers' Queries","year":2006,"lang":"en","type":"article","venue":"Notes and Queries","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Volume (thermodynamics); Library science; Information retrieval; Computer science; World Wide Web; History","score_opus":0.0128644104309648,"score_gpt":0.23095272078073004,"score_spread":0.21808831034976522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252799992","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00055157265,0.002684871,0.0007177273,0.0158395,0.019267041,0.001047389,0.044189982,0.005289596,0.9104124],"genre_scores_gemma":[0.0015861071,0.0016618931,0.0006149166,0.0052576326,0.005467703,0.00045229276,0.011103268,0.0012075907,0.97264874],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997145,0.00024808888,0.0003063927,0.00022551122,0.0017203193,0.00035473143],"domain_scores_gemma":[0.9853039,0.0025449635,0.00068464375,0.0009885627,0.0077842325,0.0026937616],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017304511,0.0017158058,0.002864947,0.008463659,0.0020739578,0.007898129,0.0020660413,0.0049434756,0.8927317],"category_scores_gemma":[0.0309791,0.00062468665,0.00090522046,0.0072823837,0.0007546958,0.004537372,0.003705177,0.002259588,0.8129893],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011085,0.000007892878,0.000030946514,0.000103853716,8.330464e-7,0.000019577488,0.000019016257,0.000008425546,0.000050242077,0.00023734613,0.988167,0.011343812],"study_design_scores_gemma":[0.000020336833,0.000016614309,0.00030346666,0.00016337655,0.0000025886939,0.00003392957,0.00008053221,0.000030313528,0.00006148706,0.0004063957,0.99887055,0.000010313699],"about_ca_topic_score_codex":0.00556772,"about_ca_topic_score_gemma":0.0133126965,"teacher_disagreement_score":0.8927317,"about_ca_system_score_codex":0.0025800706,"about_ca_system_score_gemma":0.00326191,"threshold_uncertainty_score":0.15300518},"labels":[],"label_agreement":null},{"id":"W4253203193","doi":"10.1002/asi.20668","title":"A classification of mental models of undergraduates seeking information for a course essay in history and psychology: Preliminary investigations into aligning their mental models with online thesauri","year":2007,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Humanities Research Group, University of Windsor","keywords":"Mental image; Psychology; Disadvantage; Information seeking; Computer science; Information retrieval; Artificial intelligence; Cognition","score_opus":0.03688068085966885,"score_gpt":0.31043331854428213,"score_spread":0.2735526376846133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253203193","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99901366,0.000015847607,0.0004384899,0.000048840284,0.0000022277052,0.000033262248,0.000009936123,0.0000052361333,0.00043257346],"genre_scores_gemma":[0.99876416,0.000022127999,0.0009150763,0.000017454346,0.000001462526,0.000033519165,0.0000381874,0.0000022337172,0.00020590826],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99679357,0.0015287779,0.00023240193,0.00027824476,0.0008231235,0.00034391353],"domain_scores_gemma":[0.9788498,0.009525758,0.004889968,0.0017341336,0.0029380925,0.0020622774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006386998,0.0004491722,0.00039036974,0.002257451,0.0011487505,0.0043875515,0.00068760605,0.00074935966,0.0010227268],"category_scores_gemma":[0.036342848,0.0004058238,0.00068049564,0.00074661255,0.0024702777,0.0020285058,0.002253025,0.001172646,0.00019236098],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000525165,0.0006783357,0.6256204,0.000106457526,0.000056248107,0.00020311799,0.32083726,0.00047136628,0.0079973815,0.0016662385,0.00054814277,0.041289978],"study_design_scores_gemma":[0.0000736713,0.0014457213,0.65165234,0.00012847717,0.000056902874,0.00035802732,0.32700744,0.009614974,0.0030455214,0.002394474,0.004082813,0.00013964897],"about_ca_topic_score_codex":0.0063823964,"about_ca_topic_score_gemma":0.0072587496,"teacher_disagreement_score":0.006386998,"about_ca_system_score_codex":0.0018595567,"about_ca_system_score_gemma":0.0011669947,"threshold_uncertainty_score":0.03377807},"labels":[],"label_agreement":null},{"id":"W4253339747","doi":"10.1002/asi.20248","title":"Investigating the Anomalous States of Knowledge hypothesis in a real‐life problem situation: A study of history and psychology undergraduates seeking information for a course essay","year":2005,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"National Research Council Canada; McGill University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Ask price; Statement (logic); Set (abstract data type); Computer science; Information needs; Style (visual arts); Psychology; Epistemology; World Wide Web; History","score_opus":0.03295880221972691,"score_gpt":0.30993239595035127,"score_spread":0.27697359373062436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253339747","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99963534,0.000016020571,0.00006870398,0.00006974692,8.489442e-7,0.000009782154,0.000004000165,9.2666244e-7,0.00019453924],"genre_scores_gemma":[0.99960357,0.000022474342,0.00014518782,0.000042945852,0.0000025113613,0.000015479169,0.0000108073355,0.0000010440974,0.0001559356],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99583805,0.0026384764,0.00022753818,0.00027298648,0.0006046635,0.00041830965],"domain_scores_gemma":[0.96843195,0.021865593,0.0045217895,0.00085269514,0.0020748423,0.0022531995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005511001,0.0002827389,0.00046421503,0.0021073911,0.0030671936,0.0044463594,0.0009411088,0.0013523349,0.0011031196],"category_scores_gemma":[0.03303336,0.0005170669,0.00021488138,0.0011362518,0.004237815,0.0026082627,0.0028975178,0.0015674491,0.00014105864],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014261977,0.00071429374,0.16830848,0.00007619935,0.00001411019,0.00075182185,0.8183907,0.00010106594,0.002418587,0.0010019288,0.0002294012,0.007850737],"study_design_scores_gemma":[0.000031619886,0.0006652576,0.2095184,0.000034670997,0.000013609456,0.00044003187,0.7835468,0.00097223354,0.0012958881,0.001123274,0.0023177108,0.00004043813],"about_ca_topic_score_codex":0.007997579,"about_ca_topic_score_gemma":0.013276443,"teacher_disagreement_score":0.007997579,"about_ca_system_score_codex":0.0022409759,"about_ca_system_score_gemma":0.0012713397,"threshold_uncertainty_score":0.0291453},"labels":[],"label_agreement":null},{"id":"W4256383167","doi":"10.4018/978-1-4666-2455-9.ch096","title":"Human-Centred Web Search","year":2012,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Relevance (law); Computer science; Search engine; Simple (philosophy); Domain (mathematical analysis); World Wide Web; Process (computing); Metasearch engine; Information needs; Information retrieval; Semantic search; Search analytics; Data science; Web search query","score_opus":0.05389965620202047,"score_gpt":0.2873757431128941,"score_spread":0.23347608691087363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256383167","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025399279,0.051274955,0.087985575,0.0029781198,0.00025472272,0.00024410905,0.0005436085,0.001460332,0.82985926],"genre_scores_gemma":[0.44676292,0.054883152,0.09372892,0.002044773,0.000376303,0.00029431045,0.002359226,0.0005485522,0.39900187],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986351,0.00046659363,0.00005194648,0.00017023712,0.0005809696,0.00009519421],"domain_scores_gemma":[0.9991021,0.0005351993,0.000053373722,0.00013795748,0.00011364881,0.000057724737],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010856346,0.0004584929,0.00056859106,0.0013278547,0.000506555,0.00401293,0.0012784414,0.0013083782,0.021271799],"category_scores_gemma":[0.003421418,0.00019882279,0.00029834817,0.002969063,0.0013983427,0.0040781302,0.001457662,0.0005782573,0.010225595],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006685042,0.00015384097,0.0012784387,0.0016451869,0.000043981236,0.00026813563,0.0055347374,0.002034672,0.0034807457,0.20573683,0.08414183,0.6956147],"study_design_scores_gemma":[0.000024933122,0.00011579458,0.0041324925,0.0009534383,0.00002999543,0.001090812,0.0023681147,0.0065555195,0.0027778116,0.1043052,0.8775783,0.000067554494],"about_ca_topic_score_codex":0.0025763614,"about_ca_topic_score_gemma":0.003867732,"teacher_disagreement_score":0.021271799,"about_ca_system_score_codex":0.0011326519,"about_ca_system_score_gemma":0.0013217787,"threshold_uncertainty_score":0.07116127},"labels":[],"label_agreement":null},{"id":"W4280618561","doi":"10.1016/j.ipm.2022.102962","title":"ListMAP: Listwise learning to rank as maximum a posteriori estimation","year":2022,"lang":"en","type":"article","venue":"Information Processing & Management","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Learning to rank; Computer science; Benchmark (surveying); Ranking (information retrieval); Rank (graph theory); Machine learning; Intuition; Artificial intelligence; Set (abstract data type); Training set; A priori and a posteriori; Data mining; Function (biology); Information retrieval; Mathematics","score_opus":0.009950833108049957,"score_gpt":0.26120149443340734,"score_spread":0.2512506613253574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280618561","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008775684,0.0002713261,0.9894113,0.00012851495,0.00012551097,0.00006947641,0.0003953257,0.008349873,0.00037117163],"genre_scores_gemma":[0.039745223,0.00037762657,0.94905585,0.0003244967,0.00026187627,0.0005059847,0.0031362013,0.0015709206,0.0050216843],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965205,0.0016658545,0.0001820405,0.00050176977,0.00089984847,0.00022999108],"domain_scores_gemma":[0.992351,0.004403186,0.00025951792,0.0012995923,0.0014394383,0.00024723072],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044903536,0.0024910541,0.0025439179,0.0029540185,0.0010081322,0.0029956345,0.0046306015,0.0035237567,0.023702437],"category_scores_gemma":[0.020133073,0.0015031692,0.0017608142,0.0032725607,0.0010294768,0.004700975,0.0038161431,0.003746684,0.016879119],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008946593,0.00041358627,0.00075757434,0.0005296618,0.000274911,0.00012143907,0.00013817949,0.06597007,0.0038863746,0.021575976,0.08391978,0.8215178],"study_design_scores_gemma":[0.00015605983,0.00020223588,0.00022695854,0.00004545634,0.000051187937,0.000092421746,0.000035131296,0.9416574,0.004637648,0.043814074,0.0090199085,0.00006154496],"about_ca_topic_score_codex":0.004885934,"about_ca_topic_score_gemma":0.007320921,"teacher_disagreement_score":0.023702437,"about_ca_system_score_codex":0.0007758078,"about_ca_system_score_gemma":0.002851753,"threshold_uncertainty_score":0.079292595},"labels":[],"label_agreement":null},{"id":"W4281625809","doi":"10.1145/3529372.3533286","title":"Information seeking within academic digital libraries","year":2022,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Information seeking; Computer science; Digital library; Session (web analytics); Information seeking behavior; Matching (statistics); Variety (cybernetics); Recall; Process (computing); Information retrieval; Information needs; World Wide Web; Psychology; Artificial intelligence","score_opus":0.01821008029381207,"score_gpt":0.23608186811080767,"score_spread":0.2178717878169956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281625809","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9785927,0.00045507366,0.0018989943,0.0005249062,0.000005964433,0.000100069534,0.000036948517,0.000047555262,0.018337827],"genre_scores_gemma":[0.9934633,0.000366124,0.00302373,0.00020783495,0.000010970944,0.000051214014,0.00004151121,0.000012848259,0.0028225966],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.993782,0.0040716054,0.00033099847,0.00035029193,0.0009728383,0.00049230846],"domain_scores_gemma":[0.9844258,0.010744617,0.0018119478,0.00064638536,0.001032856,0.001338439],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0058150757,0.00025493276,0.00043731087,0.0026730122,0.0023612035,0.00526217,0.0007645845,0.0010987829,0.0053056283],"category_scores_gemma":[0.024542794,0.00026954597,0.00044652473,0.0023483168,0.0014028858,0.0032977988,0.0024049948,0.0006564554,0.0012490157],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00083959807,0.0019963323,0.34494537,0.0019672564,0.00011900789,0.0011984861,0.3317929,0.0012487392,0.008284386,0.019215269,0.003890653,0.28450206],"study_design_scores_gemma":[0.00019166399,0.0019061794,0.34452942,0.0010263394,0.00018521951,0.003174378,0.5322861,0.0076418286,0.0073136725,0.024593059,0.07688458,0.00026746473],"about_ca_topic_score_codex":0.002207918,"about_ca_topic_score_gemma":0.0036619648,"teacher_disagreement_score":0.9947378,"about_ca_system_score_codex":0.0016718236,"about_ca_system_score_gemma":0.0022887732,"threshold_uncertainty_score":0.030753434},"labels":[],"label_agreement":null},{"id":"W4282569005","doi":"10.1145/3544103","title":"GDESA: Greedy Diversity Encoder with Self-attention for Search Results Diversification","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"National Natural Science Foundation of China","keywords":"Computer science; Diversification (marketing strategy); Leverage (statistics); Greedy algorithm; Selection (genetic algorithm); Encoder; Ranking (information retrieval); Machine learning; Artificial intelligence; Data mining; Information retrieval; Algorithm; Business","score_opus":0.03631250601771496,"score_gpt":0.2487990638902549,"score_spread":0.21248655787253995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282569005","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.064184025,0.0016208001,0.9273155,0.0003513037,0.00010934971,0.00013481875,0.0002168348,0.0027763802,0.003290984],"genre_scores_gemma":[0.74305546,0.00071219995,0.24629124,0.00060094136,0.00014964007,0.00026363754,0.00060832145,0.00024052824,0.008078041],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994411,0.00014178947,0.000030596966,0.00011439266,0.00020366555,0.000068456444],"domain_scores_gemma":[0.9988984,0.0005783785,0.00008512131,0.00013881017,0.00022274673,0.000076477816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009949347,0.0008179406,0.0010092735,0.00093315734,0.00035587177,0.00064908765,0.0013737666,0.0009944921,0.0016207048],"category_scores_gemma":[0.0030142656,0.00036135004,0.0005380951,0.00079819356,0.0005941319,0.0014057753,0.0013239848,0.0011636673,0.0007914629],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004561336,0.00038219852,0.005122396,0.00019618873,0.0001620705,0.0003091148,0.00033001517,0.24609983,0.025869954,0.013094539,0.008391589,0.69958603],"study_design_scores_gemma":[0.000035129244,0.00009367888,0.00045902748,0.000012306808,0.000025949215,0.00011148795,0.000018062337,0.98716366,0.0049659596,0.005742091,0.0013583301,0.000014294319],"about_ca_topic_score_codex":0.0031584997,"about_ca_topic_score_gemma":0.006071839,"teacher_disagreement_score":0.0031584997,"about_ca_system_score_codex":0.00063779275,"about_ca_system_score_gemma":0.0012280792,"threshold_uncertainty_score":0.0062802434},"labels":[],"label_agreement":null},{"id":"W4283446342","doi":"10.5281/zenodo.6723471","title":"The 17 Most Misunderstood Facts About SEO Kelowna","year":2022,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology","score_opus":0.03469604887851389,"score_gpt":0.24018975185141517,"score_spread":0.2054937029729013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283446342","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029212661,0.08468029,0.018477524,0.32752296,0.11098039,0.00010783648,0.009455684,0.0022711013,0.41729152],"genre_scores_gemma":[0.19057949,0.05896236,0.010379899,0.12770388,0.028459996,0.000169878,0.007516614,0.004142173,0.5720857],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989116,0.00021710797,0.00014588067,0.00020685197,0.00037545964,0.00014304474],"domain_scores_gemma":[0.99657613,0.0015545867,0.00043569744,0.00036222432,0.0009368712,0.00013448842],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015126523,0.0006235788,0.0004209888,0.0017006999,0.0025009662,0.0029814325,0.0009639201,0.0029686296,0.02402779],"category_scores_gemma":[0.007576818,0.0003773193,0.00032404542,0.0030860722,0.0021292707,0.005615032,0.0015322004,0.004590777,0.012001237],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013769978,0.000017774504,0.0013975451,0.00036814142,0.000015600892,0.0007760313,0.0024181555,0.0001398569,0.00043580675,0.057088368,0.8882865,0.048918527],"study_design_scores_gemma":[0.0000026536197,0.000004727982,0.00061591686,0.00012914013,0.0000038102044,0.0003539353,0.00035575984,0.000051113413,0.00022997495,0.002773013,0.9954703,0.000009760031],"about_ca_topic_score_codex":0.012479634,"about_ca_topic_score_gemma":0.018032543,"teacher_disagreement_score":0.02402779,"about_ca_system_score_codex":0.0019961598,"about_ca_system_score_gemma":0.0011411828,"threshold_uncertainty_score":0.080380976},"labels":[],"label_agreement":null},{"id":"W4283452889","doi":"10.1145/3501247.3531540","title":"On the Characteristics of Ranking-based Gender Bias Measures","year":2022,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Waterloo; Toronto Metropolitan University","funders":"","keywords":"Gender bias; Consistency (knowledge bases); Computer science; Robustness (evolution); Ranking (information retrieval); Measure (data warehouse); Data science; Machine learning; Artificial intelligence; Cognitive psychology; Data mining; Psychology; Social psychology","score_opus":0.10266406279767533,"score_gpt":0.2645292449843555,"score_spread":0.16186518218668017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283452889","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46995762,0.014673036,0.4592728,0.004919975,0.0005563435,0.000958689,0.002167892,0.0014629266,0.04603073],"genre_scores_gemma":[0.8963414,0.0009235637,0.09871145,0.00057950424,0.00023812061,0.00031610634,0.00088437437,0.00031658693,0.0016889345],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.94999975,0.026595075,0.003479001,0.003531015,0.015273578,0.001121609],"domain_scores_gemma":[0.6149229,0.31102544,0.020744998,0.024731476,0.026304368,0.0022707535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05353999,0.00096320413,0.0011016662,0.0066998354,0.0013839094,0.003964772,0.00105291,0.0015758008,0.002881788],"category_scores_gemma":[0.27095428,0.00038956598,0.0007743384,0.00581079,0.0025153176,0.007110163,0.0026930817,0.0018993447,0.0010745791],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016785982,0.0005055089,0.17029627,0.0016807605,0.00080261065,0.00023263069,0.004756506,0.022257151,0.021379864,0.13487273,0.008464301,0.63307303],"study_design_scores_gemma":[0.00023832938,0.004009112,0.2508205,0.0013822936,0.00068850943,0.0029427097,0.0045376234,0.2199776,0.03676824,0.43273503,0.044978492,0.00092163315],"about_ca_topic_score_codex":0.0017234045,"about_ca_topic_score_gemma":0.0018298546,"teacher_disagreement_score":0.05353999,"about_ca_system_score_codex":0.0019309463,"about_ca_system_score_gemma":0.0013536498,"threshold_uncertainty_score":0.2831499},"labels":[],"label_agreement":null},{"id":"W4290547231","doi":"10.29173/cais1260","title":"Getting the whole story","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Scopus; Narrative; Web of science; Multidisciplinary approach; History; Library science; Political science; Data science; Computer science; Social science; Sociology; Linguistics; MEDLINE; Law","score_opus":0.023459043351633006,"score_gpt":0.24502211002569163,"score_spread":0.22156306667405862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4290547231","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16241898,0.023746358,0.04013056,0.40928325,0.006665467,0.0003512598,0.002382022,0.000668744,0.3543534],"genre_scores_gemma":[0.86388236,0.014112856,0.01933047,0.041900557,0.0025374193,0.00029229996,0.0019329524,0.0012694692,0.054741595],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9719187,0.016840054,0.001545386,0.0024210347,0.005730452,0.001544407],"domain_scores_gemma":[0.93356603,0.040928125,0.004254183,0.007376885,0.008448556,0.005426214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020036817,0.0010040418,0.001075342,0.004864169,0.012052281,0.031399943,0.0021397115,0.0065919263,0.027660292],"category_scores_gemma":[0.11162586,0.0008117572,0.0008920766,0.005071029,0.015129861,0.08577483,0.018585699,0.007756388,0.008101712],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020985624,0.000077530756,0.009665339,0.0010206072,0.00014215348,0.001448948,0.4729166,0.00022696928,0.0015401217,0.25260264,0.14749385,0.11265532],"study_design_scores_gemma":[0.000009446414,0.00007199153,0.0021487048,0.0010080087,0.000055243272,0.00088699814,0.28809142,0.0002717497,0.0006297279,0.10078691,0.6059805,0.00005924613],"about_ca_topic_score_codex":0.0023610923,"about_ca_topic_score_gemma":0.0020776729,"teacher_disagreement_score":0.031399943,"about_ca_system_score_codex":0.0033802136,"about_ca_system_score_gemma":0.0040343264,"threshold_uncertainty_score":0.10596609},"labels":[],"label_agreement":null},{"id":"W4291819944","doi":"","title":"Merci retriever.","year":2004,"lang":"en","type":"article","venue":"PubMed","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Labrador Retriever; Medicine; Surgery","score_opus":0.027214810414678,"score_gpt":0.22021745710949042,"score_spread":0.19300264669481243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4291819944","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026262375,0.01650558,0.0076149516,0.003376758,0.00082828145,0.00028251074,0.14467388,0.05470025,0.7693914],"genre_scores_gemma":[0.010679186,0.009098005,0.0152598545,0.0023141957,0.0010595232,0.00047889876,0.10158883,0.00914112,0.8503804],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99918884,0.00007411105,0.00008728137,0.00021481712,0.00034550557,0.00008940233],"domain_scores_gemma":[0.9984004,0.00032848615,0.00017484944,0.00034976177,0.00039901744,0.00034748114],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00093720254,0.0015033488,0.0017710902,0.011951251,0.0009825844,0.0036506634,0.0016747069,0.0015404299,0.53586507],"category_scores_gemma":[0.0034973428,0.0008586408,0.0007459469,0.008088518,0.00036453133,0.0034779396,0.0024879766,0.0010737742,0.6764072],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001692142,0.00004538807,0.0004999408,0.000938787,0.000024661678,0.00011371907,0.00010471527,0.00004418499,0.0014437778,0.002760171,0.7239933,0.26986215],"study_design_scores_gemma":[0.000038498813,0.000022072678,0.0016080415,0.0001450196,0.000026560698,0.00022677344,0.000045310073,0.00015339343,0.0011163052,0.0017450898,0.9948526,0.00002036357],"about_ca_topic_score_codex":0.001900742,"about_ca_topic_score_gemma":0.0042274683,"teacher_disagreement_score":0.46413493,"about_ca_system_score_codex":0.000496354,"about_ca_system_score_gemma":0.00080545247,"threshold_uncertainty_score":0.6620321},"labels":[],"label_agreement":null},{"id":"W4297037220","doi":"10.32920/14668995.v2","title":"Information seeking behaviors, attitudes, and choices of academic mathematicians","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo; Wilfrid Laurier University; Toronto Metropolitan University; Brock University","funders":"Brock University","keywords":"Pace; Citation; Information seeking; Feeling; Variety (cybernetics); Information needs; Sample (material); Psychology; Computer science; Public relations; Mathematics education; World Wide Web; Library science; Political science; Social psychology","score_opus":0.029011241470589977,"score_gpt":0.3179921586898421,"score_spread":0.2889809172192521,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297037220","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.998582,0.00009043503,0.000044060187,0.00033076826,0.0000021414025,0.0000077793175,0.000020633486,0.0000022628096,0.00091992924],"genre_scores_gemma":[0.99867344,0.00022072406,0.00012720903,0.00024652705,0.000007405026,0.000009066729,0.00004343116,0.0000020562093,0.00067024],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974809,0.00088736176,0.00020758554,0.00019426555,0.00068593025,0.00054382463],"domain_scores_gemma":[0.9817292,0.007558253,0.004569341,0.00043406972,0.0018807432,0.0038284406],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0052594948,0.00018793337,0.0004258111,0.0035676754,0.0029384256,0.004186959,0.0006050112,0.0009282429,0.002891941],"category_scores_gemma":[0.021612963,0.00031117364,0.00033636353,0.0026721277,0.0020358765,0.0017166155,0.0019115618,0.0011116248,0.0004636755],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017719678,0.00036695867,0.7329585,0.00010064078,0.00003287641,0.00030102849,0.2434337,0.00010819176,0.0007800103,0.0007520583,0.0009496169,0.020039286],"study_design_scores_gemma":[0.000025444248,0.00028051937,0.5206492,0.0001351315,0.000038004928,0.00031458115,0.47118288,0.00049585046,0.00041459227,0.0004909486,0.005910529,0.00006233196],"about_ca_topic_score_codex":0.03200578,"about_ca_topic_score_gemma":0.041730803,"teacher_disagreement_score":0.995813,"about_ca_system_score_codex":0.002727294,"about_ca_system_score_gemma":0.0027580094,"threshold_uncertainty_score":0.063638985},"labels":[],"label_agreement":null},{"id":"W4297816431","doi":"10.1145/3555371","title":"Learning to Ask: Conversational Product Search via Representation Learning","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Ask price; Product (mathematics); Computer science; Representation (politics); Human–computer interaction; Artificial intelligence; Mathematics; Business; Political science","score_opus":0.031508617344332475,"score_gpt":0.2849817503115045,"score_spread":0.25347313296717205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297816431","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06594338,0.0017954507,0.9203028,0.0010405651,0.000097373944,0.00019687945,0.0008254966,0.0043153567,0.0054827025],"genre_scores_gemma":[0.8743323,0.00068225886,0.11362898,0.00074409146,0.000097799035,0.0002696196,0.0021521002,0.00023902969,0.007853879],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991812,0.0003223028,0.00002996814,0.0002755819,0.00010070715,0.000090204376],"domain_scores_gemma":[0.9987633,0.00083902845,0.00006993748,0.00016781641,0.00009557387,0.00006429695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010426432,0.0010609799,0.0009862751,0.000621932,0.00043912846,0.0010421611,0.0023062231,0.0016879459,0.0034520763],"category_scores_gemma":[0.0040024044,0.0005706332,0.0014934536,0.0007875132,0.0008026054,0.002994692,0.0017383562,0.0025237915,0.0011152083],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00086588215,0.00064033654,0.004779772,0.0004941431,0.00034054133,0.00048601846,0.0012050037,0.39669785,0.009943069,0.02691868,0.01865506,0.53897357],"study_design_scores_gemma":[0.000017719327,0.000054395474,0.00026261035,0.000010833251,0.000029523835,0.00005529994,0.00004523589,0.9850971,0.0011540583,0.011992648,0.0012671968,0.000013365062],"about_ca_topic_score_codex":0.009805598,"about_ca_topic_score_gemma":0.009735475,"teacher_disagreement_score":0.009805598,"about_ca_system_score_codex":0.0010727018,"about_ca_system_score_gemma":0.00092762226,"threshold_uncertainty_score":0.019497037},"labels":[],"label_agreement":null},{"id":"W4298208017","doi":"","title":"Using a Medical Thesaurus to Predict Query Difficulty","year":2013,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Thesaurus; Computer science; Information retrieval; Query expansion; Natural language processing","score_opus":0.04115881074429968,"score_gpt":0.29998156059253944,"score_spread":0.2588227498482398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4298208017","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90101224,0.0032848392,0.083662264,0.0010731099,0.00012764361,0.0004729072,0.0040773763,0.0024509677,0.0038387],"genre_scores_gemma":[0.96633285,0.00039525438,0.029468695,0.000089924135,0.000094481664,0.00009872948,0.0028235114,0.000049401966,0.0006472248],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981857,0.0007503281,0.00022615452,0.00028956294,0.00045982702,0.00008837903],"domain_scores_gemma":[0.97009695,0.022251265,0.0028983955,0.0011398501,0.0028770235,0.00073655666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035591847,0.00068507437,0.00087060465,0.0049487725,0.00040911365,0.0016900379,0.0006128469,0.0012843913,0.0017492339],"category_scores_gemma":[0.03655398,0.00028791718,0.0006495286,0.0025711262,0.00045870297,0.0024184587,0.00090329355,0.0011503899,0.0012951382],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003281905,0.0009849124,0.5478313,0.0013307107,0.0007536268,0.00040834662,0.00055632053,0.04626868,0.021976933,0.0013530889,0.013700238,0.3615539],"study_design_scores_gemma":[0.00020026373,0.0018704261,0.1905435,0.00022873328,0.00038279535,0.0011418621,0.00027011265,0.78051513,0.01714909,0.0037542065,0.0037687272,0.00017518397],"about_ca_topic_score_codex":0.004488917,"about_ca_topic_score_gemma":0.0038711298,"teacher_disagreement_score":0.0049487725,"about_ca_system_score_codex":0.0005883785,"about_ca_system_score_gemma":0.0009980439,"threshold_uncertainty_score":0.018823028},"labels":[],"label_agreement":null},{"id":"W4298310059","doi":"","title":"Constructing a true LCSH tree of a science and engineering collection","year":2012,"lang":"en","type":"article","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Interdisciplinary Research in Music Media and Technology; McGill University","funders":"","keywords":"Tree (set theory); Computer science; Mathematics; Combinatorics","score_opus":0.01175181023870012,"score_gpt":0.21670337255600916,"score_spread":0.20495156231730904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4298310059","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25881726,0.00086376286,0.6847543,0.0017256873,0.00022768679,0.0007317413,0.016393242,0.0070745815,0.029411713],"genre_scores_gemma":[0.3669491,0.0005036309,0.6001801,0.00032836487,0.000076596356,0.00026236617,0.019101094,0.0015271181,0.011071641],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99925405,0.00012908179,0.000058253947,0.00011303609,0.00028651158,0.00015910344],"domain_scores_gemma":[0.9964385,0.0013627297,0.00012759623,0.0008250903,0.0010361116,0.00020995973],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.00087676715,0.00031290803,0.0007633643,0.0034020562,0.0013290505,0.001955922,0.0010544166,0.0009956487,0.008516133],"category_scores_gemma":[0.0065114005,0.00065702846,0.001230148,0.0047916253,0.0009694105,0.0046825646,0.001956083,0.0011543856,0.0020110214],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008978111,0.000379491,0.029471079,0.002475469,0.0001842179,0.0016804509,0.0045931535,0.043915965,0.05292631,0.27455163,0.08123305,0.50769144],"study_design_scores_gemma":[0.00011703827,0.0003071847,0.012513975,0.00038765033,0.00024087429,0.00095842546,0.00339792,0.37700745,0.027226094,0.43052945,0.14717439,0.00013959451],"about_ca_topic_score_codex":0.008772596,"about_ca_topic_score_gemma":0.019134,"teacher_disagreement_score":0.99659795,"about_ca_system_score_codex":0.0011328204,"about_ca_system_score_gemma":0.0019856934,"threshold_uncertainty_score":0.028489292},"labels":[],"label_agreement":null},{"id":"W4300095824","doi":"","title":"New Search Strategies Successfully Optimize Retrieval of Clinically Sound Treatment Studies in EMBASE. A review of: Wong, Sharon S‐L, Nancy L. Wilczynski, and R. Brian Haynes. “Developing Optimal Search Strategies for Detecting Clinically Sound Treatment Studies in EMBASE.” Journal of the Medical Library Association 94.1 (Jan. 2006): 41‐47. 14 May 2007 http://www.pubmedcentral.nih.gov/articlerender.fcgi?artid=1324770.","year":2007,"lang":"en","type":"review","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sound (geography); Computer science; Information retrieval; Medicine; Physics; Acoustics","score_opus":0.508094697988246,"score_gpt":0.6028094853478415,"score_spread":0.09471478735959549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300095824","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056188785,0.56448394,0.15691213,0.042470627,0.00558834,0.11418555,0.034855936,0.0030735328,0.022241084],"genre_scores_gemma":[0.11147033,0.13820632,0.63215125,0.007085363,0.002099463,0.09304659,0.012519118,0.00067717733,0.0027442926],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.76627034,0.13113226,0.084321104,0.0043769116,0.012851043,0.0010484235],"domain_scores_gemma":[0.35015318,0.5719563,0.033329647,0.011647432,0.031604055,0.0013095398],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1740462,0.004098748,0.009881833,0.06796475,0.0019085512,0.009829216,0.0037207718,0.003304644,0.02130801],"category_scores_gemma":[0.54623276,0.0028130221,0.008035947,0.050499476,0.001728292,0.014877683,0.006327581,0.0026625053,0.0049737454],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030794772,0.00036328685,0.005732442,0.38176134,0.010116719,0.00113858,0.0039017517,0.001359423,0.005814954,0.0039125127,0.048749294,0.53407025],"study_design_scores_gemma":[0.021466648,0.004226852,0.045804273,0.45132676,0.10282294,0.003861348,0.008383686,0.013921924,0.01083896,0.038643174,0.29681087,0.0018925596],"about_ca_topic_score_codex":0.002432266,"about_ca_topic_score_gemma":0.016360037,"teacher_disagreement_score":0.8259538,"about_ca_system_score_codex":0.0051925248,"about_ca_system_score_gemma":0.015885014,"threshold_uncertainty_score":0.9204553},"labels":[],"label_agreement":null},{"id":"W4307879484","doi":"10.18357/otessac.2022.1.1.76","title":"Investigating the Effects of Computer-Generated Contextual Landmarks on Short-Term Recall of E-Texts","year":2022,"lang":"en","type":"article","venue":"The Open/Technology in Education Society and Scholarship Association Conference","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Athabasca University","keywords":"Recall; Computer science; Recall rate; Term (time); Natural language processing; Artificial intelligence; Information retrieval; Human–computer interaction; Cognitive psychology; Psychology","score_opus":0.03256114804462039,"score_gpt":0.3072386214578118,"score_spread":0.2746774734131914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307879484","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99582064,0.00032391294,0.0010564711,0.000053413765,0.000028819071,0.00017376743,0.000107957436,0.00010727945,0.0023276804],"genre_scores_gemma":[0.9893695,0.0003965558,0.005619795,0.00012074009,0.000047980488,0.00042343806,0.00030299276,0.00009691697,0.0036220027],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99593556,0.0018578267,0.000494158,0.00070878415,0.00078274513,0.00022096382],"domain_scores_gemma":[0.8088317,0.1660923,0.01047236,0.007328896,0.005099447,0.0021752024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005157937,0.0008833051,0.0006770097,0.0007062595,0.00049505016,0.002488707,0.0011029058,0.0011150743,0.005433348],"category_scores_gemma":[0.10093059,0.00054239196,0.0006027294,0.0005674428,0.00064724707,0.002143861,0.0012450514,0.0011287094,0.0009305044],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05923219,0.019411953,0.19620569,0.005146175,0.0016221568,0.001199069,0.051435824,0.005699655,0.17382938,0.0012154632,0.0033665604,0.48163596],"study_design_scores_gemma":[0.0021930719,0.10115814,0.78662306,0.00082407147,0.0025895606,0.001010074,0.012778182,0.010445722,0.070834056,0.0019969987,0.00904073,0.000506437],"about_ca_topic_score_codex":0.0021833086,"about_ca_topic_score_gemma":0.002663712,"teacher_disagreement_score":0.005433348,"about_ca_system_score_codex":0.00052416895,"about_ca_system_score_gemma":0.00039939352,"threshold_uncertainty_score":0.027278066},"labels":[],"label_agreement":null},{"id":"W4311560923","doi":"10.1167/jov.22.14.4106","title":"Is There One “Beam” of Attention for Searching in Space and Time?","year":2022,"lang":"en","type":"article","venue":"Journal of Vision","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Space (punctuation); Spacetime; Computer science; Space time; Theoretical computer science; Physics","score_opus":0.02662520810381409,"score_gpt":0.31648183627228504,"score_spread":0.28985662816847096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311560923","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.407553,0.02738473,0.33962673,0.10244737,0.002083826,0.0003697834,0.00069120026,0.0016968088,0.118146636],"genre_scores_gemma":[0.93265915,0.005950327,0.049549732,0.0066720657,0.00044756083,0.00027497677,0.000184548,0.00012769058,0.004133979],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975974,0.00053579564,0.0001571368,0.0007494319,0.000586357,0.00037384505],"domain_scores_gemma":[0.9918759,0.0030020128,0.0014306356,0.002064879,0.0009787016,0.0006479139],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005081823,0.0005055758,0.0013261158,0.0024927834,0.0011720535,0.0050316476,0.0026517601,0.005196608,0.0065040966],"category_scores_gemma":[0.015307132,0.001261991,0.0011103436,0.0028679168,0.008168312,0.018726116,0.002435495,0.0017159521,0.001918673],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00143167,0.00038802568,0.07374312,0.0018629069,0.0004728669,0.000591519,0.0073812813,0.0008387739,0.041482426,0.27685153,0.013023888,0.58193207],"study_design_scores_gemma":[0.00047336766,0.001103681,0.31517968,0.0010737707,0.0003554162,0.0024219835,0.010514785,0.013627346,0.015483105,0.5869709,0.05229716,0.00049882714],"about_ca_topic_score_codex":0.0041912775,"about_ca_topic_score_gemma":0.0021742326,"teacher_disagreement_score":0.0065040966,"about_ca_system_score_codex":0.0012232,"about_ca_system_score_gemma":0.0016948751,"threshold_uncertainty_score":0.026875556},"labels":[],"label_agreement":null},{"id":"W4312178470","doi":"10.18357/otessac.2022.2.1.76","title":"Investigating the Effects of Computer-Generated Contextual Landmarks on Short-Term Recall of E-Texts","year":2022,"lang":"en","type":"article","venue":"The Open/Technology in Education Society and Scholarship Association Conference","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Athabasca University","keywords":"Recall; Computer science; Term (time); Recall rate; Natural language processing; Artificial intelligence; Test (biology); Information retrieval; Human–computer interaction; Cognitive psychology; Psychology","score_opus":0.03256114804462039,"score_gpt":0.3072386214578118,"score_spread":0.2746774734131914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312178470","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99582064,0.00032391294,0.0010564711,0.000053413765,0.000028819071,0.00017376743,0.000107957436,0.00010727945,0.0023276804],"genre_scores_gemma":[0.9893695,0.0003965558,0.005619795,0.00012074009,0.000047980488,0.00042343806,0.00030299276,0.00009691697,0.0036220027],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99593556,0.0018578267,0.000494158,0.00070878415,0.00078274513,0.00022096382],"domain_scores_gemma":[0.8088317,0.1660923,0.01047236,0.007328896,0.005099447,0.0021752024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005157937,0.0008833051,0.0006770097,0.0007062595,0.00049505016,0.002488707,0.0011029058,0.0011150743,0.005433348],"category_scores_gemma":[0.10093059,0.00054239196,0.0006027294,0.0005674428,0.00064724707,0.002143861,0.0012450514,0.0011287094,0.0009305044],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05923219,0.019411953,0.19620569,0.005146175,0.0016221568,0.001199069,0.051435824,0.005699655,0.17382938,0.0012154632,0.0033665604,0.48163596],"study_design_scores_gemma":[0.0021930719,0.10115814,0.78662306,0.00082407147,0.0025895606,0.001010074,0.012778182,0.010445722,0.070834056,0.0019969987,0.00904073,0.000506437],"about_ca_topic_score_codex":0.0021833086,"about_ca_topic_score_gemma":0.002663712,"teacher_disagreement_score":0.005433348,"about_ca_system_score_codex":0.00052416895,"about_ca_system_score_gemma":0.00039939352,"threshold_uncertainty_score":0.027278066},"labels":[],"label_agreement":null},{"id":"W4321447938","doi":"10.1007/978-1-4899-7993-3_940-2","title":"Information Retrieval Operations","year":2016,"lang":"en","type":"book-chapter","venue":"Encyclopedia of Database Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Information retrieval; Computer science","score_opus":0.01678931413732509,"score_gpt":0.24326048074601006,"score_spread":0.22647116660868497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321447938","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043368866,0.015092895,0.1710077,0.0025103935,0.0020152011,0.00094432925,0.010501948,0.009468756,0.7841219],"genre_scores_gemma":[0.07236541,0.024852816,0.19516091,0.0023632785,0.0025088207,0.0009717875,0.025423862,0.0025742487,0.6737789],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99781334,0.00028218428,0.00022042904,0.00043195958,0.0010762168,0.00017580739],"domain_scores_gemma":[0.998577,0.00031253073,0.000088964625,0.0006171324,0.00033203998,0.00007239556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011277857,0.0015233814,0.0013752739,0.0051858765,0.0013708997,0.0072221467,0.0018053219,0.0010382032,0.13390543],"category_scores_gemma":[0.004315307,0.000512422,0.0012955527,0.006631428,0.0012255342,0.00774299,0.002412506,0.0018023461,0.15574431],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008230935,0.0001051703,0.00018660905,0.0005811338,0.000031340478,0.000110214794,0.00020090632,0.00041029407,0.0048934673,0.27704358,0.2028241,0.5135309],"study_design_scores_gemma":[0.000022054208,0.00005315883,0.00035577943,0.00017868963,0.00003378356,0.0007039826,0.00010444844,0.0015962288,0.006356399,0.109050296,0.88150585,0.000039281436],"about_ca_topic_score_codex":0.0009211536,"about_ca_topic_score_gemma":0.0008575608,"teacher_disagreement_score":0.13390543,"about_ca_system_score_codex":0.0011566255,"about_ca_system_score_gemma":0.0014813818,"threshold_uncertainty_score":0.4479583},"labels":[],"label_agreement":null},{"id":"W4327499166","doi":"10.1007/978-3-031-28241-6_32","title":"Understanding and Mitigating Gender Bias in Information Retrieval Systems","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Toronto Metropolitan University","funders":"","keywords":"Computer science; Relevance (law); Judgement; Artificial intelligence; Natural language processing; Machine learning; Gender bias; Information retrieval; Psychology; Social psychology","score_opus":0.14747431891481882,"score_gpt":0.286645160080379,"score_spread":0.13917084116556017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327499166","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8051119,0.0045623733,0.101742096,0.010024246,0.00034255988,0.00013590907,0.00055361487,0.00034967324,0.07717768],"genre_scores_gemma":[0.98695314,0.0004500243,0.009215781,0.0005053505,0.00015861634,0.000023425717,0.00009585784,0.00007247414,0.0025254216],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99583733,0.002429784,0.00018263345,0.00042740963,0.0008286172,0.00029432354],"domain_scores_gemma":[0.96906036,0.023403564,0.002784818,0.0022264312,0.0020813895,0.00044338638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008613907,0.000329099,0.00043921534,0.0008418414,0.0007935608,0.002234422,0.0006367857,0.000792473,0.0058268947],"category_scores_gemma":[0.052188095,0.00031610343,0.00024034434,0.0008858535,0.0016190868,0.0050425404,0.0014839331,0.0009758008,0.0008194599],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016661977,0.00045017805,0.17006838,0.0008206252,0.00018145023,0.00044281382,0.014563406,0.00638443,0.029659819,0.23904034,0.011483273,0.52523905],"study_design_scores_gemma":[0.00020535666,0.0008312682,0.18617117,0.00047722767,0.0003710749,0.0008948429,0.015276195,0.07292226,0.024455266,0.649614,0.048609335,0.00017207072],"about_ca_topic_score_codex":0.00343913,"about_ca_topic_score_gemma":0.0041446295,"teacher_disagreement_score":0.008613907,"about_ca_system_score_codex":0.0010499686,"about_ca_system_score_gemma":0.0013501709,"threshold_uncertainty_score":0.045555174},"labels":[],"label_agreement":null},{"id":"W4327909824","doi":"10.1145/3576840.3578282","title":"Drag-and-Drop Query Refinement and Query History Visualization for Mobile Exploratory Search","year":2023,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Computer science; Mobile device; Visualization; Information retrieval; Search engine indexing; Exploratory search; Digital library; Web search query; Context (archaeology); Web query classification; World Wide Web; Query expansion; Data mining; Search engine","score_opus":0.057641369750414444,"score_gpt":0.3102224617222235,"score_spread":0.25258109197180906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327909824","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06628524,0.0009396633,0.877632,0.0010198018,0.0001368602,0.0007973432,0.0006122364,0.044943172,0.0076336632],"genre_scores_gemma":[0.3191916,0.00047183805,0.67236257,0.0004034698,0.00007495882,0.00069215876,0.00069080637,0.0020075026,0.0041050785],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985789,0.00061469537,0.00013430069,0.00015704216,0.00040768887,0.00010737426],"domain_scores_gemma":[0.9907569,0.006312103,0.00046480205,0.0013116467,0.00073644804,0.00041822033],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002485658,0.0011796644,0.0007290909,0.0014511226,0.000743559,0.00230562,0.0016089902,0.001145653,0.007541521],"category_scores_gemma":[0.014538893,0.0005774945,0.00055389066,0.0009088693,0.00086995657,0.0026834833,0.0024091823,0.0011605949,0.0014306586],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035420666,0.0009848372,0.008592226,0.0026198786,0.00019459159,0.0021291308,0.022685139,0.013235916,0.2299751,0.03235461,0.049369365,0.6343171],"study_design_scores_gemma":[0.0011202024,0.0027111757,0.016682563,0.0011396048,0.0004052943,0.0033385102,0.005363075,0.49657255,0.15381753,0.041483626,0.27641597,0.0009498742],"about_ca_topic_score_codex":0.0029465787,"about_ca_topic_score_gemma":0.005409206,"teacher_disagreement_score":0.007541521,"about_ca_system_score_codex":0.00050481403,"about_ca_system_score_gemma":0.00082269596,"threshold_uncertainty_score":0.025228858},"labels":[],"label_agreement":null},{"id":"W4366967969","doi":"10.1109/wi-iat55865.2022.00119","title":"Multiple Linear Combination Approaches for Information Search in Ranking","year":2022,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Ranking (information retrieval); Information retrieval; Artificial intelligence; Combing; Task (project management); Learning to rank; Matching (statistics); Natural language processing; Machine learning; Mathematics","score_opus":0.07620770115455743,"score_gpt":0.2746432877804501,"score_spread":0.19843558662589267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366967969","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012955604,0.022398248,0.94206274,0.0012442681,0.0004160247,0.00032020322,0.0012592018,0.005023222,0.014320442],"genre_scores_gemma":[0.3556286,0.008124384,0.59149694,0.0009961701,0.0019777531,0.00063108245,0.004809659,0.0007347102,0.035600625],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965497,0.0013823231,0.00020777225,0.00052017445,0.0010981911,0.00024185608],"domain_scores_gemma":[0.9980709,0.000915679,0.0001554495,0.00033618326,0.00043470055,0.00008699036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033079975,0.002503611,0.0029205724,0.0050677364,0.00087037525,0.0021493644,0.0027215832,0.0018230052,0.012086189],"category_scores_gemma":[0.0047049616,0.00066736346,0.0017717851,0.008397331,0.00065118383,0.0032992864,0.0013369159,0.0017025659,0.008833989],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039562138,0.00051953853,0.0012149385,0.0005449504,0.0004959975,0.00015198982,0.00006425185,0.11813216,0.0023702816,0.012441011,0.041723244,0.82194597],"study_design_scores_gemma":[0.000065406726,0.0003103423,0.0008860183,0.00004083309,0.00018082488,0.00018309339,0.000047674435,0.959983,0.001676069,0.023499858,0.013066129,0.000060811664],"about_ca_topic_score_codex":0.006357763,"about_ca_topic_score_gemma":0.011512821,"teacher_disagreement_score":0.012086189,"about_ca_system_score_codex":0.0014148435,"about_ca_system_score_gemma":0.0011782949,"threshold_uncertainty_score":0.040432334},"labels":[],"label_agreement":null},{"id":"W4367019236","doi":"10.1007/978-3-030-91628-2_6","title":"Critical Appraisal and Evaluation of Information","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Critical appraisal; Dissemination; Process (computing); Computer science; Knowledge management; Psychology; Medicine","score_opus":0.07020584085185701,"score_gpt":0.35556849157570436,"score_spread":0.28536265072384737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367019236","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012117585,0.3105202,0.45724097,0.05496132,0.01332047,0.031650003,0.0015582347,0.001355001,0.11727622],"genre_scores_gemma":[0.12841602,0.080113545,0.74248666,0.004939929,0.0033890833,0.027903168,0.00065505406,0.0004299203,0.011666648],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.541775,0.37400296,0.021373315,0.0041139796,0.057363227,0.0013715227],"domain_scores_gemma":[0.18314853,0.6553835,0.026464297,0.016325597,0.115011916,0.00366619],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.32975563,0.0019166716,0.003736819,0.015274276,0.0027154812,0.008207414,0.004834149,0.0029970007,0.010799325],"category_scores_gemma":[0.635535,0.0009853133,0.0016768201,0.0061746393,0.009309705,0.004871477,0.003599698,0.0044164006,0.0020454992],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010135568,0.00026142568,0.0017127173,0.018557223,0.0008249351,0.00013922839,0.0076995366,0.0013020051,0.00064505986,0.07997028,0.114755936,0.773118],"study_design_scores_gemma":[0.0011857279,0.0018376546,0.01311007,0.09448976,0.0023587032,0.0011326764,0.010190195,0.024385244,0.0075152195,0.38980117,0.45325345,0.0007401144],"about_ca_topic_score_codex":0.0030908554,"about_ca_topic_score_gemma":0.0056794165,"teacher_disagreement_score":0.32975563,"about_ca_system_score_codex":0.009737544,"about_ca_system_score_gemma":0.03381698,"threshold_uncertainty_score":0.82653064},"labels":[],"label_agreement":null},{"id":"W4376130046","doi":"10.1016/j.jbi.2023.104386","title":"Learning to rank query expansion terms for COVID-19 scholarly search","year":2023,"lang":"en","type":"article","venue":"Journal of Biomedical Informatics","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Query expansion; Computer science; Ranking (information retrieval); Information retrieval; Web search query; Benchmark (surveying); Learning to rank; Web query classification; Rank (graph theory); Domain (mathematical analysis); Query optimization; Set (abstract data type); Language model; Precision and recall; Search engine; Artificial intelligence","score_opus":0.0615972581029316,"score_gpt":0.3637558269493393,"score_spread":0.3021585688464077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376130046","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66158795,0.017593663,0.26188082,0.0062783444,0.000886344,0.0014837955,0.014971104,0.0137917185,0.021526305],"genre_scores_gemma":[0.8481297,0.0019696194,0.11776292,0.0008829322,0.0006767849,0.0003842896,0.018603645,0.0003054141,0.011284763],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9976248,0.00071640324,0.00024690884,0.00036382306,0.0007274803,0.0003205746],"domain_scores_gemma":[0.993701,0.003771645,0.00030817004,0.00038680836,0.0015424086,0.0002899153],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002768142,0.0012155003,0.0013601072,0.01452447,0.00095712976,0.0020777963,0.0011156678,0.0016323334,0.0065522883],"category_scores_gemma":[0.01186324,0.0002592566,0.0011829715,0.0049369824,0.0005317042,0.0025313485,0.0012908162,0.00128198,0.0037818358],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015641754,0.0014341748,0.036999125,0.0008527676,0.00036130825,0.00027329373,0.00036681117,0.015674867,0.019901669,0.0040590293,0.062702894,0.85580987],"study_design_scores_gemma":[0.0002738968,0.0009991183,0.020211227,0.00020748036,0.00047247697,0.0006837515,0.0007335866,0.93361557,0.016096713,0.012360282,0.014242005,0.00010383406],"about_ca_topic_score_codex":0.011618326,"about_ca_topic_score_gemma":0.023454852,"teacher_disagreement_score":0.01452447,"about_ca_system_score_codex":0.0015032486,"about_ca_system_score_gemma":0.0032782946,"threshold_uncertainty_score":0.02310139},"labels":[],"label_agreement":null},{"id":"W4380345780","doi":"10.1108/s2055-5377202315","title":"Looking for Information","year":2023,"lang":"en","type":"book","venue":"Studies in information","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Australian Research Council; University of California, Los Angeles; Universidade Nova de Lisboa; Charles Sturt University; University of Kentucky; Academy of the Social Sciences in Australia; McGill University; Social Sciences and Humanities Research Council of Canada; RMIT University; University of Alberta; Syracuse University","keywords":"Computer science","score_opus":0.06577774060755334,"score_gpt":0.3445193265371388,"score_spread":0.2787415859295854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380345780","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037586354,0.018899115,0.005323743,0.0064363745,0.0007456171,0.000044062577,0.0003417865,0.00020138633,0.96424913],"genre_scores_gemma":[0.035061758,0.028247088,0.008617716,0.0028422058,0.0004295337,0.000052249,0.00088491867,0.000161899,0.9237027],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.999624,0.000072545394,0.000015317642,0.00005960437,0.00020155303,0.000026978045],"domain_scores_gemma":[0.9992601,0.00040511056,0.00004899889,0.00010199894,0.00011658936,0.000067129506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046142723,0.0006170263,0.00039358292,0.0024309638,0.001283797,0.0037326617,0.000696928,0.0013082636,0.10740391],"category_scores_gemma":[0.0021247852,0.00034191235,0.00049794675,0.0027458027,0.001249354,0.0054533645,0.0010944303,0.0011250682,0.06039017],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041089144,0.000097502576,0.0012538368,0.0006399979,0.000024444316,0.000097433134,0.0012993538,0.00014880396,0.0019126014,0.14814597,0.42433184,0.42200705],"study_design_scores_gemma":[0.0000098665305,0.00006980107,0.0021505237,0.00071962696,0.00003193898,0.0006662053,0.0014310413,0.00048286957,0.0014782497,0.06834342,0.92459774,0.000018789677],"about_ca_topic_score_codex":0.0030485624,"about_ca_topic_score_gemma":0.005080719,"teacher_disagreement_score":0.10740391,"about_ca_system_score_codex":0.00089020253,"about_ca_system_score_gemma":0.0013054687,"threshold_uncertainty_score":0.35930187},"labels":[],"label_agreement":null},{"id":"W4382239744","doi":"10.1609/aaai.v37i4.25607","title":"Learning from the Wisdom of Crowds: Exploiting Similar Sessions for Session Search","year":2023,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Session (web analytics); Computer science; Information retrieval; Ranking (information retrieval); Search engine; Task (project management); Nearest neighbor search; The Internet; World Wide Web; Data mining","score_opus":0.18866038893056497,"score_gpt":0.3514729421803055,"score_spread":0.16281255324974053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382239744","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3699495,0.009339725,0.59910583,0.0028860916,0.00048355505,0.00056130555,0.0023588988,0.0031841518,0.012130942],"genre_scores_gemma":[0.9533575,0.00087646785,0.040074565,0.00042635537,0.00036270474,0.00013651655,0.0012413241,0.000111906316,0.003412743],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983973,0.0005529905,0.000091327915,0.00047605246,0.0003155277,0.00016680156],"domain_scores_gemma":[0.9955243,0.0026170788,0.00045525655,0.0006431974,0.0004609389,0.00029929777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029387006,0.0013198402,0.0022723954,0.0036337054,0.001245593,0.0015852359,0.0028083124,0.0018245121,0.0015258524],"category_scores_gemma":[0.009965648,0.00057000783,0.001865417,0.003338244,0.0010126194,0.0044811843,0.0018352738,0.0018429883,0.0006918365],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012860834,0.00097472896,0.04577449,0.00063394924,0.00093954423,0.0006954488,0.0017006735,0.51012355,0.0044229724,0.029938806,0.022515353,0.3809944],"study_design_scores_gemma":[0.000035403657,0.0000937098,0.0021892053,0.000021100608,0.00007750093,0.00009700894,0.00008555605,0.96552634,0.00033371273,0.029430011,0.0020800645,0.000030340629],"about_ca_topic_score_codex":0.022517547,"about_ca_topic_score_gemma":0.025244037,"teacher_disagreement_score":0.022517547,"about_ca_system_score_codex":0.0017855495,"about_ca_system_score_gemma":0.00171968,"threshold_uncertainty_score":0.044772983},"labels":[],"label_agreement":null},{"id":"W4385837278","doi":"10.1007/s00799-023-00378-x","title":"Graduate student search strategies within academic digital libraries","year":2023,"lang":"en","type":"article","venue":"International Journal on Digital Libraries","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Information seeking; Session (web analytics); Digital library; Matching (statistics); Information retrieval; Online search; Search analytics; Variety (cybernetics); Search engine; Process (computing); Information seeking behavior; Recall; Search problem; Information needs; World Wide Web; Psychology; Web search query; Artificial intelligence","score_opus":0.07505277667741765,"score_gpt":0.33680576410222257,"score_spread":0.2617529874248049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385837278","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9925728,0.00014407784,0.00013542906,0.00035182099,0.0000047370286,0.000017262839,0.000046194713,0.000015760803,0.006711943],"genre_scores_gemma":[0.9957354,0.00009522235,0.00018274298,0.00016607421,0.000010281699,0.000011306688,0.00008107446,0.000013117051,0.003704638],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978656,0.0011245601,0.00014510856,0.00015551077,0.00037399743,0.00033519638],"domain_scores_gemma":[0.97171044,0.018272392,0.002899164,0.0007749577,0.0021990507,0.0041440185],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0033681872,0.0002064593,0.00040474915,0.0029243506,0.0018752267,0.005847629,0.00069868634,0.0015054618,0.010513072],"category_scores_gemma":[0.0330079,0.0002313822,0.00030935538,0.0019988557,0.0006445739,0.0025987963,0.0021082459,0.001148407,0.0023387992],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011771016,0.0028748184,0.8433096,0.00015255193,0.00011797894,0.00036578873,0.05493423,0.00061756023,0.0023705089,0.0058461847,0.004747922,0.08348577],"study_design_scores_gemma":[0.00018845721,0.0019226815,0.79485506,0.0002260447,0.00021969913,0.0009873162,0.16427627,0.00867432,0.0028794026,0.006686995,0.018960804,0.00012297482],"about_ca_topic_score_codex":0.0060423133,"about_ca_topic_score_gemma":0.010595099,"teacher_disagreement_score":0.99415237,"about_ca_system_score_codex":0.0013917257,"about_ca_system_score_gemma":0.0017748601,"threshold_uncertainty_score":0.03516972},"labels":[],"label_agreement":null},{"id":"W4386757164","doi":"10.2196/45376","title":"Developing a Semantically Based Query Recommendation for an Electronic Medical Record Search Engine: Query Log Analysis and Design Implications","year":2023,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; University of Cincinnati","keywords":"Computer science; Query expansion; Information retrieval; Web search query; Query language; Scalability; Web query classification; Search engine; Sargable; Query optimization; Process (computing); Feature (linguistics); RDF query language; World Wide Web; Database","score_opus":0.14036445574430184,"score_gpt":0.451414670744817,"score_spread":0.31105021500051516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386757164","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34474117,0.0006637613,0.6256318,0.0018045689,0.00005473165,0.0027841355,0.00094102323,0.020981425,0.0023973025],"genre_scores_gemma":[0.32674715,0.00022771693,0.66977847,0.00029824913,0.000017822735,0.0005072194,0.00092960516,0.00037788073,0.0011158811],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9953726,0.0020025268,0.00067845266,0.0004782191,0.0012413455,0.00022674596],"domain_scores_gemma":[0.9802855,0.012924141,0.00092901924,0.0018416682,0.003622158,0.00039744936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008830399,0.0007523982,0.00076466246,0.001447076,0.00047480833,0.001856147,0.0019559285,0.0010832291,0.0014888012],"category_scores_gemma":[0.021392923,0.00055684283,0.0007728953,0.0012010982,0.0006324813,0.00316656,0.00073606544,0.0008573964,0.0007283158],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005587856,0.0030159862,0.052091446,0.0036454233,0.00048334696,0.0016320547,0.004826438,0.032108773,0.30675608,0.008737859,0.0086265905,0.5724882],"study_design_scores_gemma":[0.0008199718,0.004764516,0.022606988,0.0002413089,0.00055262865,0.0022626745,0.0015380316,0.7591421,0.18882987,0.0035453793,0.015350195,0.00034635328],"about_ca_topic_score_codex":0.006510706,"about_ca_topic_score_gemma":0.0064264736,"teacher_disagreement_score":0.008830399,"about_ca_system_score_codex":0.0007971362,"about_ca_system_score_gemma":0.0015949885,"threshold_uncertainty_score":0.04670018},"labels":[],"label_agreement":null},{"id":"W4387860528","doi":"10.1002/pra2.927","title":"Bing Chat: The Future of Search Engines?","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University; Western University","funders":"","keywords":"Search engine; World Wide Web; Computer science; Information retrieval; Search engine optimization","score_opus":0.010920134290138085,"score_gpt":0.25355232271440237,"score_spread":0.2426321884242643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387860528","genre_codex":"empirical","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48646635,0.082289405,0.03291941,0.28208774,0.0020539197,0.0002937597,0.0031778312,0.005846437,0.10486518],"genre_scores_gemma":[0.92268956,0.012795756,0.033591274,0.010849472,0.0012566964,0.00022249085,0.0019197608,0.00062224537,0.016052734],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955526,0.0026486018,0.00017171213,0.0003330159,0.00089812954,0.00039588427],"domain_scores_gemma":[0.96536547,0.021849615,0.0017242953,0.0021003112,0.005567065,0.0033933078],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010403271,0.00044314095,0.00066272717,0.0024203898,0.0010789442,0.0073794806,0.0015279651,0.0019293783,0.011635104],"category_scores_gemma":[0.032121632,0.000341195,0.0002578714,0.0029277536,0.0017063512,0.017431742,0.0021853913,0.0014305223,0.002877694],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002115943,0.00036795935,0.043377016,0.0015910207,0.00009289533,0.00024581794,0.00676656,0.0018131756,0.004352644,0.056177728,0.13760169,0.74549747],"study_design_scores_gemma":[0.00027157474,0.0017499053,0.08283815,0.0033265864,0.00021026036,0.0015735605,0.03054096,0.052564632,0.0064930646,0.12621358,0.69375944,0.00045837052],"about_ca_topic_score_codex":0.0089041265,"about_ca_topic_score_gemma":0.009718448,"teacher_disagreement_score":0.011635104,"about_ca_system_score_codex":0.0020643617,"about_ca_system_score_gemma":0.0026397388,"threshold_uncertainty_score":0.055018425},"labels":[],"label_agreement":null},{"id":"W4388960849","doi":"10.5430/wjel.v14n1p297","title":"Improving the Performance of Arabic Information Retrieval Systems: The Issue of Resolving Word Sense Disambiguation","year":2023,"lang":"en","type":"article","venue":"World Journal of English Language","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Prince Sattam bin Abdulaziz University","keywords":"Computer science; Arabic; Natural language processing; Artificial intelligence; Word (group theory); Flexibility (engineering); Information retrieval; Linguistics","score_opus":0.010538007668067867,"score_gpt":0.24165974024003323,"score_spread":0.23112173257196536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388960849","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89310855,0.008337859,0.06939433,0.0048571965,0.00028312096,0.00025115584,0.0003829512,0.002994644,0.020390231],"genre_scores_gemma":[0.9559401,0.0011712348,0.040640343,0.00038287716,0.00013062985,0.000050253002,0.00026580188,0.00011464356,0.0013040835],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.98955554,0.0057614744,0.001010108,0.0011919088,0.002071969,0.00040905108],"domain_scores_gemma":[0.9574066,0.029744485,0.0023801,0.0044471463,0.0055326475,0.00048905995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01197317,0.0011223493,0.0012151517,0.0024386994,0.0015413227,0.0051319706,0.0011551931,0.0016240359,0.0017984906],"category_scores_gemma":[0.07497201,0.000294159,0.00044141698,0.002086408,0.0012102091,0.005997316,0.0019707268,0.0011026884,0.0028739392],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017910023,0.0005070162,0.034208883,0.0017144763,0.00037917818,0.00027098044,0.006277274,0.022874147,0.051787183,0.00625343,0.005301201,0.8686353],"study_design_scores_gemma":[0.00040199023,0.004997949,0.10728835,0.0011736201,0.0014616181,0.0019332812,0.017691696,0.45369098,0.2971339,0.039409127,0.07409389,0.00072364486],"about_ca_topic_score_codex":0.0033406962,"about_ca_topic_score_gemma":0.0018813269,"teacher_disagreement_score":0.01197317,"about_ca_system_score_codex":0.0008407768,"about_ca_system_score_gemma":0.0018059262,"threshold_uncertainty_score":0.063320935},"labels":[],"label_agreement":null},{"id":"W4392581098","doi":"10.1145/3627508.3638295","title":"Enabling Exploratory Browsing using Dynamic Search Result Tagging, Highlighting, and Filtering","year":2024,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Exploratory search; Computer science; Exploratory research; Information retrieval; Digital library; Filter (signal processing); Process (computing); World Wide Web; Search engine; Information seeking; Focus (optics); Human–computer interaction","score_opus":0.041059571971087824,"score_gpt":0.3067389627217996,"score_spread":0.2656793907507118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392581098","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58840364,0.0020888518,0.36057344,0.00072456774,0.00009687766,0.0012395574,0.00088313536,0.032415688,0.013574296],"genre_scores_gemma":[0.70097214,0.00064709637,0.29250383,0.00022909211,0.00008433263,0.00058541377,0.00074412033,0.0007925079,0.0034415377],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99816066,0.0007496992,0.0002154631,0.00026487984,0.00037645295,0.00023277792],"domain_scores_gemma":[0.97382176,0.019253595,0.0013159474,0.0031810978,0.0014849225,0.00094266335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041691675,0.0010613267,0.0010726894,0.0026092115,0.0008031115,0.0028036975,0.0014160663,0.0014584528,0.0039437264],"category_scores_gemma":[0.018718503,0.0005596816,0.000819884,0.0017715844,0.0006226084,0.004686731,0.003008286,0.0006941285,0.0017522682],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042888424,0.002381718,0.04200253,0.0038491453,0.0002705028,0.0022890877,0.023012115,0.0049990863,0.20393966,0.0074503855,0.012211345,0.6933056],"study_design_scores_gemma":[0.0019894536,0.006803115,0.16483283,0.002679271,0.0021213097,0.012829746,0.014729563,0.21377279,0.29057404,0.039495446,0.24755915,0.0026132364],"about_ca_topic_score_codex":0.0013643652,"about_ca_topic_score_gemma":0.0022528856,"teacher_disagreement_score":0.0041691675,"about_ca_system_score_codex":0.00029786018,"about_ca_system_score_gemma":0.0009315405,"threshold_uncertainty_score":0.02204895},"labels":[],"label_agreement":null},{"id":"W4392800278","doi":"10.1007/978-3-031-56066-8","title":"Advances in Information Retrieval","year":2024,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Universitat Politècnica de València; National Institute of Standards and Technology; Haute école Spécialisée de Suisse Occidentale; Institut National des Sciences Appliquées de Lyon; University of North Carolina at Chapel Hill; Universität Duisburg-Essen; Universidade Federal de Minas Gerais; University of Cape Town; Instituto Superior Técnico; Tsinghua University; Chinese Academy of Sciences; Université de Bretagne Occidentale; University of Massachusetts Amherst; Università degli Studi di Torino; Università di Bologna; Renmin University of China; Universidade de Lisboa; Aix-Marseille Université; Universidade Nova de Lisboa; Universität Regensburg; University of Waterloo; Radboud Universiteit; Universität Innsbruck; Technische Universiteit Delft; Universiteit van Amsterdam; Technische Universität Wien; University of Queensland; York University; University of Glasgow; Universiteit Leiden; Eberhard Karls Universität Tübingen; Università degli Studi di Padova; University of Melbourne; Universitetet i Stavanger; Université Grenoble Alpes; Dublin City University; Qatar University; Università Ca' Foscari Venezia; Philipps-Universität Marburg; University of Chinese Academy of Sciences; Centre National de la Recherche Scientifique; Univerzita Karlova v Praze; Università degli Studi di Cagliari; Sorbonne Université; Indian National Science Academy; Universidad Nacional de Educación a Distancia; Universidade da Coruña; RMIT University; Carnegie Mellon University; University of Southern Maine","keywords":"Computer science; Information retrieval","score_opus":0.010432945801344552,"score_gpt":0.2657554651842439,"score_spread":0.25532251938289935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392800278","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015660082,0.65013725,0.046363726,0.006695068,0.011142356,0.0000927876,0.00063834473,0.0017505473,0.28161392],"genre_scores_gemma":[0.017668437,0.37005538,0.039723594,0.0029356799,0.012148605,0.00013571519,0.0014735083,0.0007790704,0.55508006],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987947,0.00017597894,0.000076764205,0.00016839145,0.00070256914,0.00008153307],"domain_scores_gemma":[0.99843925,0.00061792444,0.000077024735,0.0003302388,0.00041240777,0.0001231373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016063933,0.0017337269,0.0024586702,0.005700051,0.00086083834,0.0045785997,0.0015718641,0.0015720362,0.060626484],"category_scores_gemma":[0.0035578217,0.00077340624,0.00072595844,0.009571334,0.0014658518,0.007842832,0.0020870625,0.0026566782,0.0668954],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003095825,0.000060293853,0.0001051695,0.0011652048,0.000038722843,0.00003100375,0.000091728274,0.00043375653,0.001201974,0.0593276,0.35012984,0.5873836],"study_design_scores_gemma":[0.000009666759,0.0000441639,0.00035141676,0.00036593716,0.000034128647,0.00020796226,0.00004924077,0.00142965,0.0006833418,0.042706832,0.95410144,0.00001614043],"about_ca_topic_score_codex":0.0010669449,"about_ca_topic_score_gemma":0.0018124277,"teacher_disagreement_score":0.060626484,"about_ca_system_score_codex":0.0013658024,"about_ca_system_score_gemma":0.0013583732,"threshold_uncertainty_score":0.20281577},"labels":[],"label_agreement":null},{"id":"W4392887246","doi":"10.1007/978-3-031-56060-6","title":"Advances in Information Retrieval","year":2024,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of North Carolina at Chapel Hill; National Institute of Standards and Technology; University of Chinese Academy of Sciences; Institut National des Sciences Appliquées de Lyon; Universität Duisburg-Essen; University of Massachusetts Amherst; Università degli Studi di Torino; Università di Bologna; Aix-Marseille Université; Universidade Nova de Lisboa; Universität Regensburg; Universitetet i Bergen; Universidade de Santiago de Compostela; Università degli Studi di Cagliari; Technische Universität Braunschweig; Universidade Federal de Minas Gerais; Radboud Universiteit; University of Waterloo; Instituto Superior Técnico; Université de Bretagne Occidentale; Tsinghua University; Chinese Academy of Sciences; Universidade de Lisboa; Renmin University of China; Universität Innsbruck; Technische Universiteit Delft; Technische Universität Wien; University of Queensland; University of Melbourne; Universiteit van Amsterdam; Univerzita Karlova v Praze; University College Dublin; Haute école Spécialisée de Suisse Occidentale; University of Southampton; Universidade da Coruña; Universidad Nacional de Educación a Distancia; TU Graz, Internationale Beziehungen und Mobilitätsprogramme; University of Glasgow; Eberhard Karls Universität Tübingen; York University; University of Cyprus; Universitetet i Stavanger; Université Grenoble Alpes; Seoul National University; Universidade do Porto; Dublin City University; Centre National de la Recherche Scientifique; University of Roehampton; Università degli Studi di Padova; Johns Hopkins University; Università Ca' Foscari Venezia; Qatar University; Technische Universität Berlin; Georgetown University; Indian National Science Academy; Carnegie Mellon University; University of Southern Maine","keywords":"Computer science; Information retrieval","score_opus":0.010432945801344552,"score_gpt":0.2657554651842439,"score_spread":0.25532251938289935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392887246","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015660082,0.65013725,0.046363726,0.006695068,0.011142356,0.0000927876,0.00063834473,0.0017505473,0.28161392],"genre_scores_gemma":[0.017668437,0.37005538,0.039723594,0.0029356799,0.012148605,0.00013571519,0.0014735083,0.0007790704,0.55508006],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987947,0.00017597894,0.000076764205,0.00016839145,0.00070256914,0.00008153307],"domain_scores_gemma":[0.99843925,0.00061792444,0.000077024735,0.0003302388,0.00041240777,0.0001231373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016063933,0.0017337269,0.0024586702,0.005700051,0.00086083834,0.0045785997,0.0015718641,0.0015720362,0.060626484],"category_scores_gemma":[0.0035578217,0.00077340624,0.00072595844,0.009571334,0.0014658518,0.007842832,0.0020870625,0.0026566782,0.0668954],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003095825,0.000060293853,0.0001051695,0.0011652048,0.000038722843,0.00003100375,0.000091728274,0.00043375653,0.001201974,0.0593276,0.35012984,0.5873836],"study_design_scores_gemma":[0.000009666759,0.0000441639,0.00035141676,0.00036593716,0.000034128647,0.00020796226,0.00004924077,0.00142965,0.0006833418,0.042706832,0.95410144,0.00001614043],"about_ca_topic_score_codex":0.0010669449,"about_ca_topic_score_gemma":0.0018124277,"teacher_disagreement_score":0.060626484,"about_ca_system_score_codex":0.0013658024,"about_ca_system_score_gemma":0.0013583732,"threshold_uncertainty_score":0.20281577},"labels":[],"label_agreement":null},{"id":"W4392955918","doi":"10.1002/asi.24887","title":"Exploring the factors and outcomes of collaborative information monitoring: Findings of a <scp>cross‐case</scp> analysis","year":2024,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Fonds de Recherche du Québec-Société et Culture; Mitacs","keywords":"Computer science; Psychology","score_opus":0.032070009755608135,"score_gpt":0.3049751440536875,"score_spread":0.27290513429807933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392955918","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9949167,0.00010710278,0.0025626135,0.00017576375,0.000004584964,0.00030740336,0.00006133157,0.0000108195245,0.0018536478],"genre_scores_gemma":[0.9982405,0.00007587675,0.0011629176,0.000036986356,0.000003967173,0.00027164057,0.000051558036,0.000005828948,0.00015073107],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.95228475,0.034905385,0.0032880383,0.0017551838,0.0057664043,0.002000237],"domain_scores_gemma":[0.8012439,0.14949124,0.023512153,0.007922731,0.01576033,0.002069626],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.050939415,0.00045481988,0.00048027255,0.0056446376,0.0040312638,0.0038170589,0.0014176861,0.0010333867,0.0017464884],"category_scores_gemma":[0.115137376,0.00055604754,0.0006818729,0.004507231,0.004027274,0.004003716,0.0054461076,0.0013641827,0.00019513383],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024343318,0.0013296827,0.56466484,0.0007044567,0.00016046975,0.002893083,0.383747,0.00047455242,0.0012591062,0.0027558024,0.00067938,0.04108819],"study_design_scores_gemma":[0.000047298705,0.00083077827,0.4727867,0.00078058767,0.00026405137,0.0031633615,0.5049271,0.0037879874,0.006026521,0.002005632,0.0052988767,0.00008118581],"about_ca_topic_score_codex":0.0060715917,"about_ca_topic_score_gemma":0.0061087995,"teacher_disagreement_score":0.050939415,"about_ca_system_score_codex":0.0046311645,"about_ca_system_score_gemma":0.0045878254,"threshold_uncertainty_score":0.2693966},"labels":[],"label_agreement":null},{"id":"W4392964111","doi":"10.1007/978-3-031-56027-9","title":"Advances in Information Retrieval","year":2024,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Universitat Politècnica de València; National Institute of Standards and Technology; Haute école Spécialisée de Suisse Occidentale; Institut National des Sciences Appliquées de Lyon; University of North Carolina at Chapel Hill; Universität Duisburg-Essen; Universidade Federal de Minas Gerais; University of Cape Town; Instituto Superior Técnico; Tsinghua University; Chinese Academy of Sciences; Université de Bretagne Occidentale; University of Massachusetts Amherst; Università degli Studi di Torino; Università di Bologna; Renmin University of China; Universidade de Lisboa; Aix-Marseille Université; Universidade Nova de Lisboa; Universität Regensburg; University of Waterloo; Radboud Universiteit; Universität Innsbruck; Technische Universiteit Delft; Universiteit van Amsterdam; Technische Universität Wien; University of Queensland; York University; University of Glasgow; Universiteit Leiden; Eberhard Karls Universität Tübingen; Università degli Studi di Padova; University of Melbourne; Universitetet i Stavanger; Université Grenoble Alpes; Dublin City University; Qatar University; Università Ca' Foscari Venezia; Philipps-Universität Marburg; University of Chinese Academy of Sciences; Centre National de la Recherche Scientifique; Univerzita Karlova v Praze; Università degli Studi di Cagliari; Sorbonne Université; Indian National Science Academy; Universidad Nacional de Educación a Distancia; Universidade da Coruña; RMIT University; Carnegie Mellon University; University of Southern Maine","keywords":"Computer science; Information retrieval","score_opus":0.010432945801344552,"score_gpt":0.2657554651842439,"score_spread":0.25532251938289935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392964111","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015660082,0.65013725,0.046363726,0.006695068,0.011142356,0.0000927876,0.00063834473,0.0017505473,0.28161392],"genre_scores_gemma":[0.017668437,0.37005538,0.039723594,0.0029356799,0.012148605,0.00013571519,0.0014735083,0.0007790704,0.55508006],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987947,0.00017597894,0.000076764205,0.00016839145,0.00070256914,0.00008153307],"domain_scores_gemma":[0.99843925,0.00061792444,0.000077024735,0.0003302388,0.00041240777,0.0001231373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016063933,0.0017337269,0.0024586702,0.005700051,0.00086083834,0.0045785997,0.0015718641,0.0015720362,0.060626484],"category_scores_gemma":[0.0035578217,0.00077340624,0.00072595844,0.009571334,0.0014658518,0.007842832,0.0020870625,0.0026566782,0.0668954],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003095825,0.000060293853,0.0001051695,0.0011652048,0.000038722843,0.00003100375,0.000091728274,0.00043375653,0.001201974,0.0593276,0.35012984,0.5873836],"study_design_scores_gemma":[0.000009666759,0.0000441639,0.00035141676,0.00036593716,0.000034128647,0.00020796226,0.00004924077,0.00142965,0.0006833418,0.042706832,0.95410144,0.00001614043],"about_ca_topic_score_codex":0.0010669449,"about_ca_topic_score_gemma":0.0018124277,"teacher_disagreement_score":0.060626484,"about_ca_system_score_codex":0.0013658024,"about_ca_system_score_gemma":0.0013583732,"threshold_uncertainty_score":0.20281577},"labels":[],"label_agreement":null},{"id":"W4392964137","doi":"10.1007/978-3-031-56072-9","title":"Advances in Information Retrieval","year":2024,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Leibniz-Gemeinschaft; University of North Carolina at Chapel Hill; National Institute of Standards and Technology; Société d'Accélération du Transfert de Technologies; National Institute of Informatics; University of Chinese Academy of Sciences; Université de Lyon; Libera Università di Bolzano; Universität Duisburg-Essen; Instituto Superior Técnico; Chinese Academy of Sciences; Tsinghua University; Université de Bretagne Occidentale; University of Massachusetts Amherst; Università degli Studi di Torino; Universidad Nacional del Centro de la Provincia de Buenos Aires; Università di Bologna; Universitatea Politehnica din București; Renmin University of China; Universidade de Lisboa; Aix-Marseille Université; Universidade Nova de Lisboa; Universität Regensburg; Universidade Federal de Minas Gerais; Radboud Universiteit; University of Waterloo; Universiteit van Amsterdam; Università degli Studi di Milano-Bicocca; Universität Innsbruck; Technische Universiteit Delft; Technische Universität Wien; University of Queensland; Universitetet i Stavanger; Université Grenoble Alpes; Universidade do Porto; Dublin City University; Haute école Spécialisée de Suisse Occidentale; University of Southampton; Universidade da Coruña; Universidad Nacional de Educación a Distancia; Consejo Nacional de Investigaciones Científicas y Técnicas; Eberhard Karls Universität Tübingen; University of Glasgow; York University; Universität Passau; Indian National Science Academy; Centre National de la Recherche Scientifique; Univerzita Karlova v Praze; Università degli Studi di Cagliari; Commonwealth Scientific and Industrial Research Organisation; Qatar University; Aalborg Universitet; Carnegie Mellon University; Kaiser Permanente; Università Ca' Foscari Venezia; Università degli Studi di Padova; Universitatea din București; University of Melbourne; Friedrich-Schiller-Universität Jena; Institut National des Sciences Appliquées de Lyon; Universität Zürich; National Institute of Advanced Industrial Science and Technology","keywords":"Computer science; Information retrieval","score_opus":0.010432945801344552,"score_gpt":0.2657554651842439,"score_spread":0.25532251938289935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392964137","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015660082,0.65013725,0.046363726,0.006695068,0.011142356,0.0000927876,0.00063834473,0.0017505473,0.28161392],"genre_scores_gemma":[0.017668437,0.37005538,0.039723594,0.0029356799,0.012148605,0.00013571519,0.0014735083,0.0007790704,0.55508006],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987947,0.00017597894,0.000076764205,0.00016839145,0.00070256914,0.00008153307],"domain_scores_gemma":[0.99843925,0.00061792444,0.000077024735,0.0003302388,0.00041240777,0.0001231373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016063933,0.0017337269,0.0024586702,0.005700051,0.00086083834,0.0045785997,0.0015718641,0.0015720362,0.060626484],"category_scores_gemma":[0.0035578217,0.00077340624,0.00072595844,0.009571334,0.0014658518,0.007842832,0.0020870625,0.0026566782,0.0668954],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003095825,0.000060293853,0.0001051695,0.0011652048,0.000038722843,0.00003100375,0.000091728274,0.00043375653,0.001201974,0.0593276,0.35012984,0.5873836],"study_design_scores_gemma":[0.000009666759,0.0000441639,0.00035141676,0.00036593716,0.000034128647,0.00020796226,0.00004924077,0.00142965,0.0006833418,0.042706832,0.95410144,0.00001614043],"about_ca_topic_score_codex":0.0010669449,"about_ca_topic_score_gemma":0.0018124277,"teacher_disagreement_score":0.060626484,"about_ca_system_score_codex":0.0013658024,"about_ca_system_score_gemma":0.0013583732,"threshold_uncertainty_score":0.20281577},"labels":[],"label_agreement":null},{"id":"W4393074830","doi":"10.1007/978-3-031-56069-9","title":"Advances in Information Retrieval","year":2024,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Informatics; Université de Lyon; Ural Federal University; Libera Università di Bolzano; Universität Duisburg-Essen; Masarykova Univerzita; Indian Institute of Technology Delhi; Technische Universität Berlin; Universität Zürich; Universidad Nacional del Centro de la Provincia de Buenos Aires; Università di Bologna; Universität Regensburg; Universitetet i Bergen; Radboud Universiteit; University of Waterloo; Qatar University; Tsinghua University; Universitatea Politehnica din București; Renmin University of China; Technische Universiteit Delft; University of Chittagong; Università degli Studi di Milano-Bicocca; Universiteit van Amsterdam; University of Windsor; Technische Universität Wien; Leibniz-Gemeinschaft; Sapienza Università di Roma; University of Queensland; École Polytechnique Fédérale de Lausanne; Universität Passau; University College London; University College Dublin; University of Southampton; Universidade do Porto; Dublin City University; Seoul National University; Eberhard Karls Universität Tübingen; Universiteit Leiden; University of Glasgow; University of Roehampton; Centre National de la Recherche Scientifique; Universidade de Santiago de Compostela; Technische Universität Braunschweig; Università degli Studi di Cagliari; Friedrich-Schiller-Universität Jena; University of Cyprus; Commonwealth Scientific and Industrial Research Organisation; Universidad Autónoma de Madrid; Georgetown University; Universidade da Coruña; Universidade da Beira Interior; Tel Aviv University; National Institute of Advanced Industrial Science and Technology; Consejo Nacional de Investigaciones Científicas y Técnicas; Région Normandie; TU Graz, Internationale Beziehungen und Mobilitätsprogramme; Drexel University; Aalborg Universitet; Kaiser Permanente; Carnegie Mellon University; Universitetet i Stavanger; Universitatea din București; Università degli Studi di Padova; University of California, San Diego; Johns Hopkins University; Société d'Accélération du Transfert de Technologies; Brown University","keywords":"Computer science; Information retrieval","score_opus":0.010432945801344552,"score_gpt":0.2657554651842439,"score_spread":0.25532251938289935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393074830","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015660082,0.65013725,0.046363726,0.006695068,0.011142356,0.0000927876,0.00063834473,0.0017505473,0.28161392],"genre_scores_gemma":[0.017668437,0.37005538,0.039723594,0.0029356799,0.012148605,0.00013571519,0.0014735083,0.0007790704,0.55508006],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987947,0.00017597894,0.000076764205,0.00016839145,0.00070256914,0.00008153307],"domain_scores_gemma":[0.99843925,0.00061792444,0.000077024735,0.0003302388,0.00041240777,0.0001231373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016063933,0.0017337269,0.0024586702,0.005700051,0.00086083834,0.0045785997,0.0015718641,0.0015720362,0.060626484],"category_scores_gemma":[0.0035578217,0.00077340624,0.00072595844,0.009571334,0.0014658518,0.007842832,0.0020870625,0.0026566782,0.0668954],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003095825,0.000060293853,0.0001051695,0.0011652048,0.000038722843,0.00003100375,0.000091728274,0.00043375653,0.001201974,0.0593276,0.35012984,0.5873836],"study_design_scores_gemma":[0.000009666759,0.0000441639,0.00035141676,0.00036593716,0.000034128647,0.00020796226,0.00004924077,0.00142965,0.0006833418,0.042706832,0.95410144,0.00001614043],"about_ca_topic_score_codex":0.0010669449,"about_ca_topic_score_gemma":0.0018124277,"teacher_disagreement_score":0.060626484,"about_ca_system_score_codex":0.0013658024,"about_ca_system_score_gemma":0.0013583732,"threshold_uncertainty_score":0.20281577},"labels":[],"label_agreement":null},{"id":"W4393106207","doi":"10.1007/978-3-031-56063-7","title":"Advances in Information Retrieval","year":2024,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Universitat Politècnica de València; National Institute of Standards and Technology; Haute école Spécialisée de Suisse Occidentale; Institut National des Sciences Appliquées de Lyon; University of North Carolina at Chapel Hill; Universität Duisburg-Essen; Universidade Federal de Minas Gerais; University of Cape Town; Instituto Superior Técnico; Tsinghua University; Chinese Academy of Sciences; Université de Bretagne Occidentale; University of Massachusetts Amherst; Università degli Studi di Torino; Università di Bologna; Renmin University of China; Universidade de Lisboa; Aix-Marseille Université; Universidade Nova de Lisboa; Universität Regensburg; University of Waterloo; Radboud Universiteit; Universität Innsbruck; Technische Universiteit Delft; Universiteit van Amsterdam; Technische Universität Wien; University of Queensland; York University; University of Glasgow; Universiteit Leiden; Eberhard Karls Universität Tübingen; Università degli Studi di Padova; University of Melbourne; Universitetet i Stavanger; Université Grenoble Alpes; Dublin City University; Qatar University; Università Ca' Foscari Venezia; Philipps-Universität Marburg; University of Chinese Academy of Sciences; Centre National de la Recherche Scientifique; Univerzita Karlova v Praze; Università degli Studi di Cagliari; Sorbonne Université; Indian National Science Academy; Universidad Nacional de Educación a Distancia; Universidade da Coruña; RMIT University; Carnegie Mellon University; University of Southern Maine","keywords":"Computer science; Information retrieval","score_opus":0.010432945801344552,"score_gpt":0.2657554651842439,"score_spread":0.25532251938289935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393106207","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015660082,0.65013725,0.046363726,0.006695068,0.011142356,0.0000927876,0.00063834473,0.0017505473,0.28161392],"genre_scores_gemma":[0.017668437,0.37005538,0.039723594,0.0029356799,0.012148605,0.00013571519,0.0014735083,0.0007790704,0.55508006],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987947,0.00017597894,0.000076764205,0.00016839145,0.00070256914,0.00008153307],"domain_scores_gemma":[0.99843925,0.00061792444,0.000077024735,0.0003302388,0.00041240777,0.0001231373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016063933,0.0017337269,0.0024586702,0.005700051,0.00086083834,0.0045785997,0.0015718641,0.0015720362,0.060626484],"category_scores_gemma":[0.0035578217,0.00077340624,0.00072595844,0.009571334,0.0014658518,0.007842832,0.0020870625,0.0026566782,0.0668954],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003095825,0.000060293853,0.0001051695,0.0011652048,0.000038722843,0.00003100375,0.000091728274,0.00043375653,0.001201974,0.0593276,0.35012984,0.5873836],"study_design_scores_gemma":[0.000009666759,0.0000441639,0.00035141676,0.00036593716,0.000034128647,0.00020796226,0.00004924077,0.00142965,0.0006833418,0.042706832,0.95410144,0.00001614043],"about_ca_topic_score_codex":0.0010669449,"about_ca_topic_score_gemma":0.0018124277,"teacher_disagreement_score":0.060626484,"about_ca_system_score_codex":0.0013658024,"about_ca_system_score_gemma":0.0013583732,"threshold_uncertainty_score":0.20281577},"labels":[],"label_agreement":null},{"id":"W4399654730","doi":"10.1016/b978-0-323-95689-5.00172-3","title":"Current Trends in Information Behavior Research: Expanding Beyond Search, Seeking, Finding and Behavior","year":2024,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Information behavior; Psychology; Information seeking behavior; Information seeking; Computer science; Information retrieval; Human–computer interaction","score_opus":0.07499959697913135,"score_gpt":0.35683372662858254,"score_spread":0.2818341296494512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399654730","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034394143,0.89018416,0.006953837,0.019357305,0.0023307747,0.000039729908,0.00039350468,0.0003248264,0.07697643],"genre_scores_gemma":[0.015600633,0.91411024,0.01190402,0.0071454127,0.0043569366,0.00012619136,0.00054090394,0.0001685896,0.046047058],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989931,0.00030874353,0.000070470225,0.00013182833,0.00044565403,0.000050248236],"domain_scores_gemma":[0.99207777,0.0064758807,0.00024258651,0.00018154565,0.0006916752,0.0003304359],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002522313,0.0011701559,0.0018270435,0.004822929,0.00056174665,0.006180123,0.001413723,0.002219034,0.03734868],"category_scores_gemma":[0.0050581,0.0004599706,0.00063174596,0.008983403,0.002302671,0.00953225,0.0012450751,0.0024048875,0.01144497],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049045455,0.00014498853,0.0011487692,0.0040425654,0.000025654088,0.00003497191,0.0005069705,0.00016675526,0.0007178922,0.027483689,0.06467603,0.9010026],"study_design_scores_gemma":[0.000034136905,0.0002332298,0.008718641,0.008850278,0.00013441463,0.0006339232,0.0021553172,0.0017729783,0.00074427406,0.10072261,0.8759241,0.00007606872],"about_ca_topic_score_codex":0.0033970273,"about_ca_topic_score_gemma":0.0059621227,"teacher_disagreement_score":0.03734868,"about_ca_system_score_codex":0.0018115229,"about_ca_system_score_gemma":0.0036149812,"threshold_uncertainty_score":0.12494379},"labels":[],"label_agreement":null},{"id":"W4400203045","doi":"10.1080/01639374.2024.2369903","title":"Presenting Compounds to End Users in Search Results","year":2024,"lang":"en","type":"article","venue":"Cataloging & Classification Quarterly","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Javna Agencija za Raziskovalno Dejavnost RS","keywords":"Computer science; Information retrieval; World Wide Web; Library science; Database","score_opus":0.05971000402951099,"score_gpt":0.32209805485463944,"score_spread":0.26238805082512845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400203045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86982083,0.0026182018,0.07482457,0.0026172092,0.00016431473,0.0011600683,0.0012934563,0.0057820007,0.04171929],"genre_scores_gemma":[0.90066093,0.001074391,0.08653712,0.0008607588,0.00012660754,0.00050240714,0.00081861264,0.00048390406,0.008935291],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9979819,0.0011926811,0.0001426699,0.00016712554,0.00040616153,0.00010949078],"domain_scores_gemma":[0.9816281,0.015866365,0.0006314305,0.0008229815,0.00068600965,0.0003651807],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029995122,0.0010178278,0.0010569642,0.00081570446,0.0010327249,0.0033745766,0.00076557236,0.0025724666,0.01862127],"category_scores_gemma":[0.019377252,0.00028195503,0.0005476677,0.0008878032,0.0008218208,0.005270813,0.0017876483,0.000756798,0.0050583133],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014035655,0.0020818773,0.023267407,0.00942318,0.00023948075,0.0069579543,0.06557996,0.0053390474,0.43469474,0.029864252,0.024483638,0.38403285],"study_design_scores_gemma":[0.0040519545,0.037634116,0.054155864,0.0029744373,0.0012142401,0.0109015545,0.059621155,0.043211635,0.35235003,0.04118506,0.39143744,0.0012626208],"about_ca_topic_score_codex":0.00036584033,"about_ca_topic_score_gemma":0.0005363684,"teacher_disagreement_score":0.01862127,"about_ca_system_score_codex":0.00046025633,"about_ca_system_score_gemma":0.0004334445,"threshold_uncertainty_score":0.062294364},"labels":[],"label_agreement":null},{"id":"W4402912131","doi":"10.1167/jov.24.10.480","title":"Searching for the alerting effect: the optimal SOA is longer in compound – than in simple – search tasks.","year":2024,"lang":"en","type":"article","venue":"Journal of Vision","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Simple (philosophy); Computer science; Philosophy; Epistemology","score_opus":0.027478646807651476,"score_gpt":0.36085281492667176,"score_spread":0.33337416811902026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402912131","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98416233,0.001577191,0.008897967,0.00014283045,0.00009312503,0.00007772945,0.00013488164,0.000181286,0.0047325846],"genre_scores_gemma":[0.9932474,0.00047659842,0.0050023426,0.0001736402,0.000038489037,0.00006388823,0.00024313298,0.00009896598,0.0006556094],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9996736,0.000039435818,0.00003911053,0.000099370045,0.00011555579,0.00003296403],"domain_scores_gemma":[0.99592495,0.0021947362,0.0009513604,0.00029944076,0.00020429281,0.00042519136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008162778,0.0003620616,0.00041605398,0.00032591086,0.00017578228,0.0005327686,0.00040865017,0.0005025953,0.002911691],"category_scores_gemma":[0.009382232,0.00032623138,0.0002652346,0.00023644808,0.00028365286,0.0010391917,0.00052051776,0.0005051418,0.00045806635],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015638988,0.0001299727,0.0031008208,0.00027080684,0.00003126585,0.00015670779,0.00010545002,0.00021827903,0.9799626,0.00061024085,0.00016623746,0.013683727],"study_design_scores_gemma":[0.00054157356,0.005192867,0.602833,0.00012363642,0.00039396278,0.0018661877,0.00019323331,0.011030561,0.3629669,0.010233694,0.0045126807,0.00011177643],"about_ca_topic_score_codex":0.0009092201,"about_ca_topic_score_gemma":0.0014628328,"teacher_disagreement_score":0.002911691,"about_ca_system_score_codex":0.00033458497,"about_ca_system_score_gemma":0.0005784886,"threshold_uncertainty_score":0.009740591},"labels":[],"label_agreement":null},{"id":"W4403432562","doi":"10.1002/pra2.1007","title":"Exploratory Search and Beyond: A Study of Complex Search Scenarios within a Public Digital Library","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Exploratory search; Digital library; Computer science; World Wide Web; Exploratory research; Information retrieval; Data science; Sociology; Art; Social science; Literature","score_opus":0.027993109503514226,"score_gpt":0.26458888467689606,"score_spread":0.23659577517338184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403432562","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9974438,0.000036385747,0.0010312191,0.0001783628,0.0000022079482,0.0000800987,0.000016370821,0.000010727006,0.0012008678],"genre_scores_gemma":[0.99776447,0.000087671055,0.001316239,0.00008404165,0.000004326966,0.000121010045,0.000020783684,0.000010194982,0.00059130235],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9917316,0.0063787657,0.00030491067,0.0004550263,0.00060024136,0.0005295278],"domain_scores_gemma":[0.9399103,0.05211057,0.0030079058,0.0016344159,0.0015561921,0.0017806422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0107220495,0.00051885983,0.0007551314,0.0023287658,0.006824249,0.0064380136,0.0018483433,0.0025568898,0.002501692],"category_scores_gemma":[0.04016282,0.0010297544,0.0004494801,0.0020128733,0.006103538,0.0078341365,0.0048965802,0.0031969778,0.00043886792],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007415629,0.0003269911,0.005473836,0.000115040115,0.000007717445,0.00066626293,0.9858766,0.00015883773,0.0011884661,0.0013444193,0.00012561482,0.0046420763],"study_design_scores_gemma":[0.00003473064,0.00041018217,0.0074888673,0.00013044484,0.000010311475,0.00056043017,0.9816005,0.0013414933,0.0010410692,0.0020061932,0.0053174365,0.000058277376],"about_ca_topic_score_codex":0.0031569744,"about_ca_topic_score_gemma":0.0044801827,"teacher_disagreement_score":0.0107220495,"about_ca_system_score_codex":0.0024728372,"about_ca_system_score_gemma":0.0025705195,"threshold_uncertainty_score":0.056704342},"labels":[],"label_agreement":null},{"id":"W4403433531","doi":"10.1002/pra2.1176","title":"Enabling Serendipity During Digital Library Search","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Serendipity; Digital library; Computer science; World Wide Web; Art; Literature; Philosophy; Epistemology","score_opus":0.008342978815301267,"score_gpt":0.23332100480806509,"score_spread":0.2249780259927638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403433531","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.729438,0.0019226808,0.20611073,0.0010706945,0.00011680476,0.0006324012,0.0005309656,0.022760278,0.03741744],"genre_scores_gemma":[0.9093176,0.00037762945,0.08318927,0.00012500025,0.000060130304,0.00021357134,0.00049568753,0.00066292816,0.0055580214],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962364,0.0019430323,0.00031127795,0.00037479278,0.0007864607,0.00034812972],"domain_scores_gemma":[0.95150435,0.03604552,0.0029596614,0.005540899,0.0020732156,0.0018762774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062876167,0.0006469828,0.000815303,0.002717066,0.0010488294,0.003155038,0.0016350633,0.0010862356,0.006137467],"category_scores_gemma":[0.03795025,0.0006078882,0.00045848443,0.0014341342,0.00092442654,0.0077011473,0.0062207384,0.0009510575,0.0022023146],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0056931786,0.0019189325,0.057693496,0.002583142,0.00018258695,0.003951022,0.054509412,0.011297883,0.07405504,0.04216042,0.025729856,0.720225],"study_design_scores_gemma":[0.0010207498,0.0047630076,0.07146113,0.0022027083,0.0007896067,0.007875016,0.028030347,0.26100013,0.19387496,0.07237385,0.35558105,0.0010274481],"about_ca_topic_score_codex":0.0009534936,"about_ca_topic_score_gemma":0.0014795173,"teacher_disagreement_score":0.0062876167,"about_ca_system_score_codex":0.0006016705,"about_ca_system_score_gemma":0.0008636823,"threshold_uncertainty_score":0.033252537},"labels":[],"label_agreement":null},{"id":"W4403541284","doi":"10.1177/09610006241285514","title":"Everyday life information seeking: A systematic review with bibliometric analysis","year":2024,"lang":"en","type":"review","venue":"Journal of Librarianship and Information Science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Social Science Foundation of Jiangsu Province","keywords":"Information seeking; Everyday life; Sociology; Systematic review; Psychology; Bibliometrics; Citation analysis; Epistemology; Social science; Political science; Information retrieval; Library science; Computer science; MEDLINE; Citation; Philosophy","score_opus":0.048565434520747644,"score_gpt":0.32407140836892184,"score_spread":0.2755059738481742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403541284","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011950566,0.96196413,0.0043593603,0.0013872766,0.0003545612,0.010057068,0.007300718,0.00014466731,0.0024815907],"genre_scores_gemma":[0.08111467,0.87833256,0.01636455,0.0009293868,0.00026634414,0.018373348,0.003940343,0.000057875834,0.0006209559],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.95203066,0.013949352,0.018871222,0.0023808843,0.011789949,0.0009777865],"domain_scores_gemma":[0.89347804,0.076106325,0.014413918,0.002961655,0.0120825665,0.00095751754],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.029143147,0.0020344248,0.011465975,0.13283266,0.0024462824,0.00484031,0.0027361913,0.0020212769,0.0059852307],"category_scores_gemma":[0.12554888,0.0016909931,0.009088953,0.10466954,0.0017248368,0.0050402367,0.004797106,0.0011415536,0.0006366671],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014064412,0.000045299385,0.0030947006,0.9139487,0.0074910326,0.00028873002,0.0011309553,0.00027484153,0.00026052364,0.00073078694,0.0030149305,0.06957884],"study_design_scores_gemma":[0.00026176762,0.0003255814,0.013696258,0.8647012,0.0690015,0.000763847,0.0026297427,0.00052932854,0.0004850984,0.0015408628,0.04591446,0.00015034931],"about_ca_topic_score_codex":0.008932085,"about_ca_topic_score_gemma":0.023468202,"teacher_disagreement_score":0.86716735,"about_ca_system_score_codex":0.0072224177,"about_ca_system_score_gemma":0.032649133,"threshold_uncertainty_score":0.15412551},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4403582513","doi":"10.1145/3627673.3679912","title":"Enhanced Retrieval Effectiveness through Selective Query Generation","year":2024,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Toronto Metropolitan University","funders":"","keywords":"Computer science; Query expansion; Query optimization; Web search query; Information retrieval; Sargable; Search engine","score_opus":0.028468869685935642,"score_gpt":0.30573156429981324,"score_spread":0.2772626946138776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403582513","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32740748,0.0087485965,0.63733834,0.0013781067,0.00017121554,0.0011987205,0.0017736903,0.00961199,0.012371985],"genre_scores_gemma":[0.74135244,0.0015187782,0.24992098,0.00049207336,0.00015625013,0.00026777762,0.0027076942,0.0003963555,0.0031877656],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99658835,0.0011722717,0.00030665623,0.0004910054,0.0011644181,0.00027731966],"domain_scores_gemma":[0.99524236,0.0023490584,0.00034869963,0.0011121746,0.00083047297,0.00011730039],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003717141,0.0011502687,0.0016359712,0.0018568345,0.00043251435,0.0015145651,0.0017920263,0.0009521957,0.0029290789],"category_scores_gemma":[0.01246295,0.00030731148,0.0008401317,0.0015585166,0.00086549885,0.0032608607,0.0014881075,0.0010771044,0.0015822191],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017121682,0.0011804472,0.0061349855,0.0012512115,0.0002395723,0.00035516947,0.0005547883,0.06674317,0.1462567,0.013387841,0.019258479,0.7429254],"study_design_scores_gemma":[0.00043602975,0.0018933187,0.0041215178,0.00006131124,0.00041086003,0.001051562,0.00040291387,0.84264,0.118743785,0.0130493445,0.017031893,0.00015751235],"about_ca_topic_score_codex":0.0025061222,"about_ca_topic_score_gemma":0.003264759,"teacher_disagreement_score":0.003717141,"about_ca_system_score_codex":0.000794727,"about_ca_system_score_gemma":0.0014088227,"threshold_uncertainty_score":0.019658327},"labels":[],"label_agreement":null},{"id":"W4405761894","doi":"10.1007/978-3-031-73147-1_6","title":"Generative Information Retrieval Evaluation","year":2024,"lang":"en","type":"book-chapter","venue":"˜The œinformation retrieval series","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Generative grammar; Information retrieval; Computer science; Artificial intelligence","score_opus":0.02459505392412266,"score_gpt":0.25917357593383467,"score_spread":0.23457852200971202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405761894","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017498953,0.0060389163,0.73508584,0.0025145828,0.0003271069,0.00033656202,0.0006065536,0.0031516904,0.23443983],"genre_scores_gemma":[0.6364752,0.0030376664,0.23083442,0.0010202567,0.00048716375,0.0004814925,0.0020146002,0.0017682696,0.123880886],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99419725,0.0031972132,0.00016324551,0.0005144457,0.001698573,0.0002293348],"domain_scores_gemma":[0.99198616,0.004946543,0.00017617588,0.0017388135,0.0009902067,0.00016206372],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044862228,0.00097593706,0.001265296,0.0019194823,0.00068524544,0.004073926,0.0016774829,0.0012196266,0.022259207],"category_scores_gemma":[0.019711133,0.00057432835,0.0008491206,0.002015957,0.0018468212,0.0043325815,0.0020001316,0.0019307055,0.006585587],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009054865,0.000118442615,0.0005134942,0.00018410508,0.000044476124,0.000029232566,0.0001653988,0.017694779,0.0013749788,0.6222066,0.03032144,0.32725653],"study_design_scores_gemma":[0.00002889803,0.000084342755,0.00077803823,0.00009917357,0.000047214187,0.00012469832,0.00007509531,0.25681025,0.003713905,0.70421445,0.033984847,0.00003913343],"about_ca_topic_score_codex":0.0017075205,"about_ca_topic_score_gemma":0.0025574155,"teacher_disagreement_score":0.022259207,"about_ca_system_score_codex":0.0026274945,"about_ca_system_score_gemma":0.0011829247,"threshold_uncertainty_score":0.07446444},"labels":[],"label_agreement":null},{"id":"W4405906730","doi":"10.1038/s41598-024-82871-0","title":"A multi-dimensional semantic pseudo-relevance feedback framework for information retrieval","year":2024,"lang":"en","type":"article","venue":"Scientific Reports","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Western University","funders":"Natural Science Foundation of Hubei Province; Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"Computer science; Information retrieval; Ranking (information retrieval); Query expansion; Relevance (law); Relevance feedback; Sentence; Concept search; Field (mathematics); Set (abstract data type); Search engine; Web search query; Artificial intelligence; Image retrieval","score_opus":0.023437419586841386,"score_gpt":0.2935850799618369,"score_spread":0.27014766037499555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405906730","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0071177795,0.0020257803,0.98751116,0.00044273972,0.00009778909,0.00013952696,0.00024662254,0.0011283231,0.0012903521],"genre_scores_gemma":[0.5215413,0.0030723605,0.46357954,0.000752728,0.0006690022,0.00077412836,0.0015123402,0.00020152691,0.007897171],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976489,0.0009943163,0.0001359806,0.00041168107,0.00068851147,0.00012070145],"domain_scores_gemma":[0.9982887,0.00076762895,0.00015630273,0.00021364295,0.00051629735,0.000057518882],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024450854,0.0013477524,0.0016922083,0.0019866053,0.0004880641,0.0011701443,0.0022917031,0.0013635572,0.0024783008],"category_scores_gemma":[0.0062700235,0.00051697745,0.0011940366,0.0019276747,0.00088772416,0.003302639,0.001168965,0.0014069706,0.0014251724],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006018638,0.00046443933,0.0012280567,0.0009649815,0.00019311043,0.00036932493,0.00046637296,0.37432262,0.024065668,0.05008597,0.01566489,0.5315727],"study_design_scores_gemma":[0.000030642015,0.00018815442,0.00020103011,0.000017080374,0.00003109409,0.00011362807,0.000023436718,0.9778441,0.001646724,0.017206846,0.0026672375,0.000030024483],"about_ca_topic_score_codex":0.0057917098,"about_ca_topic_score_gemma":0.0065776063,"teacher_disagreement_score":0.0057917098,"about_ca_system_score_codex":0.001267737,"about_ca_system_score_gemma":0.0014443692,"threshold_uncertainty_score":0.012930989},"labels":[],"label_agreement":null},{"id":"W4409973459","doi":"10.1145/3698204.3716471","title":"Organizing Found Information in Public Digital Library Search","year":2025,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Digital library; Computer science; World Wide Web; Information retrieval","score_opus":0.01965202608467115,"score_gpt":0.24473677361666807,"score_spread":0.22508474753199692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409973459","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9266271,0.00083147065,0.0014118362,0.0012616657,0.000026095167,0.00011064179,0.0002239015,0.00005865274,0.06944866],"genre_scores_gemma":[0.9945182,0.0002291425,0.00053561886,0.000095542855,0.000024054578,0.000023037821,0.00017333953,0.000032718126,0.0043683425],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99553466,0.0019843054,0.00028656042,0.0002960626,0.0011441296,0.0007541759],"domain_scores_gemma":[0.9602422,0.027523698,0.0046915226,0.0019506641,0.0030245339,0.0025673097],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.005122572,0.00024316793,0.0006452036,0.0051223245,0.0027239579,0.0070365597,0.0008676548,0.0016437693,0.014536522],"category_scores_gemma":[0.051683936,0.00052762724,0.0004646633,0.004738444,0.0015435545,0.006343011,0.0028477884,0.0012404362,0.0015560448],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026998674,0.0033768385,0.75729704,0.00065717933,0.00030125113,0.0007939185,0.025221849,0.0029034312,0.0038693699,0.056632344,0.01372738,0.13251948],"study_design_scores_gemma":[0.0003575938,0.0014421892,0.73731345,0.0005197658,0.00085031294,0.001155733,0.09942459,0.031758014,0.004717797,0.07974062,0.042546067,0.00017388351],"about_ca_topic_score_codex":0.025708035,"about_ca_topic_score_gemma":0.03702573,"teacher_disagreement_score":0.99296343,"about_ca_system_score_codex":0.0031893614,"about_ca_system_score_gemma":0.0032704775,"threshold_uncertainty_score":0.051116765},"labels":[],"label_agreement":null},{"id":"W4410446804","doi":"10.47989/ir30251418","title":"Expanding Wilson’s information behaviour model using social cognitive theory: A case study","year":2025,"lang":"en","type":"article","venue":"Information Research an international electronic journal","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Cognition; Psychology; Social cognitive theory; Information theory; Cognitive psychology; Computer science; Sociology; Social psychology; Statistics; Mathematics","score_opus":0.06869116120547733,"score_gpt":0.4406875245450222,"score_spread":0.3719963633395449,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410446804","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8762213,0.00094194384,0.063206926,0.0065133427,0.00009218254,0.0011889386,0.000104546394,0.000068390276,0.051662367],"genre_scores_gemma":[0.9681234,0.00063424715,0.027394578,0.00032806266,0.000016491646,0.0004894265,0.000034611796,0.000014950683,0.0029642105],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9888269,0.0089110965,0.00022516314,0.00032461423,0.001171532,0.0005406526],"domain_scores_gemma":[0.98531544,0.011881454,0.0005770863,0.0006923646,0.00086568063,0.0006680396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012712141,0.00049971504,0.0003548042,0.0021582711,0.0055388063,0.0035380207,0.0016062029,0.0022652843,0.002043069],"category_scores_gemma":[0.0121156825,0.00034296094,0.0007347398,0.0018067686,0.0058832574,0.0058778245,0.0037494474,0.0019693288,0.0003371215],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025806215,0.0017449815,0.040181786,0.0010154904,0.000051238723,0.012910998,0.64140594,0.004154227,0.0022500416,0.14560233,0.0049364036,0.14548855],"study_design_scores_gemma":[0.00023653125,0.0017703776,0.024216827,0.0016658875,0.00013212125,0.011295585,0.6693269,0.027475122,0.005715541,0.10002118,0.15789452,0.00024926788],"about_ca_topic_score_codex":0.0056335074,"about_ca_topic_score_gemma":0.0073137125,"teacher_disagreement_score":0.012712141,"about_ca_system_score_codex":0.005693555,"about_ca_system_score_gemma":0.00415887,"threshold_uncertainty_score":0.06722903},"labels":[],"label_agreement":null},{"id":"W4410502462","doi":"10.1145/3736402","title":"Query Performance Prediction Using Relevance Judgments Generated by Large Language Models","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"HORIZON EUROPE Framework Programme; Ministerie van Economische Zaken en Klimaat; China Scholarship Council; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Ministerie van Onderwijs, Cultuur en Wetenschap; European Commission","keywords":"Relevance (law); Computer science; Interpretability; Recall; Metric (unit); Measure (data warehouse); Precision and recall; Scalar (mathematics); Information retrieval; Data mining; Machine learning; Artificial intelligence; Cognitive psychology; Mathematics; Psychology","score_opus":0.021212261811749022,"score_gpt":0.26395895870168035,"score_spread":0.24274669688993133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410502462","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.101344824,0.0014289097,0.88083434,0.0006757977,0.00015192186,0.00040607768,0.0016136011,0.010546338,0.0029982727],"genre_scores_gemma":[0.73060715,0.0004598366,0.25957638,0.00039593913,0.0002792382,0.00051173364,0.004713565,0.0009437276,0.0025124273],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.994769,0.001995681,0.00035872657,0.0012446379,0.0013301725,0.00030178364],"domain_scores_gemma":[0.9765114,0.015449335,0.0017067933,0.0020538908,0.003834331,0.00044428292],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00570071,0.0021139123,0.0014647731,0.002863818,0.00055302895,0.0026083903,0.0019492034,0.0015780275,0.0016719445],"category_scores_gemma":[0.04108148,0.0007414091,0.0013882291,0.0015635332,0.00089295494,0.0037178264,0.0016701443,0.0029092666,0.0020174917],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014320603,0.00066309236,0.027570393,0.0011355166,0.00038504382,0.00054479763,0.00081507134,0.46694556,0.049418394,0.009189326,0.018337697,0.4235631],"study_design_scores_gemma":[0.000026183909,0.00009169131,0.0016143844,0.000017574317,0.000026370657,0.00004316816,0.000035127407,0.98858726,0.0047387853,0.0040454967,0.00073908904,0.0000348881],"about_ca_topic_score_codex":0.0077054845,"about_ca_topic_score_gemma":0.009770912,"teacher_disagreement_score":0.0077054845,"about_ca_system_score_codex":0.0015817943,"about_ca_system_score_gemma":0.0017889012,"threshold_uncertainty_score":0.030148566},"labels":[],"label_agreement":null},{"id":"W4412520057","doi":"10.1002/asi.70006","title":"A study of search result aggregation approaches for the digital humanities","year":2025,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Digital humanities; Computer science; Information retrieval; Data science; Humanities; Artificial intelligence; Library science; Philosophy","score_opus":0.049299196999164394,"score_gpt":0.2947339587881403,"score_spread":0.24543476178897589,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412520057","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9542252,0.00023348513,0.041190986,0.00028452952,0.000016792677,0.0006004569,0.000083569306,0.00038812932,0.0029768103],"genre_scores_gemma":[0.91700375,0.00009451943,0.08192527,0.00005260397,0.000013303589,0.0004224227,0.00009025044,0.000049195103,0.00034868388],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97925687,0.014892964,0.0011109255,0.00111225,0.0032471977,0.00037980406],"domain_scores_gemma":[0.83243823,0.13986264,0.010676849,0.00909606,0.0064941854,0.0014320301],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023416128,0.00058515416,0.0008605172,0.0046894723,0.0019307431,0.00423996,0.0014343201,0.00067521224,0.0012229291],"category_scores_gemma":[0.085641526,0.0005981563,0.0007291082,0.004677516,0.001667464,0.004584517,0.0024711322,0.0011555639,0.00016979403],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038013693,0.005234226,0.18111865,0.0027662779,0.00086898234,0.0006255041,0.13506667,0.016480869,0.055641565,0.031944342,0.0024478033,0.5640038],"study_design_scores_gemma":[0.0012408143,0.01064778,0.30228603,0.0010594459,0.0015591756,0.0016892302,0.096718706,0.45104438,0.05884529,0.04665498,0.027647777,0.0006064561],"about_ca_topic_score_codex":0.003892655,"about_ca_topic_score_gemma":0.003599544,"teacher_disagreement_score":0.023416128,"about_ca_system_score_codex":0.00225307,"about_ca_system_score_gemma":0.0016935703,"threshold_uncertainty_score":0.12383783},"labels":[],"label_agreement":null},{"id":"W4413922133","doi":"10.1007/978-3-032-04354-2_2","title":"Selective Search as a First-Stage Retriever","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Stage (stratigraphy); Labrador Retriever; Biology; Medicine","score_opus":0.019575976103963104,"score_gpt":0.2767807282185583,"score_spread":0.2572047521145952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413922133","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24158838,0.0035896704,0.5797326,0.0014603892,0.0003066454,0.0007550354,0.00093392294,0.011853337,0.15977992],"genre_scores_gemma":[0.6913748,0.0014907938,0.16999893,0.00037417762,0.00021741139,0.00024764086,0.0007752911,0.00095335435,0.1345676],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992774,0.0001633091,0.00003617741,0.00015109328,0.00026900374,0.00010296849],"domain_scores_gemma":[0.99685067,0.001690948,0.00012478314,0.00079973927,0.00037685665,0.00015702503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011561392,0.00053923414,0.0011089509,0.0015512953,0.00090469234,0.0023215825,0.0021496026,0.0016549629,0.023625365],"category_scores_gemma":[0.0049391356,0.0006646478,0.00090784376,0.0014019442,0.0007691299,0.0043730405,0.001091684,0.0010518093,0.011646729],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002613632,0.0011289405,0.0045989067,0.0010932167,0.00020880153,0.0009883244,0.00085888454,0.023062898,0.16697292,0.24164952,0.043473404,0.5133506],"study_design_scores_gemma":[0.00045919692,0.002106869,0.005906986,0.00011034408,0.00059718493,0.003956153,0.00036903936,0.6670241,0.11906931,0.136344,0.06381422,0.00024265294],"about_ca_topic_score_codex":0.0014859275,"about_ca_topic_score_gemma":0.0019914166,"teacher_disagreement_score":0.023625365,"about_ca_system_score_codex":0.00059499405,"about_ca_system_score_gemma":0.0010296877,"threshold_uncertainty_score":0.079034746},"labels":[],"label_agreement":null},{"id":"W4413982584","doi":"10.1007/s10115-025-02581-5","title":"A knowledge-based approach for pseudo-relevance feedback by exploiting semantic relevance","year":2025,"lang":"en","type":"article","venue":"Knowledge and Information Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Relevance (law); Relevance feedback; Computer science; Information retrieval; Artificial intelligence; Image retrieval","score_opus":0.019883780679341264,"score_gpt":0.2714622971701461,"score_spread":0.2515785164908048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413982584","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0061076335,0.0003299564,0.98965144,0.00027912544,0.00009584036,0.00015373489,0.00009989125,0.00090808445,0.002374254],"genre_scores_gemma":[0.41957793,0.0003454488,0.5713725,0.000358886,0.00028960925,0.00037089834,0.00046493046,0.00026302988,0.006956795],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9940546,0.0020891412,0.0003204862,0.0007820238,0.002471671,0.00028201763],"domain_scores_gemma":[0.9901529,0.00482697,0.00031667395,0.0016872879,0.0027777492,0.00023848268],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004035518,0.00090910704,0.0015074343,0.0029399376,0.001197161,0.0021947434,0.0033270828,0.0022414406,0.0063588414],"category_scores_gemma":[0.018596716,0.00060299,0.0011115946,0.0020910217,0.0012177264,0.005986033,0.0025573994,0.0018368294,0.002164808],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010033278,0.0010337429,0.0012641356,0.000672198,0.00022586204,0.00035853055,0.00082075974,0.063813135,0.03595321,0.11213849,0.014335052,0.76838154],"study_design_scores_gemma":[0.00007013977,0.00016258635,0.0003875243,0.00003690717,0.00008076789,0.00020534325,0.00006746743,0.9124602,0.009435197,0.071983024,0.0050378456,0.00007292388],"about_ca_topic_score_codex":0.004033792,"about_ca_topic_score_gemma":0.006513511,"teacher_disagreement_score":0.0063588414,"about_ca_system_score_codex":0.001060511,"about_ca_system_score_gemma":0.0021551433,"threshold_uncertainty_score":0.021342099},"labels":[],"label_agreement":null},{"id":"W4416016875","doi":"10.1145/3746252.3761255","title":"Towards Adaptive Personalized Conversational Information Retrieval","year":2025,"lang":"","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Feature (linguistics); Matching (statistics); Document retrieval; Relevance (law); Information system","score_opus":0.0244030331547389,"score_gpt":0.27912238153910557,"score_spread":0.25471934838436666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416016875","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055094253,0.00071762013,0.9328691,0.0011031216,0.0000912781,0.00019060711,0.00021870018,0.0033103477,0.006404911],"genre_scores_gemma":[0.71780235,0.00042777543,0.27266788,0.00051494705,0.00017483521,0.00028825755,0.0004978032,0.00037956637,0.0072465315],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9962,0.0022921818,0.00011099537,0.00056734454,0.0006051458,0.00022416057],"domain_scores_gemma":[0.99485695,0.0030074937,0.00019787165,0.0008836764,0.00084163045,0.00021237053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033789754,0.00066491764,0.0010321705,0.0010310408,0.0008786136,0.0022290354,0.0016753027,0.0016422848,0.0030476567],"category_scores_gemma":[0.014471819,0.00073086406,0.0006623795,0.0009229309,0.0008997893,0.0032476317,0.0023444535,0.0019751254,0.0019606927],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017246774,0.0017384795,0.01122579,0.00073654193,0.0005075845,0.0003086502,0.005360964,0.13068776,0.08268402,0.09215753,0.023436064,0.64943194],"study_design_scores_gemma":[0.000034689358,0.00010511957,0.0011673182,0.000017695269,0.0000726077,0.000087943,0.00035195923,0.94527686,0.0059824144,0.041677,0.0051944107,0.000031967855],"about_ca_topic_score_codex":0.0054337527,"about_ca_topic_score_gemma":0.005609084,"teacher_disagreement_score":0.0054337527,"about_ca_system_score_codex":0.00088857167,"about_ca_system_score_gemma":0.0012137162,"threshold_uncertainty_score":0.01786995},"labels":[],"label_agreement":null},{"id":"W4416712105","doi":"10.48550/arxiv.2509.02558","title":"Lighting the Way for BRIGHT: Reproducible Baselines with Anserini, Pyserini, and RankLLM","year":2025,"lang":"en","type":"preprint","venue":"ArXiv.org","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Institute for Information and Communications Technology Promotion; Natural Sciences and Engineering Research Council of Canada; Ministry of Science and ICT, South Korea","keywords":"Benchmark (surveying); Construct (python library); Range (aeronautics); Query expansion; Baseline (sea); Search engine; Question answering","score_opus":0.052252612525824534,"score_gpt":0.29289515188944526,"score_spread":0.24064253936362073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416712105","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17383194,0.06060304,0.42727953,0.011497812,0.005927576,0.0038823402,0.076839566,0.19112976,0.049008455],"genre_scores_gemma":[0.32540536,0.0037260638,0.47788435,0.003839044,0.0010894893,0.0025003562,0.1607452,0.012068177,0.012741964],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.97361577,0.011640918,0.0026199787,0.0036552462,0.0074324347,0.0010356698],"domain_scores_gemma":[0.96851707,0.010889609,0.0010839218,0.012521635,0.0061623123,0.0008254767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024871513,0.0041058054,0.0029493242,0.0088048475,0.003591923,0.0072754165,0.0063001867,0.004467979,0.009941374],"category_scores_gemma":[0.0883854,0.0012147288,0.0026477694,0.006841224,0.0025737798,0.010111141,0.0065789176,0.0048756558,0.013015834],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021486382,0.0016181399,0.0069293436,0.00499349,0.0013480526,0.00031916468,0.0007235582,0.060725484,0.013504673,0.01428391,0.4170661,0.47633955],"study_design_scores_gemma":[0.0022513669,0.0028732393,0.00967369,0.0010418129,0.0007595841,0.0010553563,0.0013655067,0.67601717,0.05469319,0.058370925,0.19129734,0.00060086616],"about_ca_topic_score_codex":0.020763595,"about_ca_topic_score_gemma":0.041416254,"teacher_disagreement_score":0.024871513,"about_ca_system_score_codex":0.0035522797,"about_ca_system_score_gemma":0.004772633,"threshold_uncertainty_score":0.1315347},"labels":[],"label_agreement":null},{"id":"W4416716931","doi":"10.1016/j.knosys.2025.114980","title":"Utilizing large language models for integrating document-level contextual semantic into pseudo-relevance feedback","year":2025,"lang":"en","type":"article","venue":"Knowledge-Based Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; York University","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China; Hubei Provincial Department of Education; Ontario Research Foundation","keywords":"Consistency (knowledge bases); Query expansion; Semantic matching; Matching (statistics); Relevance (law); Query language; Key (lock); Semantic heterogeneity; Probabilistic logic; Relevance feedback","score_opus":0.03351359701544305,"score_gpt":0.3182647216926604,"score_spread":0.28475112467721736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416716931","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012341707,0.00073065975,0.983102,0.0003723164,0.000055139597,0.0001592319,0.00023329626,0.0018714862,0.0011341103],"genre_scores_gemma":[0.57300603,0.0013513536,0.4167804,0.0006478991,0.00029784578,0.00085497485,0.0011496528,0.00051453174,0.005397383],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970181,0.0010912669,0.00018954134,0.0005944176,0.000957134,0.00014954456],"domain_scores_gemma":[0.9949285,0.0031279696,0.00036268338,0.0005784675,0.00089728105,0.000105142906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030148004,0.0015129484,0.0014036582,0.0019264964,0.0005658182,0.0017609055,0.0023741652,0.0014038928,0.0022001958],"category_scores_gemma":[0.013966069,0.0006473631,0.0015717085,0.0018666426,0.0010811214,0.005686635,0.0016853141,0.0018629584,0.0015157278],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061170384,0.00036884466,0.0033633448,0.0007196252,0.00022206207,0.0005087596,0.00085213216,0.43854538,0.03782768,0.04649621,0.009237576,0.46124655],"study_design_scores_gemma":[0.000040556653,0.0001277758,0.00028011727,0.000019563833,0.000056791516,0.00016970637,0.000044948156,0.9708999,0.0035263463,0.021525124,0.0032638186,0.000045422472],"about_ca_topic_score_codex":0.006583956,"about_ca_topic_score_gemma":0.010246416,"teacher_disagreement_score":0.006583956,"about_ca_system_score_codex":0.0013780397,"about_ca_system_score_gemma":0.002068404,"threshold_uncertainty_score":0.015944004},"labels":[],"label_agreement":null},{"id":"W4416995073","doi":"10.47989/ir27462191","title":"Cruz Gil, Maria del Carmen. Applying an advanced information search and retrieval model in organisations: research and opportunities. Hauppauge, NY: Nova Publishers, 2022.","year":2022,"lang":"en","type":"article","venue":"Information Research an international electronic journal","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nova (rocket); Nova scotia; Information science; Human–computer information retrieval; Information needs; Information storage; Information system","score_opus":0.11597286243890512,"score_gpt":0.3782811973513148,"score_spread":0.2623083349124097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416995073","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001914513,0.72014815,0.012951309,0.16473259,0.005105358,0.00015975612,0.0017849257,0.0005969585,0.09260647],"genre_scores_gemma":[0.046624795,0.7216094,0.033292774,0.014185514,0.0037803566,0.00038520395,0.0018872981,0.0005175884,0.17771702],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979243,0.00056772196,0.00017479806,0.00015114793,0.0010341505,0.0001479389],"domain_scores_gemma":[0.9842524,0.0081387665,0.00058105285,0.0003510328,0.0058918684,0.00078494445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040227324,0.0013037819,0.00092904014,0.007614386,0.002264012,0.0048319176,0.0018785337,0.0037064091,0.022016196],"category_scores_gemma":[0.012747642,0.00087672996,0.00085318554,0.007993283,0.001959799,0.011623386,0.0013650891,0.0034739594,0.012826376],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008468178,0.00006211377,0.0011872384,0.00083708984,0.000020008994,0.00014920483,0.0010270916,0.00034980525,0.00018898926,0.020468544,0.7554804,0.22014491],"study_design_scores_gemma":[0.000046220506,0.00004417084,0.004903518,0.0023073049,0.00009278091,0.00036643562,0.0015613956,0.0011431114,0.00062426017,0.032331567,0.95648915,0.00009005474],"about_ca_topic_score_codex":0.07876346,"about_ca_topic_score_gemma":0.10162807,"teacher_disagreement_score":0.07876346,"about_ca_system_score_codex":0.0044795983,"about_ca_system_score_gemma":0.0065364125,"threshold_uncertainty_score":0.15661001},"labels":[],"label_agreement":null},{"id":"W4417030646","doi":"10.59350/1hgqm-q5x58","title":"Three questions with… Alyssa!","year":2021,"lang":"","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Work (physics); Profiling (computer programming); Information system; Data collection","score_opus":0.030654785950252613,"score_gpt":0.27551871292271984,"score_spread":0.24486392697246723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417030646","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028189113,0.002901665,0.0026296338,0.7734521,0.07597014,0.00013323888,0.0007472353,0.0020454936,0.13930155],"genre_scores_gemma":[0.02511135,0.0015916532,0.0027783213,0.3218588,0.013632619,0.00021400898,0.0006150731,0.0013588839,0.6328393],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970387,0.00090777536,0.00014291973,0.00043236994,0.0010137566,0.0004645235],"domain_scores_gemma":[0.9864603,0.0020784861,0.00048191493,0.00062299095,0.0053777266,0.0049785455],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0043738126,0.0011007636,0.00061098556,0.00079276867,0.008233235,0.006958644,0.00092054426,0.0071255057,0.16956104],"category_scores_gemma":[0.022174124,0.0004487855,0.0009911181,0.00054678856,0.0030501366,0.007503539,0.004374253,0.010236265,0.1142214],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021764015,0.000017912651,0.00018670839,0.000015099493,0.0000021223843,0.000046211277,0.00045550126,0.000009017376,0.000091762406,0.0016418725,0.9919803,0.005531684],"study_design_scores_gemma":[0.000008656568,0.00002414306,0.00033260958,0.000044955472,0.0000027644396,0.00010735945,0.00174887,0.00003590447,0.00011537127,0.0016006591,0.9959571,0.000021624617],"about_ca_topic_score_codex":0.0062292665,"about_ca_topic_score_gemma":0.011817626,"teacher_disagreement_score":0.830439,"about_ca_system_score_codex":0.0028087571,"about_ca_system_score_gemma":0.0031766242,"threshold_uncertainty_score":0.5672382},"labels":[],"label_agreement":null},{"id":"W4417043386","doi":"10.1145/3779428","title":"Learning Context-aware Term Importance for Query Performance Prediction","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Intelligent Systems and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Waterloo; Toronto Metropolitan University","funders":"","keywords":"Query expansion; Relevance (law); Task (project management); Term (time); Query optimization; Term Discrimination; Web query classification; Performance prediction; Rank (graph theory)","score_opus":0.01809151885803668,"score_gpt":0.26475431540830374,"score_spread":0.24666279655026707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417043386","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2664198,0.01262904,0.70544815,0.0009263397,0.00036876253,0.0003816734,0.002693609,0.0071331724,0.0039994987],"genre_scores_gemma":[0.8757796,0.0016137533,0.11406713,0.00033510898,0.0006083975,0.00020096752,0.004553973,0.00032562995,0.002515353],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986387,0.00026612333,0.000092954,0.00041130974,0.0004483189,0.00014250982],"domain_scores_gemma":[0.9960821,0.0022369085,0.00043123192,0.00040667393,0.0006917503,0.0001512573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015870527,0.0013480136,0.0014635378,0.0025605615,0.00041192072,0.0009669445,0.0013340197,0.0010859071,0.0008664077],"category_scores_gemma":[0.010789702,0.00039207653,0.00066991494,0.0024321584,0.00057934545,0.0021190483,0.00092095794,0.0018752589,0.00089848274],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00130393,0.00057669583,0.020730129,0.0006738641,0.00021111712,0.00027346457,0.000285401,0.27264953,0.059942696,0.004389219,0.019248484,0.6197154],"study_design_scores_gemma":[0.00003574579,0.00016218596,0.002509513,0.000014387246,0.00005137223,0.00011004884,0.00002549963,0.9857362,0.006748291,0.0034110323,0.0011692004,0.00002647118],"about_ca_topic_score_codex":0.0060511087,"about_ca_topic_score_gemma":0.008812937,"teacher_disagreement_score":0.0060511087,"about_ca_system_score_codex":0.0010121096,"about_ca_system_score_gemma":0.0011034602,"threshold_uncertainty_score":0.012031794},"labels":[],"label_agreement":null},{"id":"W4417058393","doi":"10.59350/1gzty-ey460","title":"LIBREAS Zitationstracking: Journal of Documentation und Canadian Journal of Information and Library Science","year":2011,"lang":"","type":"preprint","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Documentation; Documentation science; Information science; Foundation (evidence); Information system","score_opus":0.026061089457420413,"score_gpt":0.28005704985885094,"score_spread":0.2539959604014305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417058393","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030558952,0.36687022,0.0011627632,0.092294306,0.060148187,0.00013864989,0.01119602,0.00077962934,0.46435437],"genre_scores_gemma":[0.035312653,0.124816544,0.0016899989,0.0060763615,0.009489206,0.000065908986,0.0055108448,0.0006460908,0.81639236],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9971631,0.00014952438,0.0001563187,0.0002307968,0.0020273768,0.000272859],"domain_scores_gemma":[0.9909704,0.0007476199,0.00034417748,0.00045214745,0.0055932794,0.0018925249],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.002015792,0.0009196649,0.0014110068,0.011891462,0.005241086,0.013916939,0.0012098892,0.0016395943,0.22387464],"category_scores_gemma":[0.007935437,0.00057602697,0.00033167904,0.020438436,0.0024087902,0.004342052,0.0021771519,0.0026849026,0.05565865],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024943574,0.00002016889,0.00044966547,0.00028227907,0.000008579213,0.000034243294,0.00021205252,0.000025423538,0.00014675426,0.006961205,0.9399049,0.051929735],"study_design_scores_gemma":[0.0000030497824,0.0000030479273,0.0013412657,0.00016925471,0.0000056546382,0.00004178686,0.00019117148,0.000019440258,0.00007488004,0.0007210895,0.99742186,0.000007476568],"about_ca_topic_score_codex":0.35991398,"about_ca_topic_score_gemma":0.5568189,"teacher_disagreement_score":0.99798423,"about_ca_system_score_codex":0.01619955,"about_ca_system_score_gemma":0.039523877,"threshold_uncertainty_score":0.7489353},"labels":[],"label_agreement":null},{"id":"W45142999","doi":"10.1007/978-3-319-06028-6_68","title":"Bringing Information Retrieval into Crowdsourcing: A Case Study","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Crowdsourcing; Computer science; Information retrieval; Quality (philosophy); Human–computer information retrieval; Work (physics); Control (management); Crowdsourcing software development; Data science; World Wide Web; Artificial intelligence; Search engine; Engineering","score_opus":0.017829253758947988,"score_gpt":0.2650220393064809,"score_spread":0.2471927855475329,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W45142999","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93701917,0.000668597,0.010054391,0.0036901396,0.00013617302,0.0012734715,0.0005354037,0.000209898,0.046412755],"genre_scores_gemma":[0.96837014,0.0005605294,0.014677059,0.0006836019,0.000107733365,0.00049972,0.00031124966,0.00011890271,0.014671055],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9915782,0.0046637496,0.00033485587,0.0006331062,0.0017092515,0.0010808136],"domain_scores_gemma":[0.9697893,0.022778206,0.0013534616,0.002477777,0.0016213435,0.0019798968],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074381456,0.00079040695,0.00068174425,0.0024982365,0.00979582,0.0046382938,0.0032667303,0.0063313,0.006062942],"category_scores_gemma":[0.023515398,0.00045335075,0.0009614679,0.0046252967,0.0027434651,0.0032268662,0.004190026,0.0022678464,0.0018300645],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033622736,0.020794796,0.05944372,0.0036971627,0.00035587625,0.07743872,0.3578109,0.013359548,0.0157783,0.03851096,0.04671934,0.36272827],"study_design_scores_gemma":[0.0013581581,0.0054789935,0.057609297,0.0012884315,0.00042658037,0.030125676,0.49685454,0.051887732,0.021621376,0.037029397,0.29576385,0.00055594434],"about_ca_topic_score_codex":0.01722803,"about_ca_topic_score_gemma":0.028553938,"teacher_disagreement_score":0.01722803,"about_ca_system_score_codex":0.0027117492,"about_ca_system_score_gemma":0.00310889,"threshold_uncertainty_score":0.0393371},"labels":[],"label_agreement":null},{"id":"W58124876","doi":"10.1007/1-4020-3670-1_1","title":"Introduction: New Directions in Human Information Behavior","year":2006,"lang":"en","type":"book-chapter","venue":"Information science and knowledge management","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Materials science; Cognitive science; Psychology","score_opus":0.019331371580687307,"score_gpt":0.2710756019056209,"score_spread":0.2517442303249336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W58124876","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024232373,0.42991173,0.08309706,0.08837158,0.048472345,0.00013609856,0.0017950172,0.0010814669,0.34471148],"genre_scores_gemma":[0.026243733,0.3630318,0.05068973,0.034188494,0.054088388,0.0003326145,0.0017769417,0.0005879738,0.46906036],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997471,0.000046902125,0.000012768136,0.00005832907,0.00011485528,0.00002004261],"domain_scores_gemma":[0.99854976,0.0009364408,0.000036059544,0.000071023234,0.00030292917,0.00010375948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005346498,0.00088813825,0.0007415946,0.0014960933,0.00066466833,0.0022330806,0.001351404,0.0019810551,0.0420303],"category_scores_gemma":[0.0020523865,0.00033811686,0.0004791878,0.0021265177,0.0014938747,0.0055849496,0.0007636502,0.0029658123,0.01609258],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019954226,0.00007285023,0.00021276591,0.0008871023,0.000008126786,0.000041982486,0.00036512865,0.0004093024,0.00043866676,0.10610646,0.693949,0.19748865],"study_design_scores_gemma":[0.000007098476,0.000023568598,0.00045780212,0.00053014816,0.000010719115,0.0001714743,0.00016714227,0.00050681346,0.00013916692,0.1187564,0.87921536,0.000014168529],"about_ca_topic_score_codex":0.0013171108,"about_ca_topic_score_gemma":0.0024382956,"teacher_disagreement_score":0.0420303,"about_ca_system_score_codex":0.0008002921,"about_ca_system_score_gemma":0.0011578839,"threshold_uncertainty_score":0.14060539},"labels":[],"label_agreement":null},{"id":"W597139581","doi":"","title":"Making sense of sense making: Information behaviour researchers construct an \"author\"","year":2005,"lang":"en","type":"article","venue":"UTS ePRESS (University of Technology Sydney)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Sociology; Construct (python library); Philosophy; Ethnology; Computer science","score_opus":0.05560903989037087,"score_gpt":0.3055161459748037,"score_spread":0.24990710608443284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W597139581","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7926145,0.0045072697,0.07413804,0.022742571,0.0004298187,0.0002090959,0.0000693111,0.00022446092,0.10506489],"genre_scores_gemma":[0.990281,0.0005842621,0.007314788,0.00067330105,0.00003545481,0.000045586792,0.000026068821,0.000035892965,0.0010036591],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.97009516,0.022742452,0.0009443006,0.001460908,0.0039085117,0.00084856706],"domain_scores_gemma":[0.94522464,0.035400383,0.00729165,0.004614712,0.0053135855,0.0021549696],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.025916807,0.00065066305,0.0005751602,0.0059781875,0.004459283,0.01568011,0.0020511162,0.0030859974,0.0014188173],"category_scores_gemma":[0.06368778,0.000642409,0.00055468496,0.002619316,0.031654097,0.017395182,0.010728365,0.0042513986,0.00037104572],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034859655,0.000050011255,0.012239283,0.00017869423,0.000044117525,0.00017124944,0.9084537,0.00014187983,0.0012391016,0.056090485,0.00072397187,0.02063263],"study_design_scores_gemma":[0.00003213211,0.00012219776,0.007950037,0.00054529984,0.00008002027,0.0006611734,0.79658765,0.0013762747,0.0012114042,0.14781061,0.04353119,0.00009202514],"about_ca_topic_score_codex":0.0014071467,"about_ca_topic_score_gemma":0.0011800156,"teacher_disagreement_score":0.99554074,"about_ca_system_score_codex":0.0018737307,"about_ca_system_score_gemma":0.004097574,"threshold_uncertainty_score":0.13706279},"labels":[],"label_agreement":null},{"id":"W62921065","doi":"10.1007/978-3-642-23318-0_28","title":"Do Subtopic Judgments Reflect Diversity?","year":2011,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Novelty; Computer science; Diversity (politics); Information retrieval; Cosine similarity; Similarity (geometry); Process (computing); Artificial intelligence; Psychology; Pattern recognition (psychology); Political science","score_opus":0.05068834402321816,"score_gpt":0.2707773691573368,"score_spread":0.22008902513411865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W62921065","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95180666,0.00078407454,0.014598383,0.00051330193,0.000083043684,0.000036252055,0.00059422734,0.00013237493,0.03145176],"genre_scores_gemma":[0.9957533,0.00018343473,0.0019563274,0.00012115454,0.000061364946,0.00001671087,0.00031608713,0.000079462516,0.0015122035],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989779,0.00020973776,0.00005221831,0.00028554053,0.00032904028,0.00014566246],"domain_scores_gemma":[0.97974455,0.012169957,0.0030187995,0.0019640622,0.0018001946,0.001302544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017407112,0.000289781,0.00050661515,0.0015572535,0.00032885568,0.0026668466,0.0006222708,0.0008395871,0.007878574],"category_scores_gemma":[0.04081114,0.00041578282,0.0003548815,0.001529053,0.0008707046,0.0068950956,0.0011835085,0.0010341307,0.0013147403],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036868404,0.00063381146,0.48660225,0.0006455656,0.0006720193,0.0003349722,0.0056233024,0.004817109,0.08302709,0.023069756,0.00793116,0.38295627],"study_design_scores_gemma":[0.00012771391,0.0006235371,0.862222,0.00011391863,0.0002379309,0.0004980451,0.0025292407,0.01748807,0.011432894,0.10086685,0.0037444425,0.00011529762],"about_ca_topic_score_codex":0.0017338531,"about_ca_topic_score_gemma":0.0020154708,"teacher_disagreement_score":0.007878574,"about_ca_system_score_codex":0.0003861972,"about_ca_system_score_gemma":0.0002818502,"threshold_uncertainty_score":0.026356459},"labels":[],"label_agreement":null},{"id":"W66730126","doi":"10.29173/cais466","title":"Users' Interactions with the Excite Web Search Engine: A Query Reformulation and Relevance Feedback Analysis","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Relevance (law); Search engine; Transaction log; Relevance feedback; Information retrieval; Computer science; Query expansion; Web search query; World Wide Web; Database transaction; Web query classification; Database; Artificial intelligence","score_opus":0.016459772384718338,"score_gpt":0.24335053560318226,"score_spread":0.2268907632184639,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W66730126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9992299,0.00004319349,0.00023030717,0.000026427128,7.6990585e-7,0.000028616834,0.0002010059,0.000028202205,0.00021161966],"genre_scores_gemma":[0.9978255,0.00005318995,0.0008771648,0.00003471575,0.000004243231,0.00006536383,0.0004811353,0.000012257266,0.0006463824],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981723,0.0008762976,0.00017811387,0.0001956549,0.00044698807,0.00013064737],"domain_scores_gemma":[0.96804017,0.025959602,0.0019595393,0.0010910967,0.0022894088,0.0006601261],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024419075,0.000299907,0.00066684117,0.002075154,0.00050484843,0.00076186034,0.00030537398,0.00036589042,0.0012605187],"category_scores_gemma":[0.01904082,0.00028471116,0.0002627679,0.0012508174,0.00036431334,0.0008295849,0.00067417545,0.00044471284,0.0004393428],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034125664,0.0015024681,0.7749183,0.00059348525,0.00017858225,0.00049260486,0.032819238,0.0011105724,0.017988384,0.0001840807,0.0019564033,0.1648433],"study_design_scores_gemma":[0.00008352083,0.0024950842,0.97386295,0.000029792596,0.00010080849,0.00045957882,0.008328957,0.006765413,0.0058253333,0.00012304909,0.0018349132,0.000090613714],"about_ca_topic_score_codex":0.005714771,"about_ca_topic_score_gemma":0.008225436,"teacher_disagreement_score":0.005714771,"about_ca_system_score_codex":0.00041323298,"about_ca_system_score_gemma":0.00038359757,"threshold_uncertainty_score":0.01291424},"labels":[],"label_agreement":null},{"id":"W6891893096","doi":"10.48550/arxiv.2407.06685","title":"Embark on DenseQuest: A System for Selecting the Best Dense Retriever for a Custom Collection","year":2024,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Upload; Relevance (law); Ranking (information retrieval); Selection (genetic algorithm); Labrador Retriever; ENCODE","score_opus":0.09180868196941877,"score_gpt":0.22532627166752464,"score_spread":0.13351758969810587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6891893096","genre_codex":"software","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04007734,0.0012554678,0.23549931,0.0014071001,0.00036866518,0.0011115432,0.021174056,0.67319477,0.02591171],"genre_scores_gemma":[0.22534144,0.0010027525,0.6219129,0.0022643162,0.0004228674,0.0010890133,0.07139446,0.043893296,0.032678965],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9987539,0.00021681796,0.00008818225,0.00038940518,0.0004262058,0.00012540339],"domain_scores_gemma":[0.9964282,0.0013257419,0.0001616673,0.0011034288,0.00050164433,0.00047939466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024107676,0.0019850403,0.0014999756,0.0021796466,0.0013679282,0.0026816716,0.002438494,0.001495933,0.02871751],"category_scores_gemma":[0.008031204,0.0010481038,0.0012542115,0.0016489587,0.0006170821,0.00585347,0.0041708066,0.0018598099,0.031711128],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023209306,0.0007387045,0.012288358,0.0010965758,0.0003639901,0.00075938203,0.0013515371,0.008298891,0.032164104,0.0057116724,0.54333335,0.3915724],"study_design_scores_gemma":[0.0004943299,0.0010960596,0.012692474,0.00026581873,0.0001823205,0.001371578,0.0013257909,0.46055624,0.06989223,0.027504247,0.42397958,0.00063928385],"about_ca_topic_score_codex":0.0068770302,"about_ca_topic_score_gemma":0.010547244,"teacher_disagreement_score":0.02871751,"about_ca_system_score_codex":0.0009513453,"about_ca_system_score_gemma":0.0010309794,"threshold_uncertainty_score":0.09606969},"labels":[],"label_agreement":null},{"id":"W6906515053","doi":"10.17611/dp/15216352","title":"Magnetotelluric Transfer Functions","year":2017,"lang":"en","type":"other","venue":"NSF Seismological Facility for the Advancement of Geoscience (SAGE)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Geological Survey of Canada","funders":"","keywords":"Magnetotellurics; Transfer function; Field (mathematics); Transfer (computing); Interpretation (philosophy)","score_opus":0.03920759250109951,"score_gpt":0.28705886966026645,"score_spread":0.24785127715916694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6906515053","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008416205,0.0014351768,0.8039838,0.0010156654,0.0006679038,0.0001083365,0.0036901603,0.008645638,0.17203712],"genre_scores_gemma":[0.30018544,0.0034382811,0.18973902,0.00080417586,0.00087782915,0.00026622773,0.011380698,0.00284577,0.49046257],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99963033,0.000046015244,0.000010260381,0.00009341066,0.0001683818,0.000051624404],"domain_scores_gemma":[0.99960023,0.0000549827,0.000034947927,0.00013705273,0.00014834572,0.000024524043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040063495,0.0010779066,0.0004933898,0.0011613801,0.0005277553,0.0018352021,0.0010494177,0.001133685,0.06042653],"category_scores_gemma":[0.0019242961,0.00022576307,0.00038436207,0.0017891242,0.00037448117,0.0015690095,0.0010240102,0.00087345176,0.068552725],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018485807,0.0000923283,0.0009163684,0.00021685577,0.000038280752,0.00011715876,0.00008986172,0.018192168,0.035119433,0.14296488,0.117404826,0.68466294],"study_design_scores_gemma":[0.00007466522,0.00015208972,0.004255418,0.00014503827,0.00007207178,0.00076371734,0.0001149973,0.2313835,0.092058346,0.12493922,0.5458886,0.00015234725],"about_ca_topic_score_codex":0.0011698991,"about_ca_topic_score_gemma":0.0012302862,"teacher_disagreement_score":0.06042653,"about_ca_system_score_codex":0.0005303566,"about_ca_system_score_gemma":0.0007318412,"threshold_uncertainty_score":0.20214689},"labels":[],"label_agreement":null},{"id":"W6912663277","doi":"10.5281/zenodo.7768328","title":"The Role of Paywalls in Online Information-Seeking Behavior: A Review of Literature","year":2023,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Narrative; Online research methods; Online discussion; Phase (matter); Online participation; Qualitative research","score_opus":0.019469719397507027,"score_gpt":0.2563207998961361,"score_spread":0.23685108049862907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6912663277","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030522745,0.99426347,0.00009393103,0.0011518706,0.00007967262,0.000012471586,0.000039358034,0.0000030321507,0.001303888],"genre_scores_gemma":[0.023865452,0.975067,0.00030167625,0.0004062383,0.00010966621,0.000026423002,0.00004086644,0.000004077081,0.00017854663],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99531966,0.0017078047,0.0008979626,0.0004548026,0.0012821625,0.0003375604],"domain_scores_gemma":[0.931937,0.057336364,0.004794282,0.00049197767,0.004829336,0.00061101734],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.010418294,0.0007502096,0.0017247177,0.010896463,0.0014016205,0.0053767436,0.0012244525,0.0017427615,0.0029600947],"category_scores_gemma":[0.024195679,0.0007343709,0.0013531323,0.017742323,0.0025427227,0.004029616,0.0014042772,0.0016690562,0.0003320565],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002513985,0.00019438582,0.014017506,0.15698248,0.0006803515,0.0004953105,0.009457423,0.00032776137,0.0003845915,0.007702636,0.0060041845,0.803502],"study_design_scores_gemma":[0.000055691075,0.00047322875,0.13149054,0.47473025,0.003917206,0.0017651719,0.028401364,0.00053990126,0.00093956565,0.0048754364,0.3525815,0.00023021433],"about_ca_topic_score_codex":0.08195991,"about_ca_topic_score_gemma":0.12606214,"teacher_disagreement_score":0.99462324,"about_ca_system_score_codex":0.0078976685,"about_ca_system_score_gemma":0.020122524,"threshold_uncertainty_score":0.16296571},"labels":[],"label_agreement":null},{"id":"W6929528383","doi":"10.5255/ukda-sn-7904-3","title":"Labour Force Survey Two-Quarter Longitudinal Dataset, July - December, 2015","year":2017,"lang":"en","type":"dataset","venue":"UK Data Archive","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Unemployment; Sample (material); Current Population Survey; Population; Survey data collection; Work (physics); Data collection; Survey sampling","score_opus":0.08180976670956557,"score_gpt":0.37444567113257843,"score_spread":0.29263590442301285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6929528383","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00027938935,0.00006200957,0.0000880026,0.0001085499,0.00007067344,0.00007861308,0.99808985,0.00005208122,0.0011707132],"genre_scores_gemma":[0.0015353095,0.00018895113,0.00030372557,0.00017451058,0.00005016567,0.0011303235,0.9916005,0.000050227136,0.0049663545],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99788743,0.0003764992,0.00041902103,0.00036386086,0.0005788631,0.00037439438],"domain_scores_gemma":[0.9949274,0.0006406981,0.0005139089,0.00044323542,0.0031989526,0.00027577364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025289732,0.001298047,0.0018053863,0.0027959477,0.00079829583,0.0015635905,0.001889653,0.0010471351,0.092971474],"category_scores_gemma":[0.014545595,0.0008925956,0.0009645977,0.0075619416,0.00024011276,0.001511106,0.0017707918,0.001868568,0.088825814],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005714031,0.000016467493,0.0019574657,0.00032161773,0.000022021613,0.000012382256,0.0000422589,0.00007098021,0.00001879164,0.00034376417,0.99395,0.0031870322],"study_design_scores_gemma":[0.000667904,0.00009932937,0.0864654,0.0012433183,0.000099321325,0.0000831166,0.00061774004,0.00037077992,0.00012719358,0.0011240717,0.90903157,0.00007017085],"about_ca_topic_score_codex":0.10532573,"about_ca_topic_score_gemma":0.0998006,"teacher_disagreement_score":0.10532573,"about_ca_system_score_codex":0.002281599,"about_ca_system_score_gemma":0.0052766516,"threshold_uncertainty_score":0.31102055},"labels":[],"label_agreement":null},{"id":"W6930813864","doi":"10.5281/zenodo.12805186","title":"READINESS OF THE OUT-OF-HOME ADVERTISING INDUSTRY FOR THE 4TH INDUSTRIAL REVOLUTION","year":2024,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Industrial Revolution; Context (archaeology); Revenue; Productivity; Quality (philosophy); Industry 4.0; The Internet; Emerging technologies","score_opus":0.06529663846901597,"score_gpt":0.2734793765706788,"score_spread":0.20818273810166282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930813864","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9662276,0.000221093,0.00049369864,0.0038771795,0.0000136537155,0.00003051585,0.000026029427,0.000009107886,0.029101191],"genre_scores_gemma":[0.9968266,0.00026414794,0.00018176294,0.00017816915,0.0000050689346,0.000008714393,0.000010326671,0.000003919308,0.0025212083],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9983088,0.00054334867,0.000045455254,0.000110612345,0.0002908799,0.0007009668],"domain_scores_gemma":[0.99720734,0.001157293,0.00067794306,0.00014790961,0.00034167295,0.00046788575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021911769,0.00016618197,0.00017599225,0.0010988755,0.0026519494,0.0059571685,0.00037441318,0.0011439245,0.007333674],"category_scores_gemma":[0.0047745924,0.00022209829,0.00025669052,0.0010932554,0.0022571706,0.0031340697,0.0019416838,0.0016667459,0.000871161],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050943537,0.00076818647,0.24221914,0.0004970592,0.000038367638,0.0058866087,0.28832838,0.0013105699,0.014113624,0.30415663,0.0078,0.13437203],"study_design_scores_gemma":[0.000028145449,0.00035503512,0.3819075,0.00049850333,0.00003571445,0.0012828542,0.4423356,0.0034614673,0.0034899306,0.014422473,0.15207966,0.00010309237],"about_ca_topic_score_codex":0.01120824,"about_ca_topic_score_gemma":0.012269806,"teacher_disagreement_score":0.01120824,"about_ca_system_score_codex":0.0033044713,"about_ca_system_score_gemma":0.004034037,"threshold_uncertainty_score":0.02453357},"labels":[],"label_agreement":null},{"id":"W6959063003","doi":"10.1007/978-0-387-39940-9_940","title":"Information Retrieval Operations","year":2009,"lang":"en","type":"book-chapter","venue":"Encyclopedia of Database Systems","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Nucleofection; Gestational period; TSG101; Dysgeusia; Liquation; Diafiltration; Emperipolesis; Triacetin; Durvalumab","score_opus":0.01679549483166062,"score_gpt":0.2453660207234112,"score_spread":0.2285705258917506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6959063003","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004086657,0.0135521535,0.17084663,0.0024000767,0.001951069,0.001049034,0.012296791,0.011345132,0.7824723],"genre_scores_gemma":[0.06077349,0.020424956,0.18881889,0.0022734187,0.0020887477,0.0010165704,0.027279075,0.0024757283,0.694849],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980453,0.0002531679,0.00018769396,0.0003852253,0.0009691895,0.00015937403],"domain_scores_gemma":[0.99867094,0.00028290716,0.000081227525,0.00058201724,0.0003139828,0.00006904191],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010641143,0.0014770714,0.0014218559,0.004795597,0.0013482427,0.0066606416,0.0017828072,0.0010369769,0.1465314],"category_scores_gemma":[0.004051212,0.00051529316,0.0012262494,0.006231058,0.0010947593,0.007178574,0.0022184448,0.0017229911,0.17611769],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008737201,0.000107674176,0.00019555655,0.000558287,0.000031908752,0.000116884345,0.00019492923,0.00038691587,0.0048727593,0.24208902,0.24237843,0.50898033],"study_design_scores_gemma":[0.000023710794,0.000052533756,0.00036150042,0.00016361992,0.000033453078,0.0006847977,0.00009402392,0.0015002887,0.006034027,0.084558815,0.9064556,0.000037648628],"about_ca_topic_score_codex":0.000923947,"about_ca_topic_score_gemma":0.0009247556,"teacher_disagreement_score":0.1465314,"about_ca_system_score_codex":0.0010387982,"about_ca_system_score_gemma":0.001363365,"threshold_uncertainty_score":0.4901964},"labels":[],"label_agreement":null},{"id":"W69624261","doi":"10.1007/1-4020-4014-8_8","title":"Towards an Alternative Information Retrieval System for Children","year":2006,"lang":"en","type":"book-chapter","venue":"˜The œinformation retrieval series","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Information retrieval; Computer science","score_opus":0.014845634972835762,"score_gpt":0.23782036213390387,"score_spread":0.22297472716106811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W69624261","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03825185,0.0025205961,0.8828322,0.004914957,0.00045043693,0.00051910675,0.0010453354,0.014877652,0.05458788],"genre_scores_gemma":[0.069425926,0.0012567646,0.89245844,0.00071403437,0.000093956514,0.0005974333,0.0010254087,0.00066081923,0.033767216],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.998701,0.0004935556,0.00011582988,0.00026697782,0.00033821393,0.000084383915],"domain_scores_gemma":[0.9974317,0.0013767396,0.00008753381,0.0003111926,0.0006392514,0.00015360612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023923146,0.00061470096,0.00075590145,0.0016578845,0.00085094105,0.0036710172,0.0019050591,0.0025684359,0.012298331],"category_scores_gemma":[0.005484505,0.00062691525,0.0006458591,0.0015988713,0.0011639433,0.0066773486,0.0017207684,0.001605826,0.006617214],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049796124,0.00040350982,0.003154774,0.0008885021,0.00006367761,0.00044491419,0.0044399463,0.002256193,0.025790812,0.17359568,0.059700094,0.72876394],"study_design_scores_gemma":[0.00054139347,0.0015125541,0.010678407,0.001132071,0.0006490446,0.0041166134,0.004560208,0.14763103,0.07178554,0.17560618,0.5813296,0.00045735046],"about_ca_topic_score_codex":0.0036724743,"about_ca_topic_score_gemma":0.0051584067,"teacher_disagreement_score":0.012298331,"about_ca_system_score_codex":0.0012961939,"about_ca_system_score_gemma":0.0020066241,"threshold_uncertainty_score":0.041141987},"labels":[],"label_agreement":null},{"id":"W6963682997","doi":"10.23640/07243.5895622","title":"Blog: Create a Sustainable Research Portfolio with ORCID","year":2018,"lang":"en","type":"article","venue":"Open MIND","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Portfolio; Set (abstract data type); Simple (philosophy); Key (lock)","score_opus":0.10988494549387177,"score_gpt":0.4043676338051534,"score_spread":0.2944826883112816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6963682997","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008797388,0.005825081,0.007962754,0.1792541,0.104244895,0.00076957577,0.010495961,0.013648876,0.66900146],"genre_scores_gemma":[0.025635606,0.004003508,0.015219729,0.04262453,0.022790395,0.00057768094,0.009494146,0.0038435378,0.8758108],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99825233,0.0003573835,0.00007625872,0.000112623355,0.00096833624,0.00023304521],"domain_scores_gemma":[0.9835386,0.0025708545,0.0007781598,0.0011010261,0.002601547,0.009409702],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0048554493,0.0005021809,0.0004607976,0.0022196432,0.0030187701,0.009140727,0.001190465,0.0023536102,0.23884709],"category_scores_gemma":[0.014587156,0.00036182074,0.00041148017,0.0024700065,0.0008096598,0.0069675986,0.005946904,0.0028451532,0.09354521],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028744194,0.000028877177,0.00019800177,0.000059816193,0.0000029198925,0.000045982924,0.000096766984,0.000012012088,0.00019765989,0.0017338342,0.97209597,0.025499303],"study_design_scores_gemma":[0.000018478511,0.00003209169,0.0002688958,0.00003384945,0.0000031296836,0.00004225887,0.00024099181,0.000041615374,0.0000776218,0.0008059084,0.9984268,0.000008349803],"about_ca_topic_score_codex":0.0009652049,"about_ca_topic_score_gemma":0.0054615685,"teacher_disagreement_score":0.99514455,"about_ca_system_score_codex":0.0012525856,"about_ca_system_score_gemma":0.0042088777,"threshold_uncertainty_score":0.79902315},"labels":[],"label_agreement":null},{"id":"W6963709649","doi":"10.23640/07243.5895622.v1","title":"Blog: Create a Sustainable Research Portfolio with ORCID","year":2018,"lang":"en","type":"article","venue":"Figshare","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Portfolio; Set (abstract data type); Simple (philosophy); Key (lock)","score_opus":0.09049584245509407,"score_gpt":0.3514909240350568,"score_spread":0.2609950815799627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6963709649","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0065084524,0.0051170806,0.0068897884,0.14123787,0.078662544,0.00064585515,0.013362491,0.014447226,0.7331286],"genre_scores_gemma":[0.021585671,0.003759703,0.012200946,0.03518482,0.016819244,0.00045325464,0.010868489,0.0039588525,0.89516896],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99858093,0.0002917809,0.00005848928,0.00009103539,0.0007951428,0.00018266025],"domain_scores_gemma":[0.98597693,0.0025095106,0.0006625936,0.0010495883,0.0023478733,0.0074534677],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0040655383,0.000512231,0.00044775524,0.002071764,0.0026194544,0.008349234,0.0011473135,0.0022150371,0.31139907],"category_scores_gemma":[0.014221537,0.00032651605,0.0004091538,0.0025518446,0.0007415338,0.006312414,0.0049771,0.0025545172,0.12378225],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002208685,0.000019162833,0.00013128054,0.000048757876,0.0000022385434,0.000029725128,0.000058419962,0.000010416327,0.0001305197,0.0014632288,0.9776174,0.020466836],"study_design_scores_gemma":[0.0000166309,0.000028171731,0.00023129222,0.00003223258,0.000002897106,0.00003610198,0.00016900297,0.00004250504,0.000070219976,0.00079904136,0.9985643,0.0000075665635],"about_ca_topic_score_codex":0.0009407314,"about_ca_topic_score_gemma":0.005213199,"teacher_disagreement_score":0.99165076,"about_ca_system_score_codex":0.001143645,"about_ca_system_score_gemma":0.003238057,"threshold_uncertainty_score":0.9822056},"labels":[],"label_agreement":null},{"id":"W6977403703","doi":"10.6084/m9.figshare.26735643","title":"Additional file 1 of Accounting for center-level effects in multicenter randomized controlled trials","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Population Health Research Institute; McMaster University","funders":"","keywords":"Table (database); Randomized controlled trial; Calibration; Data collection","score_opus":0.06084740912242932,"score_gpt":0.31611966662763774,"score_spread":0.25527225750520843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977403703","genre_codex":"dataset","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023710987,0.0001876851,0.0014452902,0.00032391524,0.000078119054,0.0019928073,0.9927914,0.00050753454,0.0024362225],"genre_scores_gemma":[0.043025475,0.0020600676,0.057558406,0.0051629287,0.0009852292,0.12386704,0.71290904,0.004132061,0.050299823],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9931437,0.002899212,0.0016881772,0.0009180141,0.0009145105,0.00043647503],"domain_scores_gemma":[0.6977049,0.27289206,0.011231261,0.006694198,0.010029133,0.0014484773],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013766991,0.001780021,0.0028081937,0.0045790602,0.0008742002,0.002464138,0.002567597,0.0020230291,0.91570395],"category_scores_gemma":[0.17394334,0.0014963862,0.0023430397,0.0076923375,0.00053637096,0.0032565207,0.0014941109,0.0015714788,0.12367103],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018130491,0.00016017283,0.001810787,0.038241513,0.0005392693,0.00007771867,0.000100315745,0.0012716012,0.00011031218,0.0040340265,0.9280674,0.023773836],"study_design_scores_gemma":[0.059599437,0.0014096756,0.026281169,0.030992717,0.0026045933,0.0009626041,0.00043708668,0.008080589,0.0010191011,0.059181023,0.8090638,0.00036818994],"about_ca_topic_score_codex":0.0035546874,"about_ca_topic_score_gemma":0.0077794683,"teacher_disagreement_score":0.986233,"about_ca_system_score_codex":0.0023639537,"about_ca_system_score_gemma":0.005275318,"threshold_uncertainty_score":0.120238066},"labels":[],"label_agreement":null},{"id":"W6979820988","doi":"","title":"Alberta Women's Institute Information Pamphlet","year":2005,"lang":"en","type":"article","venue":"Arca (British Columbia Electronic Library Network)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Information system; Government (linguistics); Work (physics); Agency (philosophy)","score_opus":0.0030940497141651374,"score_gpt":0.16956942744846265,"score_spread":0.16647537773429752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6979820988","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030150735,0.0034230761,0.00047048763,0.023241265,0.014152978,0.0004355532,0.015908083,0.0025018933,0.9368516],"genre_scores_gemma":[0.002612834,0.00065657514,0.00027557893,0.0024211048,0.0005326573,0.000052673666,0.0018041842,0.00007272363,0.99157166],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99978167,0.000026860756,0.000005691991,0.000015878633,0.00010712881,0.000062739375],"domain_scores_gemma":[0.99815506,0.00035175585,0.000055377528,0.00006927626,0.0006146484,0.0007538432],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00049988896,0.0007682336,0.000631901,0.0027215756,0.0030839136,0.0016210064,0.0010394799,0.0020122544,0.6732463],"category_scores_gemma":[0.0018956267,0.00039475676,0.0002887804,0.0019403425,0.00034320873,0.00093418255,0.0010028353,0.0011137442,0.3068599],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014495524,0.00002150272,0.00007225788,0.000016222208,2.5183087e-7,0.000023614632,0.000016664193,0.000007731985,0.000025457253,0.000107179054,0.99048084,0.00921378],"study_design_scores_gemma":[0.00002697467,0.00004345885,0.002407553,0.00008325059,0.0000025164159,0.00008088517,0.0002441759,0.00006690719,0.000113622526,0.00041074154,0.99651045,0.000009507529],"about_ca_topic_score_codex":0.1170473,"about_ca_topic_score_gemma":0.40887105,"teacher_disagreement_score":0.8829527,"about_ca_system_score_codex":0.002687225,"about_ca_system_score_gemma":0.0054449094,"threshold_uncertainty_score":0.46607447},"labels":[],"label_agreement":null},{"id":"W6999243821","doi":"","title":"Collaborative information behavior in learning tasks: a study of engineering students","year":2013,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Deliverable; Task (project management); Information behavior; Collaborative learning; Construct (python library); Variety (cybernetics); Interim; Information system; Cooperative learning","score_opus":0.010399161445079894,"score_gpt":0.26324762962438225,"score_spread":0.25284846817930234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6999243821","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9994461,0.000039174785,0.000113691836,0.000050088496,0.0000023954524,0.000029210705,0.000009521525,0.0000023235905,0.00030746957],"genre_scores_gemma":[0.998481,0.00012366191,0.0003824791,0.00012337355,0.00000612473,0.00006068609,0.000029101819,0.00000485245,0.00078882335],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9969296,0.00097121816,0.00018110895,0.00044760606,0.000666425,0.00080398464],"domain_scores_gemma":[0.99333644,0.001994313,0.0009573693,0.00031742017,0.0011568206,0.0022376578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034979258,0.00067172834,0.0012299569,0.0020465225,0.0045200093,0.005262312,0.0012494737,0.002038137,0.0011581304],"category_scores_gemma":[0.009008314,0.0009800998,0.00064278935,0.0017045845,0.002026739,0.0022049441,0.002822362,0.0024212142,0.0007077155],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015706579,0.0053967023,0.24245377,0.00014828121,0.000031594354,0.0009513489,0.72124535,0.00010638271,0.0033838258,0.00027607803,0.0003361443,0.02551339],"study_design_scores_gemma":[0.000070908514,0.004211852,0.30944604,0.00013168578,0.000045499753,0.0014404298,0.67279696,0.000957128,0.001567828,0.0004680873,0.008749139,0.00011447061],"about_ca_topic_score_codex":0.009342381,"about_ca_topic_score_gemma":0.011962337,"teacher_disagreement_score":0.009342381,"about_ca_system_score_codex":0.0016439533,"about_ca_system_score_gemma":0.0024245912,"threshold_uncertainty_score":0.018575966},"labels":[],"label_agreement":null},{"id":"W7001204984","doi":"","title":"INSITUazioni. ESPERIENZE SINGOLARI A SAN BASILIO&#13;\\nUN VIAGGIO INCONSUETO ALLA PERIFERIA NORD-EST DI ROMA","year":2007,"lang":"it","type":"article","venue":"IRIS Research product catalog (Sapienza University of Rome)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Identity (music); Qualitative analysis; Context (archaeology)","score_opus":0.048434775657500324,"score_gpt":0.31146011073227453,"score_spread":0.2630253350747742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7001204984","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03312363,0.0064582536,0.0012629882,0.012152599,0.0010920136,0.00004267605,0.0016516407,0.00036449067,0.94385177],"genre_scores_gemma":[0.15192325,0.003084335,0.0017583994,0.0016857823,0.0003944838,0.000052006977,0.0010633382,0.00029793303,0.83974046],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99947196,0.000090402194,0.000012455357,0.00010390741,0.00017739434,0.00014382375],"domain_scores_gemma":[0.99939704,0.00009866633,0.000076741235,0.00006760265,0.0002158267,0.000144098],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038808183,0.00041554033,0.00029327496,0.0010947405,0.0023559514,0.0025503119,0.0006089096,0.0010794613,0.10595728],"category_scores_gemma":[0.0010035927,0.00025124906,0.00019737537,0.0014794456,0.001116964,0.0013459899,0.0021313902,0.00079281325,0.039010942],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024392933,0.0001140344,0.024751442,0.0005229983,0.00002751431,0.00060794107,0.015183285,0.00012047892,0.0037247941,0.05911606,0.5059287,0.3896589],"study_design_scores_gemma":[0.000011084766,0.000029567327,0.0200961,0.000113935734,0.000009855949,0.00014398556,0.0021748813,0.000070234084,0.00042775052,0.0013642156,0.9755485,0.0000097971915],"about_ca_topic_score_codex":0.058755256,"about_ca_topic_score_gemma":0.19389915,"teacher_disagreement_score":0.10595728,"about_ca_system_score_codex":0.0015456929,"about_ca_system_score_gemma":0.0018327807,"threshold_uncertainty_score":0.3544624},"labels":[],"label_agreement":null},{"id":"W7001207874","doi":"","title":"Information Resource Description: Creating And Managing Metadata","year":2014,"lang":"en","type":"article","venue":"Sound Ideas (University of Puget Sound)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Metadata; Resource (disambiguation); Information system; Information governance; Information resource; Context (archaeology)","score_opus":0.017140290616588456,"score_gpt":0.208701237584823,"score_spread":0.19156094696823456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7001207874","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.078600995,0.0017605532,0.7740417,0.008710365,0.000406044,0.002815659,0.012596917,0.05337687,0.06769089],"genre_scores_gemma":[0.22913064,0.0011425103,0.70909894,0.0009900058,0.0001121701,0.0008665387,0.026038026,0.0053750095,0.027246084],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99588156,0.0012830381,0.00054944505,0.0003826125,0.0016404025,0.0002629311],"domain_scores_gemma":[0.9783804,0.01124588,0.0010209988,0.0053116255,0.0027260643,0.0013151019],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008315649,0.0006263231,0.00092053466,0.0070103616,0.0020346474,0.0069655436,0.0027623444,0.0016896919,0.010810344],"category_scores_gemma":[0.035846047,0.0011061913,0.0008958068,0.007051428,0.0012460634,0.013912862,0.0047796275,0.0014780754,0.0062655844],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006137067,0.000610112,0.018190281,0.0016786106,0.00011787012,0.0005406968,0.0061270874,0.0040119127,0.017564857,0.061465047,0.16952996,0.71954995],"study_design_scores_gemma":[0.00024523103,0.0002809491,0.013819058,0.0010693918,0.0005721335,0.0012456388,0.005774303,0.10181769,0.076144144,0.06451757,0.7340266,0.00048728494],"about_ca_topic_score_codex":0.0240157,"about_ca_topic_score_gemma":0.017013876,"teacher_disagreement_score":0.0240157,"about_ca_system_score_codex":0.0024795672,"about_ca_system_score_gemma":0.005431959,"threshold_uncertainty_score":0.047751844},"labels":[],"label_agreement":null},{"id":"W7006899850","doi":"","title":"Younger Adults Derive Pleasure and Utilitarian Benefits from Browsing for Music Information Seeking in Physical and Digital Spaces. A Review of: Laplante, A., & Downie, J. S. (2011). The utilitarian and hedonic outcomes of music information-seeking in everyday life. Library & Information Science Research, 33, 202-210. doi:10.1016/j.lisr.2010.11.002","year":2012,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Information seeking; Pleasure; Active listening; Digital audio; Perspective (graphical); Variation (astronomy); Test (biology)","score_opus":0.15404135495880228,"score_gpt":0.4326099421577238,"score_spread":0.2785685871989215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7006899850","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.949355,0.033520076,0.00053549185,0.0011938539,0.000077329205,0.00003457512,0.00041538943,0.000014873183,0.014853433],"genre_scores_gemma":[0.97597176,0.017707376,0.0008385509,0.0006694887,0.00007772869,0.000031623214,0.0003155099,0.000009304729,0.004378721],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99967194,0.000110900786,0.000036923113,0.000038327093,0.00009227183,0.00004970079],"domain_scores_gemma":[0.9988482,0.00049631426,0.00027032165,0.0000449443,0.00019293313,0.00014735012],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009346851,0.00025388369,0.00037662173,0.0009485146,0.0007897203,0.001987567,0.00018222198,0.0005440854,0.0042576706],"category_scores_gemma":[0.003195322,0.00019631606,0.0004990625,0.00077139394,0.0005293629,0.0011999867,0.0009905848,0.00037835573,0.0005959725],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004567734,0.000368946,0.34052536,0.0036564951,0.0003138298,0.0025534255,0.16650961,0.0000605005,0.0061728903,0.0017324759,0.010609406,0.46704024],"study_design_scores_gemma":[0.00004987259,0.0006044868,0.80808055,0.0007963262,0.00025299506,0.0038241486,0.12065773,0.00010527913,0.0007288044,0.0010518194,0.06376981,0.00007829435],"about_ca_topic_score_codex":0.0034130337,"about_ca_topic_score_gemma":0.01289001,"teacher_disagreement_score":0.0042576706,"about_ca_system_score_codex":0.00028574423,"about_ca_system_score_gemma":0.0004030308,"threshold_uncertainty_score":0.014243364},"labels":[],"label_agreement":null},{"id":"W7008364201","doi":"","title":"A Bibliometric Study on Information Seeking Behavior Research in Library and Information Science using Biblioshiny and VOSViewer","year":2023,"lang":"en","type":"article","venue":"Lincoln (University of Nebraska)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scopus; Relevance (law); Information seeking behavior; Bibliometrics; Information seeking; Publishing; Information science; Information behavior; Web of science","score_opus":0.0902094493636498,"score_gpt":0.3334250392897237,"score_spread":0.24321558992607392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7008364201","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86625314,0.028981721,0.011822696,0.0026267907,0.00023213192,0.00067990384,0.020405568,0.000388967,0.06860902],"genre_scores_gemma":[0.9694821,0.011101002,0.009179168,0.000084391904,0.00025219074,0.0005016499,0.0072724777,0.000056259763,0.002070695],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9918755,0.0018657414,0.0017025641,0.0005120669,0.0037204993,0.00032362074],"domain_scores_gemma":[0.9743469,0.01658037,0.0043743234,0.0009975369,0.0033690238,0.00033178309],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.006248846,0.00043198964,0.0010379654,0.10240076,0.0014159193,0.00455718,0.0005660688,0.0005434756,0.0030684348],"category_scores_gemma":[0.03466778,0.0002565792,0.0012298451,0.17689902,0.0009750326,0.004951981,0.0018099879,0.0003942147,0.00052076986],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020019847,0.00022746224,0.6670608,0.008307791,0.0009135808,0.0007846141,0.011061155,0.002268787,0.0021386847,0.027201714,0.013397378,0.26643792],"study_design_scores_gemma":[0.00003320073,0.00029243808,0.9067791,0.00232845,0.000738147,0.001553304,0.014992013,0.005847042,0.0021034528,0.008437291,0.05678351,0.00011203505],"about_ca_topic_score_codex":0.0051609892,"about_ca_topic_score_gemma":0.0047708983,"teacher_disagreement_score":0.99375117,"about_ca_system_score_codex":0.0022837678,"about_ca_system_score_gemma":0.0028894078,"threshold_uncertainty_score":0.033047438},"labels":[],"label_agreement":null},{"id":"W7009634339","doi":"","title":"Everyday life music information-seeking behaviour of young adults: an exploratory study","year":2008,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Everyday life; Pleasure; Exploratory research; Relevance (law); Qualitative research; Narrative; Metropolitan area; Thematic analysis","score_opus":0.025088149434202726,"score_gpt":0.25128862729950147,"score_spread":0.22620047786529873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7009634339","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99888915,0.00019567052,0.00018861218,0.000101571895,0.000004452793,0.00006862141,0.00006505748,0.0000032727671,0.00048372283],"genre_scores_gemma":[0.99764615,0.00046571298,0.00051092403,0.00025071227,0.000006828383,0.00019173726,0.00005258268,0.0000043927075,0.0008710162],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9989267,0.00047045376,0.00008188642,0.00012524136,0.00012594469,0.00026970913],"domain_scores_gemma":[0.9974025,0.0013996535,0.00028535136,0.0000681343,0.00035073023,0.0004935689],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029049432,0.0003663843,0.00078137283,0.0014621635,0.003091724,0.0021365902,0.00063184113,0.0009861111,0.0017668003],"category_scores_gemma":[0.00422631,0.00055116584,0.00036009896,0.0011156299,0.0018216451,0.0016770703,0.0017346216,0.0008658729,0.00035931778],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004163211,0.000096099066,0.029287381,0.00015162413,0.000004272424,0.0011798004,0.96301746,0.000011095868,0.0011631576,0.00017752036,0.00015567328,0.0047143027],"study_design_scores_gemma":[0.000006951766,0.00024949483,0.017427599,0.00010282647,0.0000074122227,0.0004317265,0.97884345,0.000043653006,0.00025795994,0.00006442544,0.0025517503,0.0000128124375],"about_ca_topic_score_codex":0.014183229,"about_ca_topic_score_gemma":0.025895167,"teacher_disagreement_score":0.014183229,"about_ca_system_score_codex":0.0016549007,"about_ca_system_score_gemma":0.0016759058,"threshold_uncertainty_score":0.028201342},"labels":[],"label_agreement":null},{"id":"W7010453313","doi":"","title":"The influence of information use strategies on ill structured-domain graduate learning tasks","year":2013,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Construct (python library); Process (computing); Set (abstract data type); Task (project management); Information system; Information science; Higher education; Active learning (machine learning); Learning sciences","score_opus":0.020586934659083192,"score_gpt":0.2533959862905854,"score_spread":0.23280905163150223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7010453313","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99597555,0.000082757986,0.0008937748,0.00007933023,0.0000042370243,0.000077516794,0.0000118344105,0.000029081886,0.0028459441],"genre_scores_gemma":[0.997221,0.00010656958,0.0018897415,0.000045350334,0.0000055685628,0.0000784195,0.000029892923,0.000027426582,0.0005960584],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9849629,0.009119208,0.0010163417,0.0011813348,0.00293567,0.0007845752],"domain_scores_gemma":[0.74956316,0.21790393,0.013319091,0.00515292,0.008989633,0.005071304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012362218,0.0007750065,0.0006748224,0.002319611,0.0015163255,0.007943002,0.0013181863,0.0013257603,0.0012744374],"category_scores_gemma":[0.15841036,0.0004483421,0.00067598035,0.0009341171,0.0019645912,0.0027686476,0.0026162683,0.0016869522,0.0004241582],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019783394,0.0034683028,0.39985198,0.0011893715,0.00036422646,0.0013126234,0.32893848,0.00401939,0.032386452,0.0031274934,0.0010616402,0.22230174],"study_design_scores_gemma":[0.00030945,0.006722585,0.6900548,0.0006824555,0.00035500832,0.0012991945,0.24740542,0.014390975,0.020551365,0.0045461464,0.013190481,0.0004920962],"about_ca_topic_score_codex":0.0024673431,"about_ca_topic_score_gemma":0.002562295,"teacher_disagreement_score":0.012362218,"about_ca_system_score_codex":0.0016863077,"about_ca_system_score_gemma":0.0015045481,"threshold_uncertainty_score":0.06537843},"labels":[],"label_agreement":null},{"id":"W7014721799","doi":"","title":"Practical and scholarly implications of information behavior research: A pilot study of research literature","year":2015,"lang":"en","type":"article","venue":"SHAREOK (University of Oklahoma)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Information behavior; Scope (computer science); Context (archaeology); Field (mathematics); Research design; Research methodology; Information system; Systematic review","score_opus":0.3646706191687981,"score_gpt":0.42293088074011836,"score_spread":0.05826026157132025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7014721799","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96258503,0.0016586641,0.005999386,0.007747107,0.00023811392,0.007584361,0.00047211733,0.000121188765,0.013594075],"genre_scores_gemma":[0.9572615,0.002276672,0.02266254,0.0037290284,0.000176392,0.0105819,0.00028959298,0.00005349998,0.0029688461],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9701423,0.020586984,0.0024174047,0.0012887305,0.004184624,0.0013798333],"domain_scores_gemma":[0.71125,0.24031942,0.008682006,0.007437957,0.02922472,0.0030858403],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.07955507,0.00047048548,0.0007190833,0.0053935307,0.0047546607,0.0057197018,0.0015852277,0.0018592372,0.0046319645],"category_scores_gemma":[0.15887477,0.0006867046,0.000621378,0.0069662235,0.0036978861,0.005538533,0.003066035,0.0015553405,0.0009858932],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00095573993,0.0042006443,0.08084965,0.0081460355,0.000072637784,0.0032266532,0.5612136,0.0003230913,0.008491651,0.0057833325,0.009015094,0.3177219],"study_design_scores_gemma":[0.0009018398,0.012837711,0.115982555,0.0062680948,0.0003801052,0.001225292,0.7865227,0.0011925336,0.007532973,0.005186934,0.06176406,0.00020525386],"about_ca_topic_score_codex":0.0053377724,"about_ca_topic_score_gemma":0.010946998,"teacher_disagreement_score":0.9946065,"about_ca_system_score_codex":0.007643461,"about_ca_system_score_gemma":0.012466414,"threshold_uncertainty_score":0.42073244},"labels":[],"label_agreement":null},{"id":"W7015217293","doi":"","title":"Search Timelines: Contextualized search history in support of exploratory search","year":2024,"lang":"en","type":"dissertation","venue":"oURspace (University of Regina)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Faculty of Graduate Studies and Research, University of Alberta; Natural Sciences and Engineering Research Council of Canada","keywords":"Exploratory search; Exploratory research; Information science; Degree (music); History of computing; Graduate students","score_opus":0.03639198735260796,"score_gpt":0.26758431159472035,"score_spread":0.2311923242421124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7015217293","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74607104,0.008822102,0.18039149,0.0018301579,0.00025514455,0.0008670046,0.01729777,0.01964282,0.024822373],"genre_scores_gemma":[0.890475,0.0013881912,0.097774446,0.00009678004,0.000106121304,0.00037247373,0.0068249786,0.0004950015,0.0024669934],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9993724,0.00021273996,0.00005108594,0.0001534328,0.00016171829,0.0000487011],"domain_scores_gemma":[0.9905434,0.0071799997,0.00065995264,0.0006799523,0.0005854779,0.00035121257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012207853,0.00043505416,0.00072355557,0.0019239032,0.000350871,0.0021544378,0.0007567129,0.0005962927,0.006269311],"category_scores_gemma":[0.014427544,0.0002843197,0.00023684358,0.0021488643,0.00029794284,0.0028279005,0.0009425729,0.0006166815,0.0017537636],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005413427,0.0007776827,0.031822827,0.0014431084,0.00022539892,0.0002807924,0.0034201972,0.014129178,0.030898986,0.007574161,0.022489978,0.88152426],"study_design_scores_gemma":[0.00084822613,0.003957384,0.1955404,0.0009864983,0.00091496314,0.0012326802,0.004201754,0.64002967,0.056896225,0.029171841,0.065784276,0.00043611627],"about_ca_topic_score_codex":0.0028717974,"about_ca_topic_score_gemma":0.0034355235,"teacher_disagreement_score":0.006269311,"about_ca_system_score_codex":0.00038063218,"about_ca_system_score_gemma":0.00083276874,"threshold_uncertainty_score":0.020972908},"labels":[],"label_agreement":null},{"id":"W7022243637","doi":"","title":"Quitte ou double","year":2015,"lang":"fr","type":"article","venue":"Érudit (Université de Montréal)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Francophone University Association","funders":"","keywords":"Term (time); Work (physics); Component (thermodynamics); Product (mathematics)","score_opus":0.037998996950897534,"score_gpt":0.21515738578538718,"score_spread":0.17715838883448964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7022243637","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032563914,0.0056409626,0.008699496,0.0057102903,0.012093805,0.0004506609,0.010212651,0.0074114627,0.9172168],"genre_scores_gemma":[0.045125574,0.0016591599,0.0041542416,0.00284052,0.0010661042,0.0002407714,0.0026301276,0.0026852705,0.9395982],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984987,0.00026004066,0.00008029391,0.00033634997,0.00046122834,0.00036331237],"domain_scores_gemma":[0.9982331,0.00044802311,0.00011362253,0.00032122928,0.00041494425,0.00046904333],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009992328,0.0010353512,0.0015148923,0.0017885902,0.0023654036,0.0033858086,0.0011476065,0.0021164455,0.5625369],"category_scores_gemma":[0.0039328826,0.0004718038,0.0013220337,0.0012079001,0.0007228712,0.002841057,0.00269328,0.002911683,0.37873372],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001387304,0.0006636755,0.0031276261,0.0006745864,0.00007476064,0.0012629987,0.0011454015,0.000098292294,0.009101239,0.012563141,0.3930904,0.5768105],"study_design_scores_gemma":[0.000074259995,0.00012312333,0.0023319472,0.0001245615,0.000027317214,0.000630953,0.0003081316,0.00011236529,0.0016529376,0.0013528022,0.99322367,0.000038055252],"about_ca_topic_score_codex":0.005449598,"about_ca_topic_score_gemma":0.011177974,"teacher_disagreement_score":0.5625369,"about_ca_system_score_codex":0.0006009664,"about_ca_system_score_gemma":0.0010198535,"threshold_uncertainty_score":0.62398803},"labels":[],"label_agreement":null},{"id":"W7024235771","doi":"","title":"Python Scripts for moving information from Celestica spreadsheets to the ATLAS ITk Production Database","year":2022,"lang":"en","type":"other","venue":"CERN Document Server (European Organization for Nuclear Research)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scripting language; Upload; Python (programming language); Atlas (anatomy); Development environment","score_opus":0.029082237256544043,"score_gpt":0.26707242832804257,"score_spread":0.23799019107149852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7024235771","genre_codex":"software","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":"software","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015904304,0.00011771576,0.14460589,0.0004247326,0.00021968283,0.0009090043,0.11624516,0.7071908,0.028696619],"genre_scores_gemma":[0.024268955,0.00050294417,0.24391486,0.0018718462,0.00021542126,0.0053155627,0.24387348,0.41695642,0.063080594],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979365,0.0003120635,0.00030818617,0.00039743556,0.00077757053,0.00026822602],"domain_scores_gemma":[0.9939732,0.0022238125,0.00039256611,0.0012250511,0.0016581138,0.00052725035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002874967,0.0025861938,0.0013509986,0.0029811661,0.0010117182,0.0036753241,0.0037787023,0.0010569455,0.29122594],"category_scores_gemma":[0.013973741,0.0020052742,0.0014790306,0.0027474326,0.00089584733,0.003445061,0.004068053,0.003056507,0.20073925],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048432915,0.00014291452,0.0012197151,0.0008865859,0.00006826427,0.00028363027,0.00032636692,0.0017720079,0.0031298466,0.007489103,0.9047905,0.07940669],"study_design_scores_gemma":[0.00045713654,0.00007479913,0.0035729515,0.0003123742,0.000059223705,0.00042873045,0.00015410382,0.023769243,0.023362929,0.02243347,0.9251836,0.00019140888],"about_ca_topic_score_codex":0.0049429783,"about_ca_topic_score_gemma":0.0054541407,"teacher_disagreement_score":0.29122594,"about_ca_system_score_codex":0.002125663,"about_ca_system_score_gemma":0.0032527666,"threshold_uncertainty_score":0.9742478},"labels":[],"label_agreement":null},{"id":"W7024619126","doi":"","title":"SolarEdge Announces Fiscal Fourth Quarter and Year End 2015 Financial Results - Commodities (COMMODIT) News","year":2015,"lang":"en","type":"other","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Debt; Fiscal year; Work (physics); Economic forecasting","score_opus":0.02833394091780232,"score_gpt":0.26542947111503207,"score_spread":0.23709553019722976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7024619126","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0076703695,0.0016483562,0.00071113027,0.021985915,0.007597198,0.00006467197,0.028839989,0.003171819,0.9283106],"genre_scores_gemma":[0.023748752,0.0009449632,0.00060287985,0.002464413,0.0017607621,0.000025722517,0.018334163,0.0009560174,0.9511622],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99935037,0.000036937156,0.000023270703,0.000049024115,0.00042291285,0.000117574484],"domain_scores_gemma":[0.99762064,0.00036659636,0.00021588897,0.00027346102,0.00086292526,0.0006605179],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014848759,0.00047213875,0.00040097805,0.0018840571,0.0015073546,0.007706138,0.00064941624,0.0017125697,0.29307503],"category_scores_gemma":[0.005518525,0.000224711,0.00043526778,0.0018304094,0.0005021893,0.0025141586,0.0016223885,0.0017399043,0.10748175],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006361712,0.000020289823,0.0003416906,0.000021197344,0.0000025198833,0.000029181841,0.00002263284,0.00003338037,0.00006647729,0.0032313187,0.98494,0.011227704],"study_design_scores_gemma":[0.000020334957,0.000029264775,0.003222234,0.000046790006,0.0000054289444,0.00003145727,0.00011720924,0.00024023872,0.00046666546,0.0016517587,0.9941579,0.000010720645],"about_ca_topic_score_codex":0.016172102,"about_ca_topic_score_gemma":0.042615097,"teacher_disagreement_score":0.29307503,"about_ca_system_score_codex":0.0018827871,"about_ca_system_score_gemma":0.0017950902,"threshold_uncertainty_score":0.98043364},"labels":[],"label_agreement":null},{"id":"W7024781777","doi":"","title":"SJI TO HOST FOURTH QUARTER 2016 CONFERENCE CALL AND LIVE WEBCAST","year":2017,"lang":"en","type":"other","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Webcast; Quarter (Canadian coin); Host (biology); The Internet","score_opus":0.026400609474423808,"score_gpt":0.27504272170587213,"score_spread":0.24864211223144833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7024781777","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025171505,0.00013657445,0.0012493008,0.0058129393,0.008053003,0.000253867,0.0077971998,0.004904177,0.9692758],"genre_scores_gemma":[0.0034359542,0.000051944233,0.00020230444,0.0002114398,0.0004586588,0.000035094006,0.0018702048,0.00049155595,0.9932428],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995165,0.000035638306,0.0000138019095,0.000049743936,0.0002373782,0.00014691995],"domain_scores_gemma":[0.99670416,0.00023484691,0.00007497331,0.00042505944,0.00086757034,0.0016933344],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0010344086,0.00060410134,0.0008096139,0.001263045,0.0021511917,0.00445199,0.0010276536,0.002002854,0.8403383],"category_scores_gemma":[0.0047087925,0.0003004857,0.00055639056,0.00088449806,0.00034708166,0.0017124197,0.0026676077,0.0022011988,0.7314218],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001275766,0.000102840655,0.0002480471,0.000028690625,0.0000026588482,0.00006076401,0.000034243214,0.00006932093,0.00032937396,0.0017420126,0.9735293,0.023725301],"study_design_scores_gemma":[0.000044333585,0.00004369928,0.00076903583,0.000029266657,0.00000389454,0.000029897728,0.00015364114,0.0009129539,0.00043673554,0.0012537349,0.9963128,0.000010026],"about_ca_topic_score_codex":0.007169781,"about_ca_topic_score_gemma":0.01793515,"teacher_disagreement_score":0.15966171,"about_ca_system_score_codex":0.001154379,"about_ca_system_score_gemma":0.002332204,"threshold_uncertainty_score":0.22773808},"labels":[],"label_agreement":null},{"id":"W7025842460","doi":"","title":"Writers Corner: Natasha Deen with The Signs and Wonders of Tuna","year":2022,"lang":"en","type":"other","venue":"Bulletin of Miscellaneous Information (Royal Gardens Kew)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Girl; Nothing; Key (lock); Alley","score_opus":0.006735823682291012,"score_gpt":0.1791276023439856,"score_spread":0.17239177866169458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7025842460","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031825423,0.007611944,0.0003774037,0.018696252,0.012066965,0.00007690262,0.0013608675,0.00079875794,0.95582825],"genre_scores_gemma":[0.005334894,0.00093764387,0.00014913375,0.0012771502,0.000295621,0.000013441418,0.00015873765,0.00017063749,0.99166274],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997459,0.000030614003,0.000010474402,0.000053962383,0.00009487417,0.00006416802],"domain_scores_gemma":[0.9995148,0.0000330942,0.00002720495,0.00003540724,0.0001754785,0.00021403024],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00037777834,0.00065611175,0.00029494645,0.0006564304,0.0064734216,0.0042650476,0.00054549397,0.0012088427,0.37988284],"category_scores_gemma":[0.0012445245,0.00031075298,0.00027506636,0.00074965105,0.0007704242,0.003126758,0.0027565407,0.0020370735,0.17022032],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017247447,0.00000804543,0.00014854106,0.000045329387,0.0000010939139,0.00020928976,0.0010725787,0.000009198665,0.000248676,0.0023994069,0.9751369,0.02070375],"study_design_scores_gemma":[0.0000011393341,0.000002379963,0.00017880466,0.00002876721,6.2233886e-7,0.00007453268,0.00074656465,0.000004380704,0.00008108227,0.0001248703,0.998755,0.0000018458963],"about_ca_topic_score_codex":0.02057201,"about_ca_topic_score_gemma":0.088735096,"teacher_disagreement_score":0.6201172,"about_ca_system_score_codex":0.0026556926,"about_ca_system_score_gemma":0.002006267,"threshold_uncertainty_score":0.88452184},"labels":[],"label_agreement":null},{"id":"W7026620860","doi":"","title":"Análisis empírico del efecto del tamaño de la información de entrada en el desempeño de herramientas de compresión sin pérdida","year":2010,"lang":"es","type":"article","venue":"LA Referencia (Red Federada de Repositorios Institucionales de Publicaciones Científicas)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Latin Americans; Period (music); Event (particle physics)","score_opus":0.01477429917751369,"score_gpt":0.27470232745753437,"score_spread":0.25992802828002065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7026620860","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96591425,0.003102089,0.019119129,0.00062525604,0.00005274572,0.00017113375,0.000867499,0.0004953402,0.009652515],"genre_scores_gemma":[0.9726123,0.0013513785,0.020319313,0.000112652844,0.000033451022,0.00018713827,0.00072517566,0.00032622842,0.0043322537],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961415,0.0018403422,0.00031815656,0.0005657724,0.00093165063,0.00020256462],"domain_scores_gemma":[0.902252,0.086280555,0.0031799907,0.0035860378,0.0043131635,0.0003882286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071200165,0.0008920562,0.0010210342,0.0020883905,0.0007894103,0.0035018008,0.00075153616,0.0011348228,0.008092539],"category_scores_gemma":[0.05894376,0.00083657046,0.00084474345,0.0023075454,0.0011878993,0.003401809,0.0011313882,0.0014395171,0.0015977678],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011259253,0.0008886393,0.26016414,0.0043068104,0.0014520299,0.0008654102,0.0080937,0.070532836,0.11721092,0.007551349,0.0048603993,0.51281446],"study_design_scores_gemma":[0.00040354778,0.0048311152,0.5916563,0.0011278009,0.0028996563,0.0012586293,0.009098631,0.21076974,0.1370341,0.009574489,0.030852856,0.00049313076],"about_ca_topic_score_codex":0.0123726735,"about_ca_topic_score_gemma":0.011432244,"teacher_disagreement_score":0.0123726735,"about_ca_system_score_codex":0.0015020759,"about_ca_system_score_gemma":0.0012082062,"threshold_uncertainty_score":0.037654698},"labels":[],"label_agreement":null},{"id":"W7029575405","doi":"","title":"Lasītāju klubi Latvijas publiskajās bibliotēkās","year":2020,"lang":"lv","type":"dissertation","venue":"E-resource repository of the University of Latvia (University of Latvia)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cognitive dissonance; Field (mathematics); Reduction (mathematics); Context (archaeology)","score_opus":0.014860333121071706,"score_gpt":0.19285424282470193,"score_spread":0.17799390970363022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7029575405","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029128792,0.019466972,0.003785456,0.022135606,0.002338776,0.000096166776,0.00042977548,0.00043701584,0.92218137],"genre_scores_gemma":[0.46033224,0.019204948,0.0061602807,0.0045393854,0.0022270605,0.0003125915,0.0006995547,0.0006285533,0.5058954],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99528044,0.0017203749,0.0003085745,0.00056220335,0.0016186507,0.0005096007],"domain_scores_gemma":[0.9947314,0.0013345178,0.00080933375,0.0007643197,0.0018273038,0.000533041],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031417964,0.00060814054,0.000668899,0.006318252,0.006038614,0.017182682,0.00084332266,0.0018013073,0.04074108],"category_scores_gemma":[0.009108234,0.0004778088,0.0005136183,0.0060359193,0.0064264582,0.008707465,0.0072506242,0.0039190226,0.012255321],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018519997,0.00008558534,0.005381604,0.00075688335,0.00006345737,0.00048794923,0.04176104,0.00020781287,0.0017487014,0.7182754,0.07322001,0.15782635],"study_design_scores_gemma":[0.000010854617,0.00003222263,0.006994166,0.0006470187,0.000029837433,0.00021433919,0.0124344705,0.00009535984,0.000680115,0.043770116,0.9350554,0.000036112422],"about_ca_topic_score_codex":0.0065192184,"about_ca_topic_score_gemma":0.014289285,"teacher_disagreement_score":0.04074108,"about_ca_system_score_codex":0.0066809934,"about_ca_system_score_gemma":0.005075087,"threshold_uncertainty_score":0.13629252},"labels":[],"label_agreement":null},{"id":"W7035022539","doi":"","title":"Will Coal Mining Once Again Impact the Crowsnest Pass Economy? (Part 2 Q&amp;A)","year":2016,"lang":"en","type":"other","venue":"Bulletin of Miscellaneous Information (Royal Gardens Kew)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Coal; Resource (disambiguation); Environmental impact assessment; Coal mining; License; Economic impact analysis; Agency (philosophy)","score_opus":0.012032969846932912,"score_gpt":0.226130239144242,"score_spread":0.21409726929730907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7035022539","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037790507,0.008388617,0.00029487352,0.6126566,0.008915094,0.00011074885,0.0003648529,0.000077150326,0.33140168],"genre_scores_gemma":[0.08792087,0.0050210278,0.00020765844,0.09597905,0.0016826927,0.000032517644,0.0001679842,0.00004332749,0.80894494],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993461,0.00005979398,0.00000952346,0.000058044916,0.00026340937,0.00026309528],"domain_scores_gemma":[0.9994159,0.00013068358,0.000037095862,0.00001507215,0.00017703506,0.00022424191],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000979354,0.00015736691,0.00014063988,0.00025362507,0.0050071594,0.007832513,0.00079810264,0.0063679977,0.035121553],"category_scores_gemma":[0.0017680102,0.00015025245,0.00026096555,0.00038259852,0.0017797338,0.0019797771,0.0010540175,0.002571509,0.004132859],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038114416,0.000069525755,0.0054186056,0.00009639789,0.0000054812335,0.000944808,0.0032297596,0.00008495093,0.0012459483,0.050246015,0.8885124,0.05010796],"study_design_scores_gemma":[0.000005764323,0.00004195536,0.010953566,0.00006717908,0.0000034533614,0.0001378132,0.00663066,0.00008368245,0.00036613407,0.0033052072,0.9783901,0.0000143972975],"about_ca_topic_score_codex":0.22538406,"about_ca_topic_score_gemma":0.49835414,"teacher_disagreement_score":0.77461594,"about_ca_system_score_codex":0.0060526147,"about_ca_system_score_gemma":0.009896591,"threshold_uncertainty_score":0.44814438},"labels":[],"label_agreement":null},{"id":"W7039510015","doi":"","title":"Metabolic profiling of potato cultivars varying in horizontal resistance to late blight, Phytophthora infestans","year":2006,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Phytophthora infestans; Cultivar; Fungicide; Blight; Inoculation; Metabolomics; Plant disease resistance","score_opus":0.01630929988789777,"score_gpt":0.2641672475841738,"score_spread":0.24785794769627606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7039510015","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99572796,0.00050993543,0.0017707533,0.000031018302,0.00000855675,0.000028959648,0.0015274977,0.000047193498,0.0003481286],"genre_scores_gemma":[0.98207456,0.00080717856,0.008259511,0.00011536536,0.0000057334414,0.000117956755,0.005832866,0.000068085494,0.0027188202],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9998671,0.000013915357,0.000012668543,0.000064671236,0.000025414223,0.000016319373],"domain_scores_gemma":[0.9998661,0.000020519976,0.000041963875,0.000014289898,0.00003841743,0.000018696039],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013119845,0.00023126842,0.00027815558,0.00036368612,0.00013782473,0.0003842349,0.000100656485,0.00023681874,0.00031193107],"category_scores_gemma":[0.00017501913,0.00014066912,0.00022824692,0.00044728175,0.000100763944,0.00019096496,0.00018122999,0.00035039685,0.00013108428],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006709996,0.000016887929,0.0008497557,0.000021567263,0.0000062585477,0.000016541337,0.0000296652,0.000024714303,0.99788254,0.000007682706,0.000010713512,0.0010664572],"study_design_scores_gemma":[0.0000150644155,0.0015732257,0.26499084,0.000022168844,0.00012954677,0.0004242924,0.0003559629,0.0016351021,0.7269149,0.00009617344,0.0038103778,0.000032418367],"about_ca_topic_score_codex":0.000633209,"about_ca_topic_score_gemma":0.0010918052,"teacher_disagreement_score":0.000633209,"about_ca_system_score_codex":0.00013709477,"about_ca_system_score_gemma":0.00011344492,"threshold_uncertainty_score":0.0012589693},"labels":[],"label_agreement":null},{"id":"W70837922","doi":"10.1007/1-4020-4014-8_6","title":"A Multitasking Framework for Cognitive Information Retrieval","year":2006,"lang":"en","type":"book-chapter","venue":"˜The œinformation retrieval series","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Human multitasking; Computer science; Cognition; Cognitive psychology; Psychology; Neuroscience","score_opus":0.019413372666527887,"score_gpt":0.2557419413002919,"score_spread":0.236328568633764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W70837922","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036208576,0.0057031843,0.9448929,0.0017203846,0.00011458482,0.00010157502,0.00016462116,0.00042531465,0.04325665],"genre_scores_gemma":[0.18721847,0.0056702634,0.78052145,0.0007212483,0.0005804539,0.0012015322,0.00046464973,0.00038930308,0.023232628],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99832064,0.00077664165,0.00012018822,0.00026391188,0.00036884373,0.00014980063],"domain_scores_gemma":[0.99744034,0.001655425,0.0001341784,0.00039778234,0.0002461971,0.00012607152],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002445996,0.0017213115,0.0013034678,0.0021886711,0.0015009306,0.005748701,0.00398254,0.002183931,0.010737178],"category_scores_gemma":[0.005376489,0.001025272,0.0018468087,0.0031063433,0.0035847842,0.009152111,0.0022876444,0.003124443,0.0030496002],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001511387,0.000043807657,0.00009701891,0.00011956986,0.000023525488,0.000054882377,0.00056025235,0.0028245063,0.0006940241,0.9644716,0.002905301,0.028190508],"study_design_scores_gemma":[0.00000698829,0.000013716206,0.0001431362,0.000029076613,0.000010619622,0.00006623245,0.0000707502,0.012882598,0.00018596854,0.97674316,0.009834466,0.0000132287405],"about_ca_topic_score_codex":0.0038396171,"about_ca_topic_score_gemma":0.0033468888,"teacher_disagreement_score":0.010737178,"about_ca_system_score_codex":0.0023015232,"about_ca_system_score_gemma":0.0016325611,"threshold_uncertainty_score":0.035919428},"labels":[],"label_agreement":null},{"id":"W7093759527","doi":"","title":"Information hiding 12th international conference, IH 2010, Calgary, AB, Canada, June 28-30, 2010 : revised selected papers","year":2010,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Information hiding; The Internet; Information system; Field (mathematics)","score_opus":0.012597565061491475,"score_gpt":0.22888244543856406,"score_spread":0.21628488037707258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7093759527","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05387018,0.12001292,0.16420518,0.06733864,0.116058365,0.0015061086,0.01841342,0.013921517,0.4446737],"genre_scores_gemma":[0.037865836,0.021956727,0.023590244,0.0011925893,0.0032566865,0.00008766101,0.007818101,0.0010615358,0.9031707],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986112,0.00012282738,0.000056550864,0.0001492397,0.0007156485,0.00034442992],"domain_scores_gemma":[0.996176,0.00026354037,0.00006136629,0.0003995354,0.0026122155,0.00048730292],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033069882,0.0013491483,0.0014524168,0.0026685302,0.0033400264,0.005891591,0.0018203172,0.0012529804,0.0918178],"category_scores_gemma":[0.0027848682,0.0005415843,0.0007541591,0.002424514,0.0015717011,0.0031477085,0.001826201,0.002076882,0.028197195],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027800386,0.00011606589,0.0007151325,0.00032718896,0.00003601082,0.00009578464,0.00020135661,0.0006298209,0.0035217043,0.0038284785,0.7965888,0.19366172],"study_design_scores_gemma":[0.0000459063,0.00012934984,0.0030045798,0.0002528584,0.0000908502,0.00023642476,0.00060660037,0.0040025646,0.0109304655,0.003574663,0.97706395,0.00006174594],"about_ca_topic_score_codex":0.115409315,"about_ca_topic_score_gemma":0.31675816,"teacher_disagreement_score":0.8845907,"about_ca_system_score_codex":0.0071571926,"about_ca_system_score_gemma":0.011139234,"threshold_uncertainty_score":0.30716115},"labels":[],"label_agreement":null},{"id":"W7094361396","doi":"","title":"Root rank: A relational operator for KWS result ranking","year":2019,"lang":"en","type":"article","venue":"ePrints@IISc (Indian Institute of Science)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Ranking (information retrieval); Rank (graph theory); Operator (biology); Relevance (law); Set (abstract data type); Result set; Function (biology)","score_opus":0.022994717334182124,"score_gpt":0.27438541561136914,"score_spread":0.251390698277187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7094361396","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030238185,0.00032974532,0.90409106,0.00035601613,0.000093798335,0.00044401965,0.0019001301,0.05683746,0.0057095885],"genre_scores_gemma":[0.2346464,0.00021208392,0.75391805,0.0002204985,0.00010020552,0.00025140162,0.0028225344,0.0031889165,0.004639926],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9948265,0.0011678318,0.0006186892,0.0006999684,0.0023508046,0.00033608548],"domain_scores_gemma":[0.98982286,0.0040594963,0.0010807877,0.0028927077,0.001758476,0.00038565244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051311525,0.00131532,0.0010958835,0.0036750117,0.00092136255,0.0032490026,0.0023280792,0.00091364596,0.00762926],"category_scores_gemma":[0.016692443,0.00044165057,0.000844078,0.0027438554,0.0010572528,0.0044077504,0.0028738545,0.00094959023,0.003648874],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016083977,0.0005024383,0.011762975,0.00090808625,0.00017317104,0.00039046773,0.001347938,0.018936891,0.041627057,0.07509726,0.05586523,0.7917801],"study_design_scores_gemma":[0.00027113713,0.0012191656,0.0056967223,0.00015684935,0.00018710853,0.0014200155,0.0012552441,0.7089416,0.10811144,0.06675867,0.105593145,0.00038889376],"about_ca_topic_score_codex":0.0043641697,"about_ca_topic_score_gemma":0.0060471725,"teacher_disagreement_score":0.00762926,"about_ca_system_score_codex":0.00092534255,"about_ca_system_score_gemma":0.0018496943,"threshold_uncertainty_score":0.027136445},"labels":[],"label_agreement":null},{"id":"W7096077037","doi":"","title":"Abstract System Components for Embedded Information Retrieval from Multiple Disparate Information Sources","year":2008,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Cognitive models of information retrieval; Key (lock); Information system; Disparate system; Human–computer information retrieval; Automated information system; Resource (disambiguation); Information resource; Adversarial information retrieval","score_opus":0.032345542620802366,"score_gpt":0.23830161934629823,"score_spread":0.20595607672549587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096077037","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02949505,0.00018748989,0.9397837,0.00027461868,0.000051004492,0.0008225869,0.00014201584,0.021877227,0.0073662456],"genre_scores_gemma":[0.26158595,0.00015285396,0.72185487,0.00024503103,0.000042081287,0.001154972,0.0006982551,0.0015974115,0.012668685],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99750525,0.00083566125,0.0002896629,0.0004675785,0.00072309765,0.00017873001],"domain_scores_gemma":[0.9953336,0.0016910392,0.0003943637,0.0014904863,0.000811065,0.00027939078],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037712227,0.0010820801,0.0007553714,0.0013649493,0.0009076249,0.003520841,0.0027808007,0.0014408407,0.015105225],"category_scores_gemma":[0.009188222,0.0009753829,0.0008240855,0.0005857322,0.00091213296,0.0048964084,0.003670278,0.0012222752,0.0040731346],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001826081,0.0016682327,0.01406509,0.002705758,0.0006068993,0.0013367324,0.009830077,0.04097959,0.1540618,0.2722176,0.03021398,0.47048816],"study_design_scores_gemma":[0.00067170174,0.0018693958,0.007426528,0.0006170904,0.0009457225,0.0016926281,0.0011475269,0.5176127,0.16229203,0.053705156,0.25166312,0.00035654896],"about_ca_topic_score_codex":0.0014623856,"about_ca_topic_score_gemma":0.000947036,"teacher_disagreement_score":0.015105225,"about_ca_system_score_codex":0.0008792991,"about_ca_system_score_gemma":0.0013693307,"threshold_uncertainty_score":0.050531983},"labels":[],"label_agreement":null},{"id":"W7096632815","doi":"","title":"Using various indexing schemes and multiple translations","year":2005,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Clef; Search engine indexing; Document retrieval; Scheme (mathematics); Task (project management); Weighting; Component (thermodynamics)","score_opus":0.0632459045275825,"score_gpt":0.30558395176451675,"score_spread":0.24233804723693425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096632815","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.777254,0.00857397,0.173214,0.0011896475,0.0008118357,0.0019234292,0.0056040115,0.017353468,0.01407563],"genre_scores_gemma":[0.6014958,0.001683269,0.37622932,0.00027166496,0.0002142394,0.0008070589,0.009776874,0.0021582574,0.007363483],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9918596,0.0038045056,0.0013793309,0.0012194212,0.001306981,0.0004300758],"domain_scores_gemma":[0.978127,0.010889833,0.000938875,0.0052091423,0.004387033,0.0004480739],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063131354,0.0018349715,0.0020299456,0.003036488,0.0014068325,0.0024768857,0.0018285539,0.0011210201,0.006031535],"category_scores_gemma":[0.028702088,0.0007509957,0.0010953685,0.005481627,0.0009566626,0.005218482,0.002130046,0.0012550611,0.0034042087],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0071441163,0.0017634537,0.008073221,0.005754938,0.0011591361,0.0005542812,0.0020228142,0.029861677,0.12260317,0.0065312944,0.018310532,0.7962215],"study_design_scores_gemma":[0.0044367523,0.007769974,0.017784089,0.00056654215,0.0047013396,0.002141241,0.0029911,0.3725523,0.49809027,0.021252494,0.06665463,0.0010592217],"about_ca_topic_score_codex":0.0044505554,"about_ca_topic_score_gemma":0.008121989,"teacher_disagreement_score":0.0063131354,"about_ca_system_score_codex":0.0015417719,"about_ca_system_score_gemma":0.001519941,"threshold_uncertainty_score":0.033387423},"labels":[],"label_agreement":null},{"id":"W7096792196","doi":"","title":"Gender Differences in Processing Information: Implications for Online Search Patterns and Task Performance * Ph.D. candidate, HEC Montréal","year":2008,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Task (project management); Reproduction; Perspective (graphical)","score_opus":0.05447811440778114,"score_gpt":0.28395227767045617,"score_spread":0.22947416326267503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096792196","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9377361,0.0027091766,0.0010642648,0.003897267,0.00014723955,0.00011088677,0.0030903348,0.000053676136,0.051191103],"genre_scores_gemma":[0.9602473,0.0010173157,0.00060251285,0.00050439464,0.000056945628,0.000076786724,0.00083545514,0.000057585024,0.036601778],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99951124,0.00008353729,0.000023305944,0.00011124435,0.00014149385,0.00012901581],"domain_scores_gemma":[0.99462503,0.002754293,0.00053613045,0.00024438533,0.00064949295,0.0011905662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016671076,0.00023771414,0.00045983423,0.0008304735,0.0008334428,0.0021870837,0.00033309232,0.0004905604,0.04397675],"category_scores_gemma":[0.007469596,0.0002944598,0.00022490369,0.00083689974,0.00060987927,0.00071481545,0.0004559083,0.00043535928,0.0035054868],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039979187,0.0014845853,0.70705056,0.00038583932,0.00017875679,0.00048609462,0.010088781,0.00070961163,0.02996889,0.004709794,0.03321696,0.20772208],"study_design_scores_gemma":[0.000039091596,0.00017306481,0.992023,0.000046876867,0.000021617232,0.000079116,0.0009989146,0.00044359468,0.00084033614,0.00086362415,0.004452589,0.0000182485],"about_ca_topic_score_codex":0.114055716,"about_ca_topic_score_gemma":0.18268354,"teacher_disagreement_score":0.114055716,"about_ca_system_score_codex":0.001996232,"about_ca_system_score_gemma":0.0019198824,"threshold_uncertainty_score":0.2267837},"labels":[],"label_agreement":null},{"id":"W7097366670","doi":"","title":"PROGRAM DESCRIPTION / DESCRIPTION DU PROGRAMME Developing a Provincial Centralized Intake Process for a Knowledge Resource Service Part 1: Literature Search Requests1","year":2016,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Process (computing); Health services; Service (business); Resource (disambiguation); Service provider","score_opus":0.09623507858648968,"score_gpt":0.3161460714046449,"score_spread":0.21991099281815524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097366670","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021246834,0.0013970356,0.03574499,0.011617325,0.001053849,0.34122938,0.29496813,0.009832073,0.28291047],"genre_scores_gemma":[0.078915246,0.0029604484,0.14990802,0.0055702603,0.00039024532,0.41322565,0.13074315,0.0026974156,0.2155897],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9909088,0.0034597854,0.0007275418,0.0008057579,0.002748576,0.0013495197],"domain_scores_gemma":[0.96637315,0.007128772,0.0013594261,0.0025677865,0.014604654,0.007966106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015735462,0.00072103826,0.0009135612,0.006004062,0.0031626278,0.0029659646,0.0030887285,0.0010647785,0.2424807],"category_scores_gemma":[0.035477795,0.0011887545,0.0009048635,0.0059345425,0.0008848319,0.0011729767,0.0043760743,0.0014749251,0.065332875],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027743995,0.0016665695,0.008021574,0.005045758,0.00003775031,0.0001371231,0.0012748837,0.00089325925,0.0025564327,0.0035698253,0.597411,0.37661144],"study_design_scores_gemma":[0.0017325963,0.0011870561,0.043285456,0.0013943434,0.00004988205,0.00011413052,0.0013255859,0.0014660555,0.0025613979,0.0014745668,0.94533664,0.000072302784],"about_ca_topic_score_codex":0.2302451,"about_ca_topic_score_gemma":0.29895505,"teacher_disagreement_score":0.2424807,"about_ca_system_score_codex":0.021370461,"about_ca_system_score_gemma":0.10248593,"threshold_uncertainty_score":0.81117874},"labels":[],"label_agreement":null},{"id":"W7097861307","doi":"","title":"Applying Support Vector Machines to Discover Just-in-Time Method-Specific Compilation Strategies","year":2010,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Permission; Association (psychology); Field (mathematics); Work (physics); Scheme (mathematics); Documentation","score_opus":0.02832263178151659,"score_gpt":0.3245623084622032,"score_spread":0.2962396766806866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097861307","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27413532,0.0017519771,0.70310044,0.00072608737,0.00026594315,0.00028147787,0.001587829,0.013392938,0.0047579817],"genre_scores_gemma":[0.62020296,0.00054487045,0.3700548,0.00012745216,0.00013355396,0.00026032137,0.0035114507,0.0017562679,0.003408386],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9958366,0.0013341883,0.00043848177,0.0010283294,0.0009774123,0.00038491772],"domain_scores_gemma":[0.97195756,0.01823985,0.0019574217,0.0039974395,0.0032050256,0.00064269704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005381073,0.0012356979,0.0011604897,0.0038102039,0.0009160301,0.003853648,0.0018173679,0.0010873848,0.0048916964],"category_scores_gemma":[0.04206895,0.00078520336,0.0011384322,0.002635939,0.0008393667,0.0053802356,0.0016597568,0.0017845538,0.002215538],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066967384,0.00034229027,0.025889138,0.00044909614,0.00019802421,0.00043501327,0.00063592044,0.049097452,0.011807978,0.010309838,0.009468502,0.89069706],"study_design_scores_gemma":[0.000043194148,0.0001639727,0.0032863386,0.000056349225,0.00006323152,0.00015422211,0.00022249811,0.96006244,0.007037164,0.024366789,0.004503718,0.00003997695],"about_ca_topic_score_codex":0.004185232,"about_ca_topic_score_gemma":0.006368949,"teacher_disagreement_score":0.005381073,"about_ca_system_score_codex":0.0008476235,"about_ca_system_score_gemma":0.002831171,"threshold_uncertainty_score":0.028458178},"labels":[],"label_agreement":null},{"id":"W7098013535","doi":"","title":"Acquisitions et services bibliographiques","year":2014,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Query language; Government (linguistics); Information system; Order (exchange); Query optimization; Control (management)","score_opus":0.008699054202114967,"score_gpt":0.2674832261390019,"score_spread":0.2587841719368869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7098013535","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000779482,0.0063557643,0.004502968,0.0035120961,0.0031351056,0.0003303224,0.05735521,0.0068662064,0.91716295],"genre_scores_gemma":[0.008372063,0.011436364,0.0067242645,0.0011798458,0.0016282764,0.00040106417,0.08692166,0.004756738,0.8785796],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928254,0.0011818092,0.00091758644,0.0012354731,0.0032716834,0.00056803203],"domain_scores_gemma":[0.99196285,0.0011046084,0.0005864726,0.0021891196,0.0032590346,0.00089789805],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0034252782,0.0017641356,0.0022527678,0.014443547,0.0027430386,0.020526998,0.002594627,0.0025984144,0.69339764],"category_scores_gemma":[0.014416463,0.0009139477,0.00092536333,0.03260481,0.0011119784,0.007614297,0.0049599265,0.0026499978,0.6832801],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007143522,0.00003234222,0.00039054695,0.00063456775,0.000019140998,0.000104598985,0.00017162914,0.00012853669,0.0005560572,0.027714714,0.794506,0.17567053],"study_design_scores_gemma":[0.000006017333,0.0000035695402,0.00016331828,0.00006354354,0.0000021531591,0.00004851911,0.000048595193,0.00003898356,0.00007236114,0.0008297792,0.9987172,0.000006028119],"about_ca_topic_score_codex":0.015041534,"about_ca_topic_score_gemma":0.011124163,"teacher_disagreement_score":0.30660236,"about_ca_system_score_codex":0.0056183473,"about_ca_system_score_gemma":0.009639819,"threshold_uncertainty_score":0.43733102},"labels":[],"label_agreement":null},{"id":"W7100351472","doi":"","title":"Published by Canadian Center of Science and Education 139 Validate Conference Paper Using Dice Coefficient","year":2016,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Dice; Center (category theory); Sørensen–Dice coefficient; Object (grammar)","score_opus":0.02005698232976201,"score_gpt":0.26371598265578416,"score_spread":0.24365900032602217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100351472","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028477523,0.0018289932,0.016213264,0.009410551,0.0043601766,0.00089267787,0.014527503,0.0032628116,0.9466563],"genre_scores_gemma":[0.033382855,0.0049916194,0.044832524,0.0017458189,0.0005966858,0.00041141646,0.013270925,0.0016833049,0.8990848],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98807985,0.0007284299,0.0009746673,0.0008596731,0.008775588,0.00058179203],"domain_scores_gemma":[0.88606673,0.004478098,0.0017467566,0.0068104644,0.096554175,0.0043437523],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009141506,0.0009705856,0.0015593687,0.015641982,0.0060952595,0.013912999,0.0023740174,0.0016560701,0.44091102],"category_scores_gemma":[0.045909166,0.00083751563,0.0008539241,0.013913137,0.0027452908,0.00316546,0.0027797841,0.0017996372,0.2447841],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005422891,0.00005977903,0.002550988,0.00039607522,0.00001982052,0.0002177146,0.00022117517,0.00033190704,0.0012102057,0.02281339,0.757086,0.21503867],"study_design_scores_gemma":[0.000008733161,0.0000140317525,0.003606343,0.00016460785,0.000010950819,0.00013033417,0.00018814839,0.00059404754,0.0006843867,0.0016924308,0.9928692,0.00003677436],"about_ca_topic_score_codex":0.37201044,"about_ca_topic_score_gemma":0.5217105,"teacher_disagreement_score":0.44091102,"about_ca_system_score_codex":0.017535128,"about_ca_system_score_gemma":0.07160969,"threshold_uncertainty_score":0.7974726},"labels":[],"label_agreement":null},{"id":"W7100370677","doi":"","title":"Motor vehicle accidents in Ontario:","year":2015,"lang":"en","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Motor vehicle crash; Poison control; Incidence (geometry); Human factors and ergonomics; Injury prevention","score_opus":0.06029846506106837,"score_gpt":0.27652408548671165,"score_spread":0.21622562042564328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100370677","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96383303,0.0041563627,0.00015914424,0.0018270825,0.00007530199,0.00017418404,0.016247611,0.000028546354,0.013498813],"genre_scores_gemma":[0.9900523,0.0025802017,0.0001732952,0.00032509989,0.000022707462,0.000050519382,0.0028641212,0.000007336125,0.0039244145],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99931693,0.000028216984,0.00007246503,0.00006774276,0.0002797993,0.00023486622],"domain_scores_gemma":[0.99871254,0.00004258182,0.00030969706,0.00003019639,0.00065260817,0.00025236997],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026566966,0.00023985648,0.00025648455,0.001192563,0.0020271568,0.0008540005,0.00071157474,0.0004848634,0.0043039955],"category_scores_gemma":[0.0011218799,0.00036482752,0.000512918,0.0053529684,0.0004135447,0.0005851371,0.0009803874,0.0004058296,0.0004196071],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007228382,0.000028360551,0.98781735,0.00019896176,0.0000348715,0.00031670195,0.0016788335,0.000050444964,0.00022428721,0.00012140513,0.0029216073,0.006534925],"study_design_scores_gemma":[0.000003703736,0.000013692061,0.9953625,0.00005662902,0.00001245659,0.00008519332,0.0021860404,0.00003984923,0.000021140002,0.00001942113,0.002192977,0.0000064422843],"about_ca_topic_score_codex":0.9905723,"about_ca_topic_score_gemma":0.9960238,"teacher_disagreement_score":0.019258462,"about_ca_system_score_codex":0.019258462,"about_ca_system_score_gemma":0.03626955,"threshold_uncertainty_score":0.13973057},"labels":[],"label_agreement":null},{"id":"W7116854492","doi":"10.1201/9781003760023-5","title":"Dewey Applications for the Simple Arrangement of a Link Library:","year":2025,"lang":"en","type":"book-chapter","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Dewey Decimal Classification; Search engine indexing; Sorting; Set (abstract data type); Simple (philosophy); Adaptation (eye); Link (geometry)","score_opus":0.026488935083155692,"score_gpt":0.26564210738259386,"score_spread":0.23915317229943817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116854492","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0068364814,0.0048560137,0.29936945,0.0032870783,0.0013662704,0.00054931804,0.0050293524,0.05226334,0.62644273],"genre_scores_gemma":[0.029192401,0.005473171,0.2254641,0.0014607307,0.00038609418,0.00040530003,0.008381457,0.012859199,0.71637756],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991622,0.00010607964,0.00006612275,0.00012423297,0.00045940283,0.00008199435],"domain_scores_gemma":[0.99802244,0.0006792333,0.00008097691,0.00062975363,0.00044747282,0.00014008954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010717742,0.00084175274,0.00042904707,0.0044733444,0.002053085,0.005607826,0.002258222,0.0014076513,0.12416757],"category_scores_gemma":[0.0053568794,0.00062913407,0.00048298095,0.007979743,0.001212555,0.011171666,0.0041436437,0.0015127676,0.081008084],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007104414,0.000059072943,0.00073290133,0.00042797404,0.000008662553,0.00016697771,0.0013720844,0.00060126284,0.0044185305,0.10990984,0.35811707,0.5241146],"study_design_scores_gemma":[0.000005575406,0.000008714546,0.00041457955,0.00007607907,0.0000034123561,0.00019350622,0.000138664,0.0005710596,0.0010593977,0.0056455075,0.9918685,0.000014944156],"about_ca_topic_score_codex":0.009567277,"about_ca_topic_score_gemma":0.020438895,"teacher_disagreement_score":0.12416757,"about_ca_system_score_codex":0.0017976185,"about_ca_system_score_gemma":0.0021066994,"threshold_uncertainty_score":0.41538185},"labels":[],"label_agreement":null},{"id":"W7116917707","doi":"10.1108/ajim-04-2025-0241","title":"LLM-based stemming for improved Gujarati information retrieval","year":2025,"lang":"en","type":"article","venue":"Aslib Journal of Information Management","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Saskatchewan","funders":"","keywords":"Gujarati; Relevance (law); Preprocessor; Ranking (information retrieval); Precision and recall; Recall; Language model; Focus (optics)","score_opus":0.009732121916617402,"score_gpt":0.26248406416615483,"score_spread":0.25275194224953745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116917707","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2591307,0.0061240587,0.67462385,0.0024984803,0.0004897904,0.0013333573,0.0045682904,0.029502844,0.021728644],"genre_scores_gemma":[0.41283065,0.001331041,0.57052445,0.0006435629,0.00011739559,0.00043196013,0.007255144,0.00088635844,0.0059793745],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.998519,0.00043715697,0.00019804903,0.00034310145,0.00040436964,0.00009827495],"domain_scores_gemma":[0.99839133,0.00042137448,0.00018731192,0.00023084758,0.0007201295,0.000048881317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013448566,0.0007586451,0.0009729238,0.0035559947,0.0010884865,0.0019179253,0.001162173,0.0006138594,0.002808247],"category_scores_gemma":[0.0053953375,0.00028054672,0.0010997484,0.003179396,0.0005319007,0.0020321636,0.0014932937,0.0006792917,0.0031516624],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036495968,0.00019317813,0.009284035,0.0021260732,0.00017255396,0.0007083998,0.0022981167,0.013820013,0.07527092,0.011646877,0.021580689,0.8625343],"study_design_scores_gemma":[0.00021802995,0.0009878059,0.030168297,0.00049001473,0.0006526626,0.003463853,0.0034461822,0.623449,0.122314416,0.026006864,0.18835607,0.00044669738],"about_ca_topic_score_codex":0.013378429,"about_ca_topic_score_gemma":0.020215785,"teacher_disagreement_score":0.013378429,"about_ca_system_score_codex":0.0013977655,"about_ca_system_score_gemma":0.0027342218,"threshold_uncertainty_score":0.026601136},"labels":[],"label_agreement":null},{"id":"W7126671119","doi":"","title":"Knowledge infrastructures:Part III","year":2016,"lang":"en","type":"article","venue":"RUCforsk (Roskilde University)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"","score_opus":0.01123928001630122,"score_gpt":0.20889185451556938,"score_spread":0.19765257449926815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7126671119","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02230504,0.12446356,0.039536107,0.0145494705,0.0021861512,0.00028449675,0.0021515093,0.0010651647,0.79345846],"genre_scores_gemma":[0.34712622,0.1284441,0.021355907,0.0019142852,0.0025933944,0.00050628284,0.007763021,0.0008940795,0.48940277],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99903524,0.00019650519,0.00006763937,0.00018690259,0.00031635264,0.00019743183],"domain_scores_gemma":[0.9988129,0.00030725487,0.000112464906,0.00033609424,0.00029984378,0.0001314067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011303923,0.00071860244,0.00042604844,0.0035672346,0.0011948507,0.0094051985,0.0010699271,0.00154463,0.045139454],"category_scores_gemma":[0.002943823,0.0006034951,0.00050686393,0.007051141,0.0018015716,0.01101912,0.0022607108,0.0010619673,0.014191219],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006742929,0.00016720485,0.0014967828,0.0007641188,0.00004446051,0.0001602279,0.000988386,0.0029690373,0.0016007837,0.5241253,0.12067802,0.34693834],"study_design_scores_gemma":[0.000009655111,0.000041530096,0.0029505584,0.0007395859,0.00003313943,0.00030710944,0.0007786935,0.0016699976,0.0015971643,0.15692484,0.8349276,0.000020002324],"about_ca_topic_score_codex":0.009871383,"about_ca_topic_score_gemma":0.0047062566,"teacher_disagreement_score":0.045139454,"about_ca_system_score_codex":0.0055704536,"about_ca_system_score_gemma":0.004014724,"threshold_uncertainty_score":0.15100652},"labels":[],"label_agreement":null},{"id":"W7126922739","doi":"","title":"Knowledge infrastructures:Part II","year":2016,"lang":"en","type":"article","venue":"RUCforsk (Roskilde University)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"","score_opus":0.011256340975349027,"score_gpt":0.20679624928931492,"score_spread":0.1955399083139659,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7126922739","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028980896,0.15665613,0.03571973,0.014356835,0.0021105015,0.0002790039,0.00208045,0.000953256,0.7588632],"genre_scores_gemma":[0.417927,0.14273137,0.017839143,0.0018137401,0.0025121716,0.0005224789,0.007686581,0.0007413013,0.40822625],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99906427,0.0001984791,0.00006414427,0.000187641,0.00028877135,0.00019662656],"domain_scores_gemma":[0.99887866,0.00032019333,0.000119907265,0.0002996371,0.00025025566,0.00013125253],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010145401,0.00069549255,0.00040157675,0.00372917,0.001158936,0.008958934,0.0009900904,0.001517325,0.044129185],"category_scores_gemma":[0.0028722219,0.000605342,0.00044296778,0.0077736625,0.0019026959,0.011675494,0.0021041348,0.0010158423,0.0127893565],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000073873714,0.00018605797,0.0019026761,0.0008142256,0.000041656094,0.0001899063,0.0010919113,0.0028069452,0.001747612,0.539973,0.105929375,0.34524277],"study_design_scores_gemma":[0.000010881398,0.000049076367,0.00424591,0.0007647533,0.000036276895,0.00044624045,0.0009840814,0.0018064159,0.0016371736,0.18472709,0.8052682,0.000023933244],"about_ca_topic_score_codex":0.007926715,"about_ca_topic_score_gemma":0.0038809245,"teacher_disagreement_score":0.99104106,"about_ca_system_score_codex":0.005240793,"about_ca_system_score_gemma":0.0035853055,"threshold_uncertainty_score":0.14762688},"labels":[],"label_agreement":null},{"id":"W7132283706","doi":"","title":"Preface - Digital Libraries : research and development - First International DELOS Conference","year":2007,"lang":"en","type":"other","venue":"ISTI Open Portal","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Excellence; Digital library; Consolidation (business); Presentation (obstetrics); Documentation; State (computer science); Field (mathematics)","score_opus":0.14324651341594366,"score_gpt":0.369358324784035,"score_spread":0.22611181136809136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7132283706","genre_codex":"other","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042428933,0.08552944,0.0031057117,0.0959371,0.287142,0.0012997452,0.009639179,0.0012851871,0.5118188],"genre_scores_gemma":[0.021585822,0.039418064,0.0030573236,0.012904421,0.041241314,0.0009996258,0.01565516,0.00084353803,0.86429477],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979742,0.00032762525,0.00015608252,0.00034079124,0.0008245025,0.0003768492],"domain_scores_gemma":[0.9930098,0.00037818195,0.00022737241,0.00025876463,0.0030085074,0.0031173748],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004842989,0.0015216549,0.0009691714,0.0048978236,0.0037074394,0.014204172,0.002072976,0.0033452604,0.17161131],"category_scores_gemma":[0.0041568815,0.00042325165,0.0007447217,0.0035156622,0.001110296,0.0047094966,0.0069629913,0.0039082374,0.086737394],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045635494,0.000047892183,0.00023326711,0.00030243976,0.0000035198404,0.00004920089,0.00008430788,0.00006359252,0.00018105633,0.003605073,0.9696805,0.02570345],"study_design_scores_gemma":[0.000004157596,0.000012520178,0.00061886763,0.00025367222,0.0000019125166,0.000032393087,0.00020939627,0.000025637288,0.00006927734,0.00038457033,0.9983829,0.000004738457],"about_ca_topic_score_codex":0.005837013,"about_ca_topic_score_gemma":0.010274992,"teacher_disagreement_score":0.17161131,"about_ca_system_score_codex":0.0055477517,"about_ca_system_score_gemma":0.00914484,"threshold_uncertainty_score":0.57409704},"labels":[],"label_agreement":null},{"id":"W7133559681","doi":"10.1145/3799914.3799926","title":"SIGIR 2025 Low Resource Environments Track Report","year":2025,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Track (disk drive); Resource (disambiguation); Presentation (obstetrics); Context (archaeology); Schedule; Action (physics)","score_opus":0.01229705593844419,"score_gpt":0.2689785239797574,"score_spread":0.2566814680413132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7133559681","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0109545,0.018884068,0.06380679,0.06906433,0.101147555,0.008075936,0.27416718,0.04544686,0.40845287],"genre_scores_gemma":[0.02319009,0.0049792705,0.040387195,0.0074815457,0.008224569,0.0046796845,0.29053932,0.0060577723,0.6144605],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98487073,0.0027493087,0.0006378191,0.0018480445,0.00822356,0.0016704673],"domain_scores_gemma":[0.96187454,0.0042648455,0.00062212255,0.003133868,0.022327803,0.007776715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.030371273,0.0031261335,0.0023119245,0.004325232,0.0038668846,0.012281694,0.0040931865,0.0042071454,0.15471628],"category_scores_gemma":[0.026025556,0.0009885771,0.0013582691,0.0030721945,0.0010251348,0.009214097,0.0057966816,0.004899506,0.15383644],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008568706,0.000076758195,0.00026474975,0.000082794206,0.000012536097,0.00001528116,0.00003255973,0.000069998925,0.00026541715,0.00050835125,0.98096263,0.01762324],"study_design_scores_gemma":[0.00010238506,0.00021028296,0.001346411,0.00009412224,0.000023785326,0.00003812672,0.00012617369,0.0007126319,0.00081775285,0.0006614673,0.9958324,0.000034553064],"about_ca_topic_score_codex":0.06124372,"about_ca_topic_score_gemma":0.06745212,"teacher_disagreement_score":0.15471628,"about_ca_system_score_codex":0.0041458816,"about_ca_system_score_gemma":0.017092815,"threshold_uncertainty_score":0.5175775},"labels":[],"label_agreement":null},{"id":"W7134164242","doi":"10.1109/bigdata66926.2025.11401777","title":"Index-Aware Knowledge Grounding of Retrieval-Augmented Generation in Conversational Search for Archival Diplomatics","year":2025,"lang":"","type":"article","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of British Columbia","funders":"","keywords":"Key (lock); Focus (optics); Action (physics); Selection (genetic algorithm)","score_opus":0.06081781184319278,"score_gpt":0.34473453004338145,"score_spread":0.28391671820018866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7134164242","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2371889,0.0008916174,0.73455787,0.0013974123,0.00015415347,0.00029416458,0.0011500063,0.006660139,0.017705759],"genre_scores_gemma":[0.9003731,0.00011727431,0.09688493,0.000076910146,0.000032782526,0.00006025962,0.000705043,0.00019560776,0.001554082],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981482,0.0008047532,0.00011186992,0.0003884217,0.00033298993,0.0002137323],"domain_scores_gemma":[0.99479866,0.0029608207,0.00024982414,0.0012213048,0.00054250716,0.00022677433],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002648772,0.0004359357,0.00074807176,0.0020048479,0.0011163359,0.0032795193,0.0015253527,0.0011886145,0.005538221],"category_scores_gemma":[0.013518852,0.0004435538,0.0006778409,0.001209437,0.0011789977,0.004946331,0.0039348598,0.0011178167,0.0010591606],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020987897,0.00088015123,0.009829159,0.00067082176,0.00020002655,0.0007693423,0.010089839,0.061605703,0.03671977,0.15090063,0.010448681,0.715787],"study_design_scores_gemma":[0.00006534423,0.00017819209,0.003212754,0.00010943308,0.00012754796,0.00019368244,0.0020031533,0.7675856,0.019380527,0.19665468,0.010413662,0.00007550814],"about_ca_topic_score_codex":0.0056101903,"about_ca_topic_score_gemma":0.006301957,"teacher_disagreement_score":0.0056101903,"about_ca_system_score_codex":0.00094012974,"about_ca_system_score_gemma":0.001674055,"threshold_uncertainty_score":0.01852721},"labels":[],"label_agreement":null},{"id":"W7134412762","doi":"","title":"22nd International Symposium on String Processing and Information Retrieval, SPIRE 2015, Proceedings","year":2015,"lang":"en","type":"book-chapter","venue":"Portuguese National Funding Agency for Science, Research and Technology (RCAAP Project by FCT)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Japan Science and Technology Agency; Wellcome Trust; University College London; Università degli Studi di Palermo; Bar-Ilan University; Danmarks Tekniske Universitet; University of Haifa; University of Glasgow; Seoul National University; Universiteit van Amsterdam; University of Bristol; Università degli Studi di Verona; Microsoft Research; University of Waterloo; University of Twente; Uniwersytet Warszawski; Universidad de Chile; Universidade da Coruña; RMIT University; King's College London; Georgetown University; Università di Pisa; Ben-Gurion University of the Negev; Helsingin Yliopisto; Colorado State University","keywords":"Spire (mollusc); String (physics); Information processing; Key (lock)","score_opus":0.0682234524385262,"score_gpt":0.3636599212979489,"score_spread":0.29543646885942265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7134412762","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010123061,0.24375649,0.56189644,0.016737195,0.029109156,0.00038574912,0.008074476,0.017322872,0.11259454],"genre_scores_gemma":[0.058597386,0.13407055,0.38540986,0.0045415447,0.011610664,0.0006022473,0.03338534,0.0055714315,0.3662109],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99765503,0.0007304253,0.00022738209,0.00054774294,0.0006572019,0.00018213133],"domain_scores_gemma":[0.9964335,0.0010900671,0.000074261494,0.0013553877,0.0008241157,0.00022270835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00396282,0.0015192573,0.0035574061,0.0036999003,0.0009872839,0.005943731,0.0029988948,0.0018237203,0.06356496],"category_scores_gemma":[0.008799307,0.00077256985,0.0016151352,0.0057634423,0.0015369634,0.0070947693,0.0035423976,0.0024996721,0.04250465],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016235038,0.0001382086,0.00029032744,0.00084084494,0.00010221202,0.000072113275,0.000165994,0.0013534832,0.0022331206,0.019608248,0.4442707,0.5307624],"study_design_scores_gemma":[0.000056353267,0.0001201246,0.0017548769,0.0004834228,0.00012839021,0.0005779744,0.00022213455,0.016519733,0.0029087018,0.106477454,0.87069166,0.000059222173],"about_ca_topic_score_codex":0.004333234,"about_ca_topic_score_gemma":0.003980277,"teacher_disagreement_score":0.06356496,"about_ca_system_score_codex":0.0018132965,"about_ca_system_score_gemma":0.0030138816,"threshold_uncertainty_score":0.21264595},"labels":[],"label_agreement":null},{"id":"W7135764243","doi":"","title":"Francophone fulltext information resources in the field of medicine aavailable on the world wide web","year":2008,"lang":"cs","type":"dissertation","venue":"Digital Repository (National Repository of Grey Literature)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Field (mathematics); Typology; French; Information system; Electronic publishing; Publishing; Work (physics); The Internet","score_opus":0.009630999824421425,"score_gpt":0.25244791818280243,"score_spread":0.242816918358381,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7135764243","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67277074,0.023254506,0.005177515,0.007873887,0.00018415261,0.00044295602,0.006868372,0.00030788893,0.28312],"genre_scores_gemma":[0.9431361,0.008932532,0.0070554945,0.00065193255,0.00014868462,0.00020038676,0.00416199,0.000089133166,0.035623766],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9926617,0.0028563908,0.00055201456,0.0004150801,0.0028943734,0.00062039687],"domain_scores_gemma":[0.96379364,0.02100409,0.0030601453,0.0016452075,0.009087648,0.0014091892],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.007250744,0.0003864567,0.00045588633,0.010026228,0.0019710935,0.0065539335,0.00034505906,0.000927704,0.026107702],"category_scores_gemma":[0.02938744,0.00015980507,0.00041425074,0.012921403,0.0011867853,0.0038896424,0.0016582183,0.0004027616,0.004378396],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00097101077,0.00039549608,0.08858794,0.0036685339,0.00013229191,0.0011814749,0.031965345,0.0020203614,0.0042642597,0.04261988,0.06572672,0.7584667],"study_design_scores_gemma":[0.000054612374,0.00052549696,0.35588363,0.0031211765,0.00020379976,0.0017087491,0.03331329,0.002316707,0.0051228874,0.007374464,0.59024113,0.000134063],"about_ca_topic_score_codex":0.027755087,"about_ca_topic_score_gemma":0.022623923,"teacher_disagreement_score":0.99344605,"about_ca_system_score_codex":0.0046201954,"about_ca_system_score_gemma":0.004650424,"threshold_uncertainty_score":0.087338924},"labels":[],"label_agreement":null},{"id":"W7135968009","doi":"","title":"University of Amsterdam at the CLEF 2023 SimpleText Track","year":2023,"lang":"en","type":"article","venue":"UvA-DARE (University of Amsterdam)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Universiteit van Amsterdam; Canadian Institute of Steel Construction","keywords":"Clef; Relevance (law); Context (archaeology); Relation (database); Focus (optics); Track (disk drive); Information access; Public access","score_opus":0.024466217540428863,"score_gpt":0.22113738452781742,"score_spread":0.19667116698738857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7135968009","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09728024,0.017116085,0.015640426,0.045145664,0.011229897,0.0019173475,0.14259371,0.010817141,0.6582595],"genre_scores_gemma":[0.23896874,0.002663826,0.02860171,0.0025512965,0.0017025155,0.0011455236,0.11935988,0.0036714238,0.6013351],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99422693,0.0017241469,0.00021955864,0.0009769517,0.0022587983,0.00059361063],"domain_scores_gemma":[0.9900988,0.003012333,0.00043590396,0.00095344975,0.002623415,0.0028760748],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070300624,0.0006304988,0.001131114,0.0016194769,0.0021128464,0.007128745,0.0012952781,0.0026927115,0.21557052],"category_scores_gemma":[0.015200236,0.00035963187,0.0005282631,0.0020435008,0.0006933338,0.0025060938,0.0019477691,0.0015397223,0.07659265],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008288655,0.00027700127,0.0020372958,0.00047530656,0.00004728351,0.00045262228,0.0003814891,0.001134314,0.0041117216,0.008783777,0.89425087,0.08721946],"study_design_scores_gemma":[0.00027465392,0.00013852307,0.003630523,0.00007407615,0.000009709952,0.00014850151,0.00018707724,0.0020018336,0.0019524873,0.0013352241,0.9902075,0.000039874973],"about_ca_topic_score_codex":0.01775807,"about_ca_topic_score_gemma":0.015562083,"teacher_disagreement_score":0.21557052,"about_ca_system_score_codex":0.0033080508,"about_ca_system_score_gemma":0.004424293,"threshold_uncertainty_score":0.7211553},"labels":[],"label_agreement":null},{"id":"W7135988917","doi":"","title":"Recall Aspects of Transformers for Text Ranking","year":2022,"lang":"en","type":"article","venue":"UvA-DARE (University of Amsterdam)","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Canadian Institute of Steel Construction","keywords":"Pooling; Recall; Transformer; Deep learning; Ranking (information retrieval); Precision and recall; Artificial neural network; Deep neural networks","score_opus":0.017796243964527777,"score_gpt":0.21380901919952633,"score_spread":0.19601277523499855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7135988917","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13477266,0.0031267465,0.8157225,0.0019203437,0.0002533526,0.00026856567,0.002473696,0.012518012,0.028944138],"genre_scores_gemma":[0.89783806,0.000820893,0.0889523,0.00046795807,0.0003635283,0.0001818485,0.0027977892,0.0014299728,0.007147721],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99171305,0.0027120442,0.00058903446,0.0014030145,0.0029243773,0.000658635],"domain_scores_gemma":[0.97122306,0.016802358,0.001326271,0.007974085,0.0022592864,0.00041491375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009592635,0.001083114,0.0011228175,0.0021703495,0.0007567659,0.0046307244,0.001725364,0.0011221039,0.009026274],"category_scores_gemma":[0.05723312,0.0005072617,0.0011185927,0.002071354,0.0019510727,0.00902204,0.0025421858,0.002263497,0.00324561],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020156149,0.00028212575,0.012903479,0.00088897435,0.00018578483,0.00021299381,0.00083624985,0.12874769,0.01782156,0.17906927,0.01963706,0.63739914],"study_design_scores_gemma":[0.00009957903,0.00092124764,0.0068943966,0.00014475116,0.00017091856,0.000645019,0.00025653926,0.60586977,0.043881103,0.31806564,0.022941444,0.000109533816],"about_ca_topic_score_codex":0.0031962527,"about_ca_topic_score_gemma":0.0036317362,"teacher_disagreement_score":0.009592635,"about_ca_system_score_codex":0.0023508295,"about_ca_system_score_gemma":0.0015061328,"threshold_uncertainty_score":0.0507313},"labels":[],"label_agreement":null},{"id":"W7161828801","doi":"10.82308/18070","title":"Smartphone information behaviour: a study of the use of smartphones in searching and evaluating online information for everyday life and for academic purposes","year":2020,"lang":"en","type":"dissertation","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Everyday life; Gens; Information superhighway; Access to information","score_opus":0.13029989036681155,"score_gpt":0.372132051392793,"score_spread":0.24183216102598143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7161828801","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9982174,0.0001270656,0.000120958925,0.00009093205,0.0000046882396,0.000044748915,0.00009972828,0.0000037194775,0.0012908026],"genre_scores_gemma":[0.9971655,0.00032510323,0.00057251897,0.00014767142,0.000010532259,0.00009467948,0.00015533649,0.000007402417,0.0015211714],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99831945,0.0007562797,0.00020181417,0.0001844277,0.00038031107,0.00015761313],"domain_scores_gemma":[0.98900056,0.0060954816,0.002078537,0.0005191565,0.0016217377,0.00068453385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002293219,0.00020997759,0.00034375786,0.001103242,0.0006067236,0.0019278022,0.00032172687,0.0008782311,0.0016365445],"category_scores_gemma":[0.015789675,0.00032914674,0.00041248443,0.0009926737,0.0004990068,0.0015207379,0.0007964643,0.0005716087,0.0007147368],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004497827,0.0008771023,0.82507616,0.0005909106,0.00014726506,0.0005253849,0.12606496,0.00007398494,0.0054476555,0.00028944266,0.00094358955,0.03951375],"study_design_scores_gemma":[0.000019322008,0.000962501,0.9326577,0.00009854952,0.00006232933,0.00053207634,0.060115337,0.0003395333,0.0006680514,0.00010018759,0.004401665,0.000042646374],"about_ca_topic_score_codex":0.005763945,"about_ca_topic_score_gemma":0.010668735,"teacher_disagreement_score":0.005763945,"about_ca_system_score_codex":0.000585136,"about_ca_system_score_gemma":0.0006278322,"threshold_uncertainty_score":0.012127817},"labels":[],"label_agreement":null},{"id":"W7161970491","doi":"10.82308/38451","title":"The information-seeking behaviour of grade-three elementary school students in the context of a class project /","year":2008,"lang":"en","type":"dissertation","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Class (philosophy); Context (archaeology); Meaning (existential); Selection (genetic algorithm); Information seeking; Qualitative research; Data collection","score_opus":0.024912153901436043,"score_gpt":0.31756530948400175,"score_spread":0.2926531555825657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7161970491","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9993315,0.00003349119,0.000066519235,0.000070935406,0.0000019052127,0.000026722062,0.000022040836,0.0000029484095,0.0004440464],"genre_scores_gemma":[0.9984819,0.00009447315,0.00023337797,0.00008798554,0.000002291372,0.0000641081,0.00004049279,0.0000041770336,0.0009911448],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9986981,0.00048032776,0.00009581859,0.00015088619,0.00015396785,0.0004208442],"domain_scores_gemma":[0.9965957,0.0013540622,0.00059156097,0.00020369768,0.00033040263,0.0009246217],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022467074,0.00043253688,0.0009715262,0.0013572482,0.005706784,0.0033291692,0.0010774287,0.001405385,0.001805616],"category_scores_gemma":[0.004335409,0.00055919687,0.00048235705,0.0012212575,0.002929182,0.0014137264,0.0021019091,0.0018260089,0.000527347],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005197821,0.00026586777,0.06859575,0.000090299574,0.000006172815,0.00080353516,0.922117,0.000019087807,0.001986442,0.00019249454,0.00019787728,0.005673455],"study_design_scores_gemma":[0.000008237882,0.00040916083,0.08730581,0.00008589909,0.000012110542,0.00034804997,0.90715253,0.00006196445,0.000544114,0.00008059398,0.0039586755,0.00003277033],"about_ca_topic_score_codex":0.034654688,"about_ca_topic_score_gemma":0.06576816,"teacher_disagreement_score":0.034654688,"about_ca_system_score_codex":0.0026691395,"about_ca_system_score_gemma":0.002013379,"threshold_uncertainty_score":0.06890595},"labels":[],"label_agreement":null},{"id":"W7162008937","doi":"10.82308/17851","title":"The influence of information use strategies on ill structured-domain graduate learning tasks","year":2013,"lang":"en","type":"dissertation","venue":"","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Subject (documents); Occupational training; Domain (mathematical analysis)","score_opus":0.019647096068438032,"score_gpt":0.27305518772430337,"score_spread":0.25340809165586536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7162008937","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98852587,0.0003811275,0.0015373903,0.00016100614,0.000014016812,0.000087830784,0.000061196006,0.00005037794,0.009181109],"genre_scores_gemma":[0.9951894,0.0002355041,0.0021250485,0.00006139855,0.000013874582,0.000095148906,0.00012990415,0.000038489266,0.0021112475],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99497664,0.0025254008,0.00041967304,0.000640163,0.0010643399,0.00037390747],"domain_scores_gemma":[0.9028733,0.08267082,0.0061685704,0.0018412094,0.0035609256,0.0028852606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056853383,0.0005875259,0.00054292264,0.0015411855,0.00076729676,0.0063415747,0.0008485702,0.0012855381,0.0041143466],"category_scores_gemma":[0.08182855,0.0002786206,0.00047082797,0.0010029451,0.00088538264,0.0028526075,0.0020195367,0.0009961317,0.0008637967],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004182059,0.0032333648,0.34239283,0.0019789683,0.0007032916,0.00091308466,0.04439797,0.0158753,0.032005113,0.006193971,0.00278157,0.5453425],"study_design_scores_gemma":[0.00044914286,0.0055149375,0.859353,0.000876881,0.0005923289,0.0006043452,0.043656994,0.042028196,0.01253949,0.01590068,0.018115377,0.00036861724],"about_ca_topic_score_codex":0.0031785725,"about_ca_topic_score_gemma":0.0036204243,"teacher_disagreement_score":0.0063415747,"about_ca_system_score_codex":0.0011880989,"about_ca_system_score_gemma":0.0011210445,"threshold_uncertainty_score":0.030067325},"labels":[],"label_agreement":null},{"id":"W74613997","doi":"10.29173/cais16","title":"Source Selection Among Information Seekers: Ideals and Realities","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Political science; Humanities; Library science; Art; Computer science","score_opus":0.01379897580461034,"score_gpt":0.22372506071440817,"score_spread":0.20992608490979783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W74613997","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9913788,0.00031753108,0.002714738,0.00095486676,0.000009170934,0.00001719457,0.000014953866,0.000012573195,0.0045802095],"genre_scores_gemma":[0.9987747,0.000101290585,0.00082602014,0.000049324663,0.000007715822,0.000009473732,0.000017953347,0.000004100923,0.00020939074],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.98872596,0.007072533,0.00063380727,0.0005890204,0.0024094013,0.0005693132],"domain_scores_gemma":[0.94863,0.033916876,0.008522005,0.0023859483,0.0045417156,0.0020033894],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.015699927,0.0003338273,0.00040836845,0.004094942,0.00337689,0.005278186,0.0008875106,0.0012070513,0.0010255812],"category_scores_gemma":[0.05086847,0.00053286605,0.00043876568,0.0013591432,0.006005585,0.004077356,0.0039170203,0.0014128844,0.00019273955],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006547772,0.0003536583,0.39804333,0.0002503219,0.000095818556,0.0010084164,0.53345007,0.00028902598,0.0038183862,0.01875886,0.00064251607,0.042634852],"study_design_scores_gemma":[0.0001313536,0.00070841826,0.24095139,0.0003723079,0.00012872582,0.004091743,0.69094646,0.005378838,0.0033443542,0.041400775,0.012309789,0.00023585907],"about_ca_topic_score_codex":0.0014377513,"about_ca_topic_score_gemma":0.0015092008,"teacher_disagreement_score":0.99472183,"about_ca_system_score_codex":0.00092215644,"about_ca_system_score_gemma":0.0009913457,"threshold_uncertainty_score":0.083030105},"labels":[],"label_agreement":null},{"id":"W8514837","doi":"10.1007/978-3-642-33347-7_18","title":"Improved Query Suggestion by Query Search","year":2012,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Regina","funders":"","keywords":"Computer science; Alias; Web query classification; Query expansion; Web search query; Query optimization; Information retrieval; Query language; Sargable; RDF query language; Set (abstract data type); Online aggregation; Query by Example; Search engine; Data mining; Programming language","score_opus":0.018707718689656122,"score_gpt":0.25942122603901474,"score_spread":0.24071350734935862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W8514837","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039938368,0.0062321215,0.9216472,0.0009872372,0.0006021402,0.0003922822,0.00075493107,0.019848686,0.00959708],"genre_scores_gemma":[0.32425514,0.0017358938,0.6404615,0.000551415,0.0007755916,0.0002857359,0.0021823836,0.0015636558,0.028188683],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99736977,0.0008999538,0.00012839888,0.00033279814,0.0010543694,0.00021463183],"domain_scores_gemma":[0.9957877,0.0021117532,0.00012648269,0.0009318612,0.0009164661,0.00012578358],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016431975,0.0013317082,0.0028931538,0.0024616648,0.0009865081,0.0015385301,0.0021627995,0.001591138,0.020544894],"category_scores_gemma":[0.007752257,0.00078106974,0.0010901889,0.0035364612,0.0005839173,0.0031355915,0.0014842531,0.0012451825,0.009287123],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022932694,0.0006026066,0.0012397079,0.00083309464,0.0002001249,0.00024372705,0.0002757394,0.019220585,0.11537836,0.009670692,0.059515204,0.79052687],"study_design_scores_gemma":[0.00035725287,0.0005279438,0.0018850382,0.000045253193,0.00044407914,0.0010400708,0.00012217266,0.8954949,0.063103564,0.011465808,0.02538841,0.00012557427],"about_ca_topic_score_codex":0.005301148,"about_ca_topic_score_gemma":0.0060487315,"teacher_disagreement_score":0.020544894,"about_ca_system_score_codex":0.0006075386,"about_ca_system_score_gemma":0.0012270637,"threshold_uncertainty_score":0.06872952},"labels":[],"label_agreement":null},{"id":"W89305962","doi":"10.1007/978-3-642-36608-6_9","title":"Information Gathering Tasks on the Web: Attempting to Identify the User Search Behaviour","year":2013,"lang":"en","type":"book-chapter","venue":"Lecture notes in business information processing","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Task (project management); Computer science; World Wide Web; Information retrieval; Web crawler; Human–computer interaction; Search engine; Data collection; Engineering","score_opus":0.0285648378200511,"score_gpt":0.2822498234627943,"score_spread":0.2536849856427432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W89305962","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97882813,0.0005636957,0.014247106,0.00024463382,0.0000075787525,0.000077454264,0.00031181372,0.00017125509,0.0055482285],"genre_scores_gemma":[0.98380685,0.00045527736,0.013080558,0.00006793528,0.00001539358,0.00006502205,0.0005997109,0.000056644378,0.0018526302],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99914765,0.00044377826,0.0000501044,0.000084097825,0.00019682197,0.00007753101],"domain_scores_gemma":[0.9777565,0.019185642,0.0010213759,0.00062777597,0.00094320497,0.0004654858],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021194043,0.00043828992,0.0004779427,0.0032833512,0.0006560892,0.0018775093,0.000487318,0.0009738837,0.0010191813],"category_scores_gemma":[0.022632755,0.00040263028,0.0004097254,0.002347507,0.00045945283,0.0027755878,0.00063055585,0.0008157371,0.0009530435],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001722702,0.0012301579,0.63798374,0.00083833974,0.00020484805,0.00026635308,0.012133618,0.0034058858,0.02703564,0.0045685777,0.0042737653,0.30633637],"study_design_scores_gemma":[0.00005221086,0.00079861516,0.76328164,0.00021923601,0.0002711508,0.00091109617,0.0074846125,0.19766413,0.016340453,0.008923146,0.003918974,0.0001348],"about_ca_topic_score_codex":0.009436526,"about_ca_topic_score_gemma":0.008623134,"teacher_disagreement_score":0.009436526,"about_ca_system_score_codex":0.000435457,"about_ca_system_score_gemma":0.0006350133,"threshold_uncertainty_score":0.018763185},"labels":[],"label_agreement":null},{"id":"W90020434","doi":"10.29173/cais30","title":"A Query-Level Examination of End User Searching Behaviour on the Excite Search Engine","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Computer science; Information retrieval; Search engine; Set (abstract data type); Web search query; Web query classification; World Wide Web; Query expansion","score_opus":0.04241488826807301,"score_gpt":0.25588769904571623,"score_spread":0.2134728107776432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W90020434","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99904376,0.00004143451,0.00018813078,0.000014289547,6.3772956e-7,0.000013073169,0.00020377863,0.000022653798,0.0004722639],"genre_scores_gemma":[0.9985361,0.000044163626,0.00038712088,0.000020125968,0.0000038752164,0.000015204051,0.00059732614,0.00000886115,0.00038725953],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989467,0.00030640085,0.00012978319,0.00015827887,0.0003533921,0.00010542861],"domain_scores_gemma":[0.9824561,0.011452887,0.0022760683,0.0011395362,0.0019346016,0.00074083917],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014150302,0.0002088582,0.000537726,0.0023963319,0.0004800494,0.0010356747,0.0002590325,0.00040491452,0.0011493055],"category_scores_gemma":[0.0121047525,0.0001698196,0.00029289242,0.0020658977,0.00030616575,0.001375145,0.0006533166,0.00040829895,0.0005045254],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009814171,0.00050217914,0.9433721,0.0001952899,0.00014659241,0.00025305574,0.0056712003,0.00066653476,0.012787379,0.00023616495,0.00056659454,0.034621496],"study_design_scores_gemma":[0.0000062428526,0.0005383927,0.9935961,0.0000064549563,0.000024164283,0.00033542112,0.0015803142,0.0024063236,0.0009904964,0.000071574825,0.00041840845,0.000026167667],"about_ca_topic_score_codex":0.0041775736,"about_ca_topic_score_gemma":0.006594531,"teacher_disagreement_score":0.0041775736,"about_ca_system_score_codex":0.00030974022,"about_ca_system_score_gemma":0.00025829067,"threshold_uncertainty_score":0.008306503},"labels":[],"label_agreement":null}]}