{"meta":{"query_hash":"e6cd16aa0ba0","filters":{"venue":"Internet Reference Services Quarterly"},"cohort_total":18,"direct_labels_cover":0,"predictions_cover":18,"exported":18,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/e6cd16aa0ba0","api":"https://metacan.xera.ac/api/v1/cohort?venue=Internet+Reference+Services+Quarterly"},"results":[{"id":"W1529717207","doi":"10.1080/10875301003788273","title":"A Review of “Libraries Got Game: Aligned Learning Through Modern Board Games”","year":2010,"lang":"en","type":"review","venue":"Internet Reference Services Quarterly","topic":"Digital Games and Media","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trent University","funders":"","keywords":"Mohawk; Computer science; World Wide Web; Multimedia; Advertising; Video game design; Game design; Media studies; Sociology; Library science; Business","score_opus":0.04508655777705047,"score_gpt":0.3477574631333884,"score_spread":0.30267090535633795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1529717207","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008533906,0.99818414,0.00011666948,0.00027575204,0.00018197577,0.000014564803,0.000027952967,0.000006138572,0.0011074926],"genre_scores_gemma":[0.00050802226,0.9986173,0.00018483018,0.00027928094,0.000074866606,0.000014170643,0.000031831998,0.0000021192984,0.0002875525],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994435,0.00014604884,0.00012487169,0.00007772923,0.00017168891,0.00003621394],"domain_scores_gemma":[0.998629,0.0008087181,0.00018088197,0.000028111503,0.00028604167,0.00006735347],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015061701,0.00095321285,0.0019027964,0.0042290445,0.00040828748,0.0013593173,0.0012817176,0.0013098657,0.004652983],"category_scores_gemma":[0.0032717085,0.000411034,0.0009542724,0.0062767896,0.0007116063,0.0023589805,0.0010525325,0.001290139,0.001908294],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004643515,0.0000534262,0.000120367025,0.08926644,0.00016655779,0.00007819796,0.00012988852,0.00016491856,0.00040863012,0.0020498547,0.04239975,0.8651155],"study_design_scores_gemma":[0.000031454063,0.0001305103,0.0013326209,0.03522867,0.00043632512,0.00055948365,0.00013268014,0.000049571383,0.00032785078,0.0010045684,0.9607402,0.000026126667],"about_ca_topic_score_codex":0.0032172594,"about_ca_topic_score_gemma":0.009269883,"teacher_disagreement_score":0.004652983,"about_ca_system_score_codex":0.0008127402,"about_ca_system_score_gemma":0.0031175888,"threshold_uncertainty_score":0.015565753},"labels":[],"label_agreement":null},{"id":"W1563758918","doi":"10.1300/j136v11n02_07","title":"The Library Patron Prefers Listening","year":2006,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"Digital Rights Management and Security","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Seneca Polytechnic","funders":"","keywords":"Active listening; Bridge (graph theory); Digital audio; Computer science; Multimedia; World Wide Web; Digital library; Advertising; Telecommunications; Sociology; Art; Business; Audio signal; Literature; Communication","score_opus":0.005327856883787893,"score_gpt":0.18940736875967948,"score_spread":0.18407951187589158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1563758918","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17628382,0.0014441696,0.003646269,0.12894295,0.001876235,0.000068537534,0.00014594257,0.0011222434,0.68646985],"genre_scores_gemma":[0.78002733,0.0010835995,0.0009801938,0.03603794,0.0008003925,0.000031165353,0.00007368328,0.00024924666,0.1807164],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99636734,0.0014065797,0.000133691,0.0003279223,0.00087246194,0.0008919694],"domain_scores_gemma":[0.99343175,0.0014757202,0.00053509005,0.00041300693,0.0014617692,0.0026827655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022174276,0.00028529836,0.00030317798,0.0011248367,0.0119000925,0.011674487,0.0011186103,0.003612519,0.094661705],"category_scores_gemma":[0.009726905,0.00029109739,0.0004484199,0.00087404327,0.002624129,0.0063461703,0.0040066135,0.0031739257,0.016374324],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041106934,0.0004505685,0.027971681,0.00039920784,0.000040651335,0.012626003,0.114004865,0.00014477612,0.00491276,0.054864325,0.58552897,0.19864509],"study_design_scores_gemma":[0.000022102902,0.0002310865,0.010790942,0.00026893252,0.000043981774,0.00811029,0.269024,0.00035150422,0.0011645134,0.007841366,0.7020351,0.000116170435],"about_ca_topic_score_codex":0.008111523,"about_ca_topic_score_gemma":0.011506105,"teacher_disagreement_score":0.094661705,"about_ca_system_score_codex":0.0025104568,"about_ca_system_score_gemma":0.0020029547,"threshold_uncertainty_score":0.31667495},"labels":[],"label_agreement":null},{"id":"W1579166901","doi":"10.1080/10875301.2013.870391","title":"Using Libguides to Enhance Library Services","year":2014,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"Web and Library Services","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trent University","funders":"","keywords":"World Wide Web; Computer science; Library science; Business","score_opus":0.014439332458510142,"score_gpt":0.2607036505674876,"score_spread":0.24626431810897748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1579166901","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28288513,0.0012668674,0.0813021,0.0062902635,0.0009411238,0.0005135839,0.0008264019,0.075401984,0.5505726],"genre_scores_gemma":[0.6589267,0.0017384212,0.1447846,0.002774985,0.00069928746,0.00021414597,0.0021661643,0.009593435,0.17910229],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99830985,0.00052520673,0.000113533344,0.00011849975,0.0007270428,0.00020586427],"domain_scores_gemma":[0.9938571,0.0019076011,0.00037304644,0.001451153,0.0017359351,0.00067514554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019953353,0.00046391418,0.00039205205,0.0030005248,0.0016081701,0.005739559,0.001255442,0.0007855076,0.030452449],"category_scores_gemma":[0.012315301,0.0004574779,0.0004067299,0.0023588447,0.0005849843,0.007268721,0.0038615912,0.0011475179,0.013526644],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006577805,0.0011600623,0.011665328,0.00041091666,0.00004024244,0.00042808396,0.003362039,0.0006740797,0.00847607,0.01976635,0.08344466,0.8699145],"study_design_scores_gemma":[0.00038359666,0.0008344933,0.022480095,0.0007929259,0.00032098207,0.0019243996,0.0034844016,0.016077895,0.034405485,0.019997813,0.89909303,0.00020486485],"about_ca_topic_score_codex":0.003972662,"about_ca_topic_score_gemma":0.007254809,"teacher_disagreement_score":0.030452449,"about_ca_system_score_codex":0.0010408945,"about_ca_system_score_gemma":0.001964021,"threshold_uncertainty_score":0.101873636},"labels":[],"label_agreement":null},{"id":"W1968181475","doi":"10.1300/j136v11n04_11","title":"Faculty Begin to Replace Textbooks with “Freely” Accessible Online Resources","year":2007,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Seneca Polytechnic","funders":"","keywords":"Variety (cybernetics); Plan (archaeology); Point (geometry); Computer science; Mathematics education; World Wide Web; Multimedia; Psychology; Artificial intelligence","score_opus":0.026025241142842773,"score_gpt":0.30718144199890773,"score_spread":0.28115620085606496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968181475","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39690062,0.0040193796,0.031133268,0.092657916,0.0057609747,0.00066551747,0.00085897476,0.012846414,0.4551569],"genre_scores_gemma":[0.5705793,0.002890008,0.05009656,0.020644771,0.0017302906,0.00023529066,0.0012368512,0.001841681,0.35074517],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977221,0.00041750577,0.0001524996,0.0003124288,0.0009822265,0.00041330018],"domain_scores_gemma":[0.97816557,0.0047408044,0.002322044,0.004370123,0.0048574614,0.0055439807],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0028385522,0.00038897368,0.0004820707,0.0012549697,0.0027941056,0.0052613835,0.0022801936,0.0024792736,0.1195734],"category_scores_gemma":[0.017214518,0.0003587821,0.0006423992,0.0016157874,0.0015813276,0.005774448,0.0046792566,0.0024929494,0.061089765],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022605546,0.0024966286,0.010969641,0.00048086612,0.000023374772,0.00065411447,0.0033692976,0.00041585937,0.012500446,0.014753822,0.26981506,0.6842949],"study_design_scores_gemma":[0.00012675626,0.0008514726,0.024228733,0.00032178045,0.000042792748,0.0006460228,0.005716525,0.00058245775,0.015723743,0.0139914565,0.9376742,0.000094037314],"about_ca_topic_score_codex":0.0015680178,"about_ca_topic_score_gemma":0.0038430167,"teacher_disagreement_score":0.9977198,"about_ca_system_score_codex":0.0016770333,"about_ca_system_score_gemma":0.0035393622,"threshold_uncertainty_score":0.40001285},"labels":[],"label_agreement":null},{"id":"W1970438855","doi":"10.1300/j136v11n03_08","title":"Slashdotting Digital Library Resources","year":2006,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Seneca Polytechnic","funders":"","keywords":"Digital library; Crowds; RSS; Web syndication; World Wide Web; Business; Service (business); The Internet; Digital transformation; Key (lock); Advertising; Computer science; Internet privacy; Marketing; Computer security","score_opus":0.006573457258941717,"score_gpt":0.20800894800691236,"score_spread":0.20143549074797065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970438855","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14893691,0.00218902,0.012347662,0.024990276,0.0014139191,0.0001784488,0.00052271545,0.003950866,0.8054703],"genre_scores_gemma":[0.6971534,0.002162285,0.0126341125,0.0048322994,0.0009411713,0.000063759006,0.000746009,0.0009599576,0.2805071],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99705434,0.00071537425,0.00014463784,0.00024077279,0.0014795082,0.00036530808],"domain_scores_gemma":[0.99012357,0.002974465,0.0010110461,0.0022987942,0.0023775792,0.0012144737],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020916406,0.00031262595,0.00029893583,0.004330404,0.0040847026,0.008409828,0.0012969373,0.0014193557,0.07379936],"category_scores_gemma":[0.014947584,0.0002495842,0.00026565976,0.0051622186,0.0027934294,0.010050794,0.0064097825,0.001151416,0.015699906],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001873584,0.00019807172,0.007682111,0.0006081363,0.000014682714,0.001117279,0.009308483,0.00069832645,0.003732648,0.109737635,0.28003752,0.5866778],"study_design_scores_gemma":[0.00002610802,0.00013724812,0.0042546815,0.00035335287,0.00001769275,0.00088591705,0.009897427,0.0019171648,0.003245571,0.03390316,0.9453199,0.000041849293],"about_ca_topic_score_codex":0.0064076725,"about_ca_topic_score_gemma":0.011693466,"teacher_disagreement_score":0.07379936,"about_ca_system_score_codex":0.0027750086,"about_ca_system_score_gemma":0.0032127623,"threshold_uncertainty_score":0.24688345},"labels":[],"label_agreement":null},{"id":"W1991937467","doi":"10.1080/10875300903256589","title":"Online Web Development Platforms Enable All Reference Staff to Work on Subject Guides","year":2009,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Seneca Polytechnic","funders":"","keywords":"Pathfinder; World Wide Web; Subject (documents); Computer science; Service (business); Web development; Work (physics); Web page; Set (abstract data type); Frequently asked questions; Engineering; Medical education; Business; Medicine","score_opus":0.035461641858218526,"score_gpt":0.29187593054882743,"score_spread":0.2564142886906089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991937467","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044941626,0.0011448872,0.15834093,0.005624793,0.0015709702,0.002583675,0.0033215694,0.11155677,0.67091477],"genre_scores_gemma":[0.059588123,0.0013208612,0.22197099,0.0019202605,0.000834075,0.0013306591,0.0041398355,0.010519942,0.6983752],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998321,0.00043785464,0.00013757066,0.00020186606,0.0006884332,0.00021320432],"domain_scores_gemma":[0.97809815,0.0051176557,0.0013235254,0.0051543224,0.0047425735,0.0055638314],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003169112,0.0007980954,0.00047692368,0.0023310715,0.0018632528,0.0032289575,0.0013822885,0.00095877814,0.19857422],"category_scores_gemma":[0.012591741,0.0009431523,0.00045454485,0.0016550779,0.0006646687,0.004085064,0.005777734,0.0015653736,0.1869483],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017162529,0.0007035439,0.0027711706,0.00018336393,0.0000074231657,0.0002911805,0.0021391914,0.00010671326,0.00526362,0.0036664326,0.3554459,0.62925],"study_design_scores_gemma":[0.000086974454,0.00022807688,0.008646584,0.000120553,0.0000095640735,0.00034485993,0.0009775234,0.0005679696,0.0035189183,0.0024549472,0.9830032,0.00004081884],"about_ca_topic_score_codex":0.0016655045,"about_ca_topic_score_gemma":0.0048466907,"teacher_disagreement_score":0.19857422,"about_ca_system_score_codex":0.00064049946,"about_ca_system_score_gemma":0.0026513455,"threshold_uncertainty_score":0.6642969},"labels":[],"label_agreement":null},{"id":"W2023697592","doi":"10.1300/j136v12n03_01","title":"Initiating the Learning Process","year":2007,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Process (computing); Computer science; Process management; World Wide Web; Business; Programming language","score_opus":0.024662188372867145,"score_gpt":0.3524599824353653,"score_spread":0.32779779406249815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023697592","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25099567,0.0006848635,0.21604067,0.025608638,0.0010605128,0.0015555724,0.00024150837,0.002388712,0.50142384],"genre_scores_gemma":[0.81194144,0.00053740916,0.089969635,0.0022124727,0.0002225535,0.00079807325,0.00038752714,0.00023260276,0.09369826],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99501157,0.0024034583,0.00016724471,0.0005895183,0.001360208,0.0004681056],"domain_scores_gemma":[0.98437935,0.005437845,0.0012177569,0.0021635822,0.0025098843,0.004291538],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005372308,0.0005578636,0.00037986046,0.0010481407,0.0023896724,0.008444641,0.0021202134,0.0027669957,0.023784982],"category_scores_gemma":[0.024058009,0.00027290577,0.00069526955,0.00055268675,0.0032503863,0.007915993,0.010880105,0.0042715026,0.011056805],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034255703,0.002063798,0.010442737,0.00042268043,0.000029922692,0.0012166767,0.09224698,0.0016605348,0.0075171003,0.3565277,0.03883185,0.48869762],"study_design_scores_gemma":[0.00013868528,0.0012610734,0.0057934597,0.0011671161,0.00005764982,0.0008317848,0.05202577,0.008945301,0.012399234,0.41311428,0.50414497,0.00012069219],"about_ca_topic_score_codex":0.0005569235,"about_ca_topic_score_gemma":0.0004968221,"teacher_disagreement_score":0.023784982,"about_ca_system_score_codex":0.0018625844,"about_ca_system_score_gemma":0.004251699,"threshold_uncertainty_score":0.07956874},"labels":[],"label_agreement":null},{"id":"W2061263043","doi":"10.1300/j136v07n03_03","title":"Internet Reference Services and the Reference Desk: Does the Nature of a User's Query Really Change?","year":2002,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Reference desk; The Internet; World Wide Web; Theme (computing); Computer science; Desk; Perspective (graphical); Information retrieval; Library science","score_opus":0.026974205221857,"score_gpt":0.2657887960827418,"score_spread":0.2388145908608848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2061263043","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.738665,0.0070053204,0.01358682,0.11457906,0.00031045952,0.0000843527,0.00015021442,0.0004022627,0.12521644],"genre_scores_gemma":[0.9921124,0.0006669705,0.0011443835,0.0027212535,0.00011783893,0.000020161056,0.000029097891,0.00007382969,0.0031141392],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9661148,0.02591982,0.0009695597,0.000940942,0.004720917,0.001333874],"domain_scores_gemma":[0.9438193,0.04173342,0.0038023598,0.0016237935,0.0068884944,0.0021326782],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015296203,0.00016281292,0.00055919023,0.002125655,0.0037026624,0.009398883,0.00094203104,0.0025699926,0.0048198034],"category_scores_gemma":[0.07289728,0.00025660635,0.00027832747,0.002942523,0.01009404,0.0128296055,0.0033370324,0.0019525682,0.0010222017],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003393122,0.0001392877,0.055081557,0.0004277523,0.000027602715,0.0026081512,0.68270624,0.00020923484,0.0030789764,0.10046811,0.018071458,0.13684237],"study_design_scores_gemma":[0.000025460336,0.00033473366,0.038864397,0.0006186157,0.000032901935,0.0030473094,0.7023801,0.0017542328,0.0019357698,0.026432762,0.2244334,0.0001402255],"about_ca_topic_score_codex":0.0060343603,"about_ca_topic_score_gemma":0.0035329373,"teacher_disagreement_score":0.015296203,"about_ca_system_score_codex":0.00426068,"about_ca_system_score_gemma":0.002355279,"threshold_uncertainty_score":0.08089501},"labels":[],"label_agreement":null},{"id":"W2092072737","doi":"10.1080/10875301.2013.803005","title":"Web-Scale Search and Virtual Reference Service: How Summon Is Impacting Reference Question Complexity and Reference Service Delivery","year":2013,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"","keywords":"Computer science; Scale (ratio); World Wide Web; Reference model; Service (business); Web survey; Norm (philosophy); Data science; Library science; Information retrieval; Political science; Software engineering; Business; Geography; Law","score_opus":0.039013017110608866,"score_gpt":0.2510143502877043,"score_spread":0.21200133317709544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092072737","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85538477,0.00080477004,0.016301151,0.034935813,0.00033374084,0.00044839212,0.0006078797,0.0021072673,0.0890761],"genre_scores_gemma":[0.97268224,0.00027415316,0.012449452,0.0024738251,0.00015274282,0.00029288788,0.0005441836,0.00055030035,0.010580227],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.95962304,0.027485339,0.0012933109,0.0016809934,0.008274873,0.0016424],"domain_scores_gemma":[0.7085389,0.22154678,0.010684118,0.015639827,0.031486332,0.012104048],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04968617,0.00042755523,0.00056117756,0.003890075,0.0038618334,0.014752484,0.0019536428,0.001344393,0.009773233],"category_scores_gemma":[0.23528218,0.00044262648,0.00043935954,0.0045058834,0.004720181,0.019671535,0.008665866,0.0020781949,0.0017956593],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012168329,0.0017801065,0.25365126,0.0007886814,0.00009742719,0.0004987885,0.15236689,0.0022475016,0.0042190608,0.046907865,0.0380035,0.49822208],"study_design_scores_gemma":[0.0003472204,0.0021297322,0.37499863,0.0008640127,0.00025234334,0.0004458717,0.20687734,0.022314208,0.011084952,0.05213324,0.32797608,0.0005764305],"about_ca_topic_score_codex":0.03202638,"about_ca_topic_score_gemma":0.039278045,"teacher_disagreement_score":0.04968617,"about_ca_system_score_codex":0.010601679,"about_ca_system_score_gemma":0.010738298,"threshold_uncertainty_score":0.26276875},"labels":[],"label_agreement":null},{"id":"W2152555794","doi":"10.1080/10875301.2013.870392","title":"The Librarian's Nitty-Gritty Guide to Social Media","year":2014,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"Web and Library Services","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trent University","funders":"","keywords":"Social media; World Wide Web; Computer science; Business","score_opus":0.009779269843279035,"score_gpt":0.22774163199081743,"score_spread":0.2179623621475384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152555794","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00059781596,0.1935441,0.057279706,0.15008765,0.020863857,0.0003973769,0.004664838,0.009297899,0.56326675],"genre_scores_gemma":[0.0027451138,0.07909437,0.025110286,0.043575816,0.0053401035,0.00048723593,0.0026368138,0.0018643227,0.83914584],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99610376,0.0011279547,0.00049427163,0.00025289768,0.0017886033,0.00023251811],"domain_scores_gemma":[0.99102074,0.0039081797,0.00033616606,0.00055326003,0.0033247212,0.0008569238],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0038488405,0.0021158746,0.002082408,0.00939539,0.0029162448,0.010448482,0.0026626696,0.0061991736,0.1051125],"category_scores_gemma":[0.01329524,0.0020319326,0.0010945237,0.008530104,0.0032377893,0.013245788,0.0036871117,0.007691432,0.16760454],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000068553295,0.000029365607,0.00012095219,0.0001459474,0.0000030139856,0.000052559004,0.00025073855,0.000031881595,0.000084839485,0.0057371394,0.9232659,0.07027085],"study_design_scores_gemma":[0.0000031350658,0.00000673681,0.00019187004,0.00027499875,0.0000025846898,0.00014124179,0.0001626747,0.00004657234,0.000050823972,0.002530321,0.996581,0.000008063937],"about_ca_topic_score_codex":0.01427282,"about_ca_topic_score_gemma":0.038065348,"teacher_disagreement_score":0.98955154,"about_ca_system_score_codex":0.0026757123,"about_ca_system_score_gemma":0.008133413,"threshold_uncertainty_score":0.3516363},"labels":[],"label_agreement":null},{"id":"W2155434198","doi":"10.1080/10875301.2014.917756","title":"Amazed, Appreciative, or Ambivalent? Student and Faculty Perceptions of Librarians Embedded in Online Courses","year":2014,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"","keywords":"Perception; Ambivalence; Service (business); Medical education; Computer science; Psychology; Knowledge management; Sociology; World Wide Web; Business; Marketing","score_opus":0.02745553827642072,"score_gpt":0.34329075175374213,"score_spread":0.3158352134773214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155434198","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9923408,0.00020858346,0.00016809822,0.0021181826,0.00002996942,0.000009440608,0.0000091148695,0.000011763468,0.005104102],"genre_scores_gemma":[0.99860734,0.00011633743,0.00007134355,0.00055782724,0.000011946673,0.0000059326176,0.00000641275,0.0000048124966,0.00061823125],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98930526,0.006657341,0.00060841563,0.0004383708,0.001936752,0.0010539322],"domain_scores_gemma":[0.97400427,0.009836684,0.005059352,0.0007865833,0.0028816338,0.007431459],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.010342892,0.00024198653,0.00049223064,0.0017327566,0.0048435703,0.0099309785,0.00087751093,0.001851967,0.0042459234],"category_scores_gemma":[0.03431552,0.0003388972,0.00041660687,0.0009986212,0.0080225365,0.005048036,0.0065062726,0.0031587456,0.00068611884],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002030169,0.0005246476,0.2625903,0.00016900255,0.000098308316,0.0006486533,0.69612724,0.000094777075,0.002063863,0.0031982034,0.002568508,0.03171359],"study_design_scores_gemma":[0.000014026987,0.0002493017,0.05189104,0.00007417467,0.000035198085,0.0003688269,0.9395983,0.00014304853,0.0005327762,0.0008092874,0.0062411055,0.000042872092],"about_ca_topic_score_codex":0.0018946716,"about_ca_topic_score_gemma":0.0023990842,"teacher_disagreement_score":0.99006903,"about_ca_system_score_codex":0.0016298409,"about_ca_system_score_gemma":0.0020146845,"threshold_uncertainty_score":0.054699123},"labels":[],"label_agreement":null},{"id":"W2320481134","doi":"10.1300/j136v05n01_09","title":"Electronic Ready Reference Resources","year":2000,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"The Internet; Computer science; World Wide Web; Reference desk; Work (physics); Information retrieval","score_opus":0.011290415932367884,"score_gpt":0.21444212084734937,"score_spread":0.2031517049149815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2320481134","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00096637267,0.004124649,0.0061644986,0.0031435343,0.0032159982,0.0006234199,0.016149247,0.007818073,0.95779413],"genre_scores_gemma":[0.0048562773,0.0050887866,0.0090710595,0.0013288922,0.0012375497,0.00025435127,0.019642416,0.0031118004,0.9554088],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961047,0.0007216514,0.00044107987,0.0003729341,0.002010925,0.0003486164],"domain_scores_gemma":[0.98243713,0.002963499,0.000871745,0.0039352626,0.007830064,0.0019622783],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029900956,0.0011815992,0.0015261438,0.0152751515,0.0024916762,0.010631395,0.0022881136,0.0021680312,0.73297524],"category_scores_gemma":[0.02278404,0.0007768198,0.000650766,0.019035667,0.0010520227,0.008432799,0.0045099403,0.0021550744,0.7045004],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001554604,0.000043801494,0.00018012487,0.00031542702,0.0000026446382,0.000047898146,0.00014455755,0.00002935588,0.00029864002,0.00405402,0.83976066,0.1551073],"study_design_scores_gemma":[0.000002485444,0.000007886478,0.00036078514,0.00020017895,0.0000020424338,0.00004999041,0.000081751874,0.000015440783,0.00010328454,0.00059054483,0.9985777,0.000007784776],"about_ca_topic_score_codex":0.0043618334,"about_ca_topic_score_gemma":0.0054122284,"teacher_disagreement_score":0.9893686,"about_ca_system_score_codex":0.0013423171,"about_ca_system_score_gemma":0.0039183265,"threshold_uncertainty_score":0.3808784},"labels":[],"label_agreement":null},{"id":"W4254771855","doi":"10.1080/10875300903336761","title":"A Review of “Teen Spaces: The Step-by-Step Library Makeover”","year":2009,"lang":"en","type":"review","venue":"Internet Reference Services Quarterly","topic":"Library Science and Administration","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Watson; Computer science; Library science; Artificial intelligence","score_opus":0.0445671870710639,"score_gpt":0.33920662765165277,"score_spread":0.2946394405805889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254771855","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000052603667,0.9974516,0.00011271324,0.0010352825,0.00045479162,0.000027369657,0.00003381897,0.0000101651685,0.0008216557],"genre_scores_gemma":[0.00046124804,0.9972518,0.0004079432,0.0011012214,0.00016708164,0.000037302187,0.000046701254,0.000003505936,0.0005230754],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99888545,0.00038523076,0.00022639876,0.00009969856,0.00035313595,0.00005011094],"domain_scores_gemma":[0.99706537,0.0015434065,0.0003366803,0.0000730981,0.000818649,0.00016271156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030393444,0.00092933176,0.0019903982,0.005060793,0.0005289198,0.0015357827,0.0018343297,0.0012791771,0.009688015],"category_scores_gemma":[0.008972776,0.0005680026,0.0014420843,0.0062600165,0.0006449226,0.0029457468,0.0011724421,0.0017437888,0.0035898297],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005281728,0.000037488153,0.00011401507,0.065414436,0.00021258139,0.00010222984,0.00014339382,0.0000704615,0.00020722469,0.00169777,0.1362103,0.79573727],"study_design_scores_gemma":[0.00003377002,0.00008100821,0.00070741435,0.03929645,0.00032680965,0.0003801447,0.0001267771,0.000022130578,0.00013272434,0.0007832668,0.9580926,0.000017015745],"about_ca_topic_score_codex":0.0041123168,"about_ca_topic_score_gemma":0.016952831,"teacher_disagreement_score":0.009688015,"about_ca_system_score_codex":0.0010522382,"about_ca_system_score_gemma":0.0040079723,"threshold_uncertainty_score":0.032409668},"labels":[],"label_agreement":null},{"id":"W4385612057","doi":"10.1080/10875301.2023.2242843","title":"Mobile Application Development Lab and University of Toronto Libraries: Advancing Innovation through Synergistic Collaboration","year":2023,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"FinTech, Crowdfunding, Digital Finance","field":"Business, Management and Accounting","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"General partnership; Transformative learning; Creativity; Sociology; Public relations; Library science; Political science; Computer science; Pedagogy","score_opus":0.01123015579009935,"score_gpt":0.22256860475051637,"score_spread":0.21133844896041704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385612057","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19031404,0.008291144,0.011037103,0.075903535,0.0009065199,0.00040588982,0.00030374745,0.00082418276,0.7120139],"genre_scores_gemma":[0.8871434,0.004107664,0.011757873,0.003832689,0.00021024598,0.00018556938,0.00017013626,0.00012985533,0.09246255],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.988967,0.00516559,0.00028896428,0.000524548,0.0023900017,0.0026639954],"domain_scores_gemma":[0.98795927,0.0033008328,0.0006226816,0.0007255616,0.0012059439,0.0061857305],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0045426516,0.000507224,0.00027598417,0.0021936167,0.021860255,0.017980231,0.0017522858,0.0024114868,0.013566488],"category_scores_gemma":[0.0067736795,0.0004967459,0.00037948042,0.0050833183,0.011745392,0.0058624363,0.014114079,0.0021698165,0.0020602557],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003514703,0.00044634286,0.019935472,0.0010022407,0.00005733118,0.014316191,0.27172557,0.0017089612,0.0036402475,0.26261315,0.21320757,0.21099551],"study_design_scores_gemma":[0.000043657594,0.000118954194,0.00606479,0.00030322836,0.000024242772,0.00093756494,0.12336336,0.00076140417,0.0011871706,0.005691988,0.8614456,0.000058036378],"about_ca_topic_score_codex":0.38098967,"about_ca_topic_score_gemma":0.62260085,"teacher_disagreement_score":0.9820198,"about_ca_system_score_codex":0.040427048,"about_ca_system_score_gemma":0.067264706,"threshold_uncertainty_score":0.75754416},"labels":[],"label_agreement":null},{"id":"W4400776267","doi":"10.1080/10875301.2024.2379816","title":"An Analysis of User Complaints on Chat Reference during the COVID-19 Pandemic: Insights into User Priorities","year":2024,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"Digital Communication and Language","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; 2019-20 coronavirus outbreak; World Wide Web; Computer science; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Internet privacy; Virology; Medicine","score_opus":0.037845245518679425,"score_gpt":0.31956741695290714,"score_spread":0.28172217143422773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400776267","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99631715,0.00015081688,0.0010418628,0.00033806454,0.000024825775,0.00008101761,0.00039266972,0.000048284717,0.001605269],"genre_scores_gemma":[0.99660265,0.0001618417,0.0014333157,0.00015189809,0.000032216914,0.000133854,0.00043865608,0.000026247626,0.0010193429],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99358267,0.0037625437,0.000494262,0.0004544178,0.0010919411,0.0006141472],"domain_scores_gemma":[0.94731265,0.03421662,0.007197206,0.0013418391,0.008330509,0.001601251],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006895464,0.00026223384,0.0003789172,0.004236302,0.0021644817,0.0019015562,0.0006784313,0.0008084294,0.0012265209],"category_scores_gemma":[0.040207017,0.00028006113,0.00026326042,0.0029514844,0.0012154318,0.0018517616,0.0023102018,0.0008088752,0.00039277182],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047471398,0.000087767796,0.33434865,0.00051932974,0.000032880984,0.002010236,0.59712195,0.00020758266,0.0075321877,0.00044932138,0.0025148378,0.054700572],"study_design_scores_gemma":[0.000007995187,0.0003038199,0.4901724,0.0003190359,0.000022219045,0.0010850594,0.49563906,0.0015139246,0.0017433494,0.00020261033,0.008912276,0.00007824625],"about_ca_topic_score_codex":0.010149934,"about_ca_topic_score_gemma":0.024609154,"teacher_disagreement_score":0.010149934,"about_ca_system_score_codex":0.0017106151,"about_ca_system_score_gemma":0.001502878,"threshold_uncertainty_score":0.036467135},"labels":[],"label_agreement":null},{"id":"W4402088521","doi":"10.1080/10875301.2024.2396388","title":"Amplifying Value: Assessment of Asynchronous Embedded Library Instruction and the Influence of Faculty Endorsements","year":2024,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Camosun College; Royal Roads University; University of Victoria","funders":"","keywords":"Asynchronous communication; Value (mathematics); Computer science; Library instruction; World Wide Web; Multimedia; Library science; Telecommunications; Information literacy","score_opus":0.015143230104969907,"score_gpt":0.33342164459329104,"score_spread":0.3182784144883211,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402088521","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99590427,0.000034061442,0.0011441357,0.00003118743,0.000011302751,0.00020130904,0.000022002567,0.000020818145,0.002630842],"genre_scores_gemma":[0.9959526,0.000033508622,0.0028182196,0.00002021903,0.00001682485,0.00024211167,0.000026523458,0.000011616838,0.0008783397],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.989431,0.0054492573,0.0007890213,0.0008656003,0.0031392933,0.00032576773],"domain_scores_gemma":[0.8583583,0.113001674,0.011204789,0.0054165153,0.008715599,0.0033031458],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011080354,0.00036829847,0.00033123346,0.00087746745,0.0004391282,0.0016757462,0.00057976396,0.0005630884,0.0024674146],"category_scores_gemma":[0.07972599,0.00021982969,0.0004011612,0.00061561825,0.0008760568,0.0012578657,0.0013575488,0.0007367715,0.0003270139],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013070605,0.012323313,0.39575434,0.0009474174,0.0004353382,0.0002617746,0.03200559,0.002795076,0.04799748,0.0012581262,0.00066151936,0.4924895],"study_design_scores_gemma":[0.0006401149,0.052008428,0.86808866,0.00023637724,0.00072738074,0.00025853486,0.013094869,0.012075836,0.04707227,0.0014363356,0.004205748,0.0001555356],"about_ca_topic_score_codex":0.00052251184,"about_ca_topic_score_gemma":0.0008509795,"teacher_disagreement_score":0.011080354,"about_ca_system_score_codex":0.00047220424,"about_ca_system_score_gemma":0.00093040254,"threshold_uncertainty_score":0.058599234},"labels":[],"label_agreement":null},{"id":"W4409822036","doi":"10.1080/10875301.2025.2495917","title":"An In-House Approach to AI: Developing a Custom Chatbot for Library Services","year":2025,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"AI in Service Interactions","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Chatbot; World Wide Web; Computer science; Library science","score_opus":0.01638243657910453,"score_gpt":0.29254834905631816,"score_spread":0.2761659124772136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409822036","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17720713,0.00020015669,0.76333034,0.0010039333,0.00020940645,0.0037438623,0.00020883487,0.01795154,0.03614477],"genre_scores_gemma":[0.22727598,0.00012813852,0.7329739,0.00051228213,0.000046593,0.0013456795,0.00041360682,0.002010807,0.03529303],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99782526,0.00096930296,0.000112006535,0.00039493662,0.00048136603,0.00021712268],"domain_scores_gemma":[0.99267054,0.00323616,0.00024626675,0.0012986948,0.0016142739,0.00093409896],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00418615,0.0009399645,0.00038298112,0.0012001684,0.0018376452,0.0022709991,0.0026942217,0.0012064937,0.009411087],"category_scores_gemma":[0.008923453,0.0006411695,0.0005261876,0.00049188174,0.0017071342,0.0025971977,0.0024525379,0.0015666769,0.003440101],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000599524,0.0046496796,0.00809151,0.001534821,0.0001466821,0.001920312,0.04944963,0.012930774,0.25149813,0.02563563,0.018153602,0.6253897],"study_design_scores_gemma":[0.0003753059,0.0046201753,0.013145491,0.0005631082,0.00028739843,0.0031928776,0.022342041,0.17906223,0.23694094,0.0077645513,0.5312463,0.00045951045],"about_ca_topic_score_codex":0.00923372,"about_ca_topic_score_gemma":0.01605605,"teacher_disagreement_score":0.009411087,"about_ca_system_score_codex":0.0023911258,"about_ca_system_score_gemma":0.0036732592,"threshold_uncertainty_score":0.031483233},"labels":[],"label_agreement":null},{"id":"W4412366363","doi":"10.1080/10875301.2025.2529435","title":"Evaluating the Impact of a Proactive Chat Feature on Reference Questions, Their Complexity and Subject Matter","year":2025,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"Digital Communication and Language","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Feature (linguistics); Computer science; Subject matter; Subject (documents); World Wide Web; Psychology; Information retrieval; Data science; Linguistics","score_opus":0.06027548121335283,"score_gpt":0.37014311488078694,"score_spread":0.3098676336674341,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412366363","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99254453,0.00021403187,0.0024423762,0.00034272883,0.000027012318,0.00039366222,0.00006804199,0.00025722012,0.003710438],"genre_scores_gemma":[0.98732704,0.00017957466,0.00967146,0.00020160242,0.000044927245,0.00043068314,0.00013720755,0.000066517256,0.0019409395],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9665976,0.021790452,0.0021563014,0.0012797541,0.006956207,0.0012197637],"domain_scores_gemma":[0.532068,0.40496626,0.023737408,0.009562738,0.022894643,0.006770955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03184881,0.000550208,0.0007918238,0.0025592905,0.0012521043,0.0046704304,0.0011931049,0.0009654859,0.0035868695],"category_scores_gemma":[0.21345879,0.00047499686,0.0007186658,0.0014986006,0.0010833513,0.0038137003,0.0030838181,0.0013167848,0.0008273902],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037042166,0.004422674,0.3430753,0.0034466381,0.0002497533,0.001163218,0.15085801,0.0012692304,0.031586207,0.0011185257,0.0022570335,0.45684913],"study_design_scores_gemma":[0.00022260372,0.0141836945,0.868197,0.0010321756,0.0005464712,0.0009170966,0.07912001,0.0034262077,0.014491312,0.00092701195,0.016647901,0.0002885328],"about_ca_topic_score_codex":0.0020762873,"about_ca_topic_score_gemma":0.0052328315,"teacher_disagreement_score":0.03184881,"about_ca_system_score_codex":0.0021592705,"about_ca_system_score_gemma":0.002744932,"threshold_uncertainty_score":0.16843456},"labels":[],"label_agreement":null}]}