{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":18,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":18,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"e6cd16aa0ba0","filters":{"venue":"Internet Reference Services Quarterly"}},"results":[{"id":"W1968181475","doi":"10.1300/j136v11n04_11","title":"Faculty Begin to Replace Textbooks with “Freely” Accessible Online Resources","year":2007,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Seneca Polytechnic","funders":"","keywords":"Variety (cybernetics); Plan (archaeology); Point (geometry); Computer science; Mathematics education; World Wide Web; Multimedia; Psychology; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.02602524114284277,"gpt":0.3071814419989077,"spread":0.281156200856065,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004849828,0.0002881798,0.0002558971,0.0002588333,0.0001315915,0.0009371543,0.002500056,0.0001042658,0.0001541534],"category_scores_gemma":[0.000008006347,0.0002262935,0.00004165284,0.00052886,0.00003652463,0.001053841,0.0002004171,0.0004005926,0.0006827512],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007892803,"about_ca_system_score_gemma":0.00006857054,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003928152,"about_ca_topic_score_gemma":0.01562231,"domain_scores_codex":[0.9976602,0.00007698403,0.0004256181,0.0007779227,0.0004950101,0.0005642981],"domain_scores_gemma":[0.9982947,0.00008556106,0.0002350195,0.0007714545,0.0002583844,0.0003549221],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0007202573,0.0009993408,0.05998242,0.0003439428,0.0001891717,0.0001756089,0.3638031,0.000261059,0.002083131,0.02982913,0.005001248,0.5366116],"study_design_scores_gemma":[0.001839961,0.00696088,0.2897808,0.001297483,0.00003997291,0.0001846711,0.1273255,0.01085169,0.003958766,0.000716733,0.5549415,0.002102],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.935989,0.00002163565,0.02398727,0.001450861,0.000244874,0.0002278488,0.000007423544,0.0003598359,0.03771123],"genre_scores_gemma":[0.9703987,0.000001015251,0.01731633,0.001835405,0.0001174556,0.00001370689,0.00005029882,0.00002042838,0.01024661],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5499403,"threshold_uncertainty_score":0.9227981,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2155434198","doi":"10.1080/10875301.2014.917756","title":"Amazed, Appreciative, or Ambivalent? Student and Faculty Perceptions of Librarians Embedded in Online Courses","year":2014,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal Roads University","funders":"","keywords":"Perception; Ambivalence; Service (business); Medical education; Computer science; Psychology; Knowledge management; Sociology; World Wide Web; Business; Marketing","retraction":null,"screen_n_in":null,"score":{"opus":0.02745553827642072,"gpt":0.3432907517537421,"spread":0.3158352134773214,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003173943,0.0001424723,0.0002429263,0.0001689082,0.00008887117,0.0002031729,0.0006393705,0.00009667316,0.0006997719],"category_scores_gemma":[0.00001697364,0.0001094223,0.00003753297,0.0003263096,0.0002096599,0.006013916,0.00005080892,0.0001452237,0.00005278222],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002761273,"about_ca_system_score_gemma":0.00008779879,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003573911,"about_ca_topic_score_gemma":0.008944714,"domain_scores_codex":[0.9983785,0.0002156426,0.0004797078,0.0002453467,0.0004060474,0.0002747119],"domain_scores_gemma":[0.999223,0.0001219614,0.0002318417,0.0001854291,0.0001051294,0.0001326246],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.00008593215,0.0003499259,0.2004567,0.0001134777,0.00002094011,0.000001529183,0.7282554,0.00001255433,0.00007898238,0.01996662,0.0002120918,0.05044588],"study_design_scores_gemma":[0.0006993583,0.000637549,0.5741773,0.0002785051,0.0000103114,0.000001289725,0.3989518,0.002506732,0.0000321704,0.000884144,0.02156933,0.0002514573],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9906589,0.00001507081,0.00009802428,0.0005945532,0.0001348084,0.0002144788,0.00007440089,0.00005402054,0.008155767],"genre_scores_gemma":[0.9963155,0.00004710416,0.0005653768,0.0007607284,0.00007742669,0.00001262427,0.0001010173,0.000005697813,0.00211447],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3737206,"threshold_uncertainty_score":0.7662011,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1579166901","doi":"10.1080/10875301.2013.870391","title":"Using Libguides to Enhance Library Services","year":2014,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"Web and Library Services","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Trent University","funders":"","keywords":"World Wide Web; Computer science; Library science; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.01443933245851014,"gpt":0.2607036505674876,"spread":0.2462643181089775,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002040952,0.0004687386,0.0004286125,0.0002989949,0.0001156626,0.00170763,0.004966907,0.0001753487,0.0002708802],"category_scores_gemma":[0.000001548759,0.0004178248,0.0001010839,0.000664331,0.00003004897,0.006425719,0.000601872,0.000256298,0.001395012],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002211465,"about_ca_system_score_gemma":0.00005467635,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00176806,"about_ca_topic_score_gemma":0.0005914196,"domain_scores_codex":[0.9968846,0.0002123704,0.0006179677,0.001109884,0.0004675854,0.0007075208],"domain_scores_gemma":[0.9977307,0.0001140408,0.0002708957,0.001368245,0.00009028363,0.0004258775],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002953714,0.0006993698,0.03938296,0.003750308,0.0003161951,0.0001237874,0.1130885,0.0005044775,0.02631976,0.24125,0.001696696,0.5725725],"study_design_scores_gemma":[0.0007603058,0.003719167,0.0245618,0.002650477,0.00005537099,0.00009864938,0.003740908,0.5437719,0.06105521,0.02686032,0.3294993,0.003226609],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9295986,0.0001818503,0.04769829,0.001139913,0.000697493,0.0002653642,0.00001066013,0.001042854,0.01936494],"genre_scores_gemma":[0.9513718,0.000006667944,0.03846185,0.008449094,0.0003183726,0.00002207181,0.00002674751,0.00004452166,0.001298854],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5693459,"threshold_uncertainty_score":0.9998274,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2023697592","doi":"10.1300/j136v12n03_01","title":"Initiating the Learning Process","year":2007,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Process (computing); Computer science; Process management; World Wide Web; Business; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.02466218837286714,"gpt":0.3524599824353653,"spread":0.3277977940624981,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001558277,0.000136022,0.0001300605,0.00007187664,0.0004630649,0.0002675146,0.0006704336,0.0001185006,0.0003753909],"category_scores_gemma":[0.00004368343,0.00009876811,0.00004622962,0.0002929584,0.0001118326,0.0004545176,0.00002340975,0.0006052619,0.0002834771],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004767815,"about_ca_system_score_gemma":0.0001224141,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004089224,"about_ca_topic_score_gemma":0.03120667,"domain_scores_codex":[0.9982559,0.0002256063,0.0002959744,0.000255085,0.0004506831,0.0005167623],"domain_scores_gemma":[0.9990638,0.0002888886,0.0002049779,0.0001450734,0.0001916785,0.0001055028],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.00005068404,0.00006585269,0.05146848,0.00009341305,0.00003809498,0.00002892827,0.3606413,0.0000474314,0.0001314003,0.01598774,0.00002729288,0.5714194],"study_design_scores_gemma":[0.0002575131,0.000464858,0.009213562,0.0002455783,0.00002485904,0.000006373704,0.7075768,0.001241455,0.0002265788,0.001966044,0.2784013,0.0003750743],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8841054,0.00006394311,0.0006823334,0.0006007868,0.0001884165,0.0001197097,6.39543e-7,0.0001937258,0.114045],"genre_scores_gemma":[0.9970051,0.000008168286,0.0001222486,0.0003071847,0.0004904099,0.000006827952,0.00001005909,0.0000137533,0.002036267],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5710443,"threshold_uncertainty_score":0.9864713,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1991937467","doi":"10.1080/10875300903256589","title":"Online Web Development Platforms Enable All Reference Staff to Work on Subject Guides","year":2009,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Seneca Polytechnic","funders":"","keywords":"Pathfinder; World Wide Web; Subject (documents); Computer science; Service (business); Web development; Work (physics); Web page; Set (abstract data type); Frequently asked questions; Engineering; Medical education; Business; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.03546164185821853,"gpt":0.2918759305488274,"spread":0.2564142886906089,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003603275,0.0003904446,0.0003282758,0.000294025,0.0001220252,0.0008154323,0.002556565,0.0001395568,0.0002570079],"category_scores_gemma":[0.0000127441,0.0003249535,0.000049759,0.0005661842,0.00001557441,0.0009545526,0.0001376491,0.0004667098,0.002714205],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001988693,"about_ca_system_score_gemma":0.0002157709,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003552461,"about_ca_topic_score_gemma":0.001407141,"domain_scores_codex":[0.9972092,0.0000617788,0.0006154291,0.0008545792,0.000561177,0.0006978447],"domain_scores_gemma":[0.9983437,0.00007657306,0.0002173847,0.0007674401,0.0002287424,0.0003661364],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003483576,0.002243098,0.002131927,0.0001321287,0.0001266579,0.00006451098,0.1301749,0.00040638,0.001926896,0.06507583,0.005780962,0.7915883],"study_design_scores_gemma":[0.002023392,0.01524239,0.08786422,0.002914673,0.00003349525,0.00005832019,0.04381472,0.009976995,0.009424148,0.005504842,0.8194299,0.00371295],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9638607,0.00002733455,0.001457479,0.001301383,0.0004103034,0.0002746485,0.000003543126,0.0003770723,0.03228753],"genre_scores_gemma":[0.9757075,0.000009604336,0.01578902,0.003494852,0.0000838253,0.00002508626,0.00008230728,0.00001620294,0.00479164],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8136489,"threshold_uncertainty_score":0.9999202,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2152555794","doi":"10.1080/10875301.2013.870392","title":"The Librarian's Nitty-Gritty Guide to Social Media","year":2014,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"Web and Library Services","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Trent University","funders":"","keywords":"Social media; World Wide Web; Computer science; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.009779269843279035,"gpt":0.2277416319908174,"spread":0.2179623621475384,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication","open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004520762,0.0003275391,0.0002865955,0.0001161423,0.0002867992,0.001894673,0.005478506,0.0001528406,0.00008357035],"category_scores_gemma":[0.00001225748,0.0002274925,0.00009984571,0.0004348314,0.0000541959,0.002026227,0.0004374716,0.0002972267,0.001474063],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002433921,"about_ca_system_score_gemma":0.00005792253,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008281437,"about_ca_topic_score_gemma":0.003674918,"domain_scores_codex":[0.9973196,0.0002865587,0.000526693,0.0006937791,0.0005291433,0.0006441836],"domain_scores_gemma":[0.9979213,0.0005014232,0.0001975905,0.0009758485,0.0001252535,0.0002785339],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004259155,0.00008375249,0.001530676,0.00008960273,0.00006130986,0.00001323145,0.0549496,0.000004029692,0.0003151402,0.4918519,0.0118994,0.4391588],"study_design_scores_gemma":[0.0004539959,0.0005021274,0.04122306,0.0001069081,0.00001237956,0.00001303411,0.003308893,0.01169749,0.0007641363,0.02152363,0.9197314,0.000662922],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7403674,0.0003232966,0.07492174,0.0273947,0.004953429,0.0007507749,0.00004289517,0.002094725,0.149151],"genre_scores_gemma":[0.9894766,0.000005489277,0.003452711,0.004854417,0.0007240035,0.0000410414,0.00002026479,0.00002407742,0.001401455],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.907832,"threshold_uncertainty_score":0.9999023,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2092072737","doi":"10.1080/10875301.2013.803005","title":"Web-Scale Search and Virtual Reference Service: How Summon Is Impacting Reference Question Complexity and Reference Service Delivery","year":2013,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal Roads University","funders":"","keywords":"Computer science; Scale (ratio); World Wide Web; Reference model; Service (business); Web survey; Norm (philosophy); Data science; Library science; Information retrieval; Political science; Software engineering; Business; Geography; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.03901301711060887,"gpt":0.2510143502877043,"spread":0.2120013331770954,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0004379275,0.0007648566,0.0006448125,0.0004441492,0.000407495,0.004332042,0.002082631,0.0004231607,0.0002980492],"category_scores_gemma":[0.00001005303,0.0006860873,0.00005163913,0.001115949,0.0001723805,0.00820644,0.001000802,0.000853757,0.0005437215],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001320782,"about_ca_system_score_gemma":0.0002365285,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01556506,"about_ca_topic_score_gemma":0.01293109,"domain_scores_codex":[0.9952495,0.0003618437,0.0007404277,0.001693072,0.0009452832,0.001009884],"domain_scores_gemma":[0.9967225,0.0002976628,0.0003561846,0.000990298,0.0009545175,0.0006788773],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001067391,0.001027841,0.1855602,0.004054628,0.0006505229,0.0001046763,0.1406116,0.00003536258,0.03491708,0.0585239,0.004084826,0.5693619],"study_design_scores_gemma":[0.004708287,0.005492651,0.6504458,0.002968486,0.0001042942,0.0004124792,0.0349097,0.2508995,0.009379765,0.01143154,0.02373928,0.005508208],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9861229,0.0002150074,0.0007054825,0.003009986,0.0001628058,0.0005568515,0.00005771644,0.0005465825,0.008622638],"genre_scores_gemma":[0.9924132,0.0001623029,0.002605028,0.002445593,0.00006810138,0.00008046423,0.0001282008,0.0000394295,0.002057719],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5638537,"threshold_uncertainty_score":0.999559,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4385612057","doi":"10.1080/10875301.2023.2242843","title":"Mobile Application Development Lab and University of Toronto Libraries: Advancing Innovation through Synergistic Collaboration","year":2023,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"FinTech, Crowdfunding, Digital Finance","field":"Business, Management and Accounting","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Toronto","funders":"","keywords":"General partnership; Transformative learning; Creativity; Sociology; Public relations; Library science; Political science; Computer science; Pedagogy","retraction":null,"screen_n_in":null,"score":{"opus":0.01123015579009935,"gpt":0.2225686047505164,"spread":0.211338448960417,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001190981,0.0001323938,0.0001499958,0.00009635924,0.00006996884,0.0001980107,0.0002355422,0.00006809644,0.00004700898],"category_scores_gemma":[0.00000877602,0.0001468046,0.00001091013,0.0006796718,0.00003906503,0.003595759,0.00009786041,0.00005244863,0.0001532667],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008054083,"about_ca_system_score_gemma":0.00003818017,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004969887,"about_ca_topic_score_gemma":0.01551461,"domain_scores_codex":[0.999119,0.000005497398,0.0002700003,0.0002819815,0.0001554692,0.0001680689],"domain_scores_gemma":[0.9992078,0.000020308,0.0003270213,0.000153173,0.0002849704,0.000006742882],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004090042,0.0002400604,0.03877948,0.005256671,0.0001195705,0.00001889526,0.04907667,0.0001172171,0.02693963,0.5506563,0.00268625,0.3257003],"study_design_scores_gemma":[0.001309622,0.0004250172,0.08545424,0.001298493,0.00006380642,0.000001834705,0.09008346,0.02721679,0.003810253,0.01618458,0.7730077,0.001144225],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9838509,0.0001039837,0.006812385,0.00004894182,0.0001483764,0.000280807,0.000006696881,0.0002311914,0.008516722],"genre_scores_gemma":[0.9982521,0.00002008767,0.0005187521,0.00009426835,0.00005009221,0.00001422271,0.0002707065,0.00001359305,0.0007661946],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7703214,"threshold_uncertainty_score":0.8657519,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1970438855","doi":"10.1300/j136v11n03_08","title":"Slashdotting Digital Library Resources","year":2006,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Seneca Polytechnic","funders":"","keywords":"Digital library; Crowds; RSS; Web syndication; World Wide Web; Business; Service (business); The Internet; Digital transformation; Key (lock); Advertising; Computer science; Internet privacy; Marketing; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.006573457258941717,"gpt":0.2080089480069124,"spread":0.2014354907479707,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00008455224,0.0002749132,0.0002126014,0.0003311192,0.00008761575,0.001405212,0.002040956,0.0001727492,0.0001176025],"category_scores_gemma":[0.00000306332,0.0002520428,0.00006253809,0.0004536316,0.00007935109,0.004518626,0.0002473207,0.0004051708,0.001436913],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004528078,"about_ca_system_score_gemma":0.00002172141,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003068529,"about_ca_topic_score_gemma":0.0001595504,"domain_scores_codex":[0.9981216,0.00005015513,0.0004946363,0.0006290036,0.0002830674,0.0004215857],"domain_scores_gemma":[0.9988088,0.00007848607,0.000303794,0.0006468504,0.0001176774,0.00004436665],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00009129298,0.0005088271,0.05008653,0.0002281489,0.0001296625,0.0002784205,0.01427025,0.00001613017,0.005596866,0.626093,0.006599055,0.2961019],"study_design_scores_gemma":[0.002133937,0.004276079,0.07775667,0.001423187,0.00003690272,0.0006587493,0.007191808,0.07116004,0.05119218,0.213057,0.5676745,0.003439009],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.920949,0.00005305882,0.0191105,0.0005938376,0.0003671951,0.0001215076,0.00001434856,0.00129758,0.05749299],"genre_scores_gemma":[0.9930192,6.723541e-7,0.002725475,0.0003717375,0.0001723206,0.00002035898,0.00006374939,0.0000225627,0.003603877],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5610754,"threshold_uncertainty_score":0.9999932,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2061263043","doi":"10.1300/j136v07n03_03","title":"Internet Reference Services and the Reference Desk: Does the Nature of a User's Query Really Change?","year":2002,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Reference desk; The Internet; World Wide Web; Theme (computing); Computer science; Desk; Perspective (graphical); Information retrieval; Library science","retraction":null,"screen_n_in":null,"score":{"opus":0.026974205221857,"gpt":0.2657887960827418,"spread":0.2388145908608848,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001160182,0.000381038,0.0004462679,0.0001673047,0.0003846324,0.001035655,0.003043596,0.0003943266,0.001223557],"category_scores_gemma":[0.00002844347,0.0001905396,0.0001002119,0.0005733646,0.001048598,0.008403658,0.0002362682,0.0008453615,0.0002246826],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000450524,"about_ca_system_score_gemma":0.00006155447,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.03288056,"about_ca_topic_score_gemma":0.02186036,"domain_scores_codex":[0.9964064,0.0006327387,0.0008387658,0.0005543042,0.0009362558,0.0006314952],"domain_scores_gemma":[0.9973499,0.0005089684,0.0007455519,0.0007932311,0.0003965207,0.0002058528],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002528686,0.0000968191,0.01169241,0.000379322,0.0000894657,0.000006020929,0.5958511,8.125473e-7,0.00004340826,0.3443981,0.0007911118,0.04639859],"study_design_scores_gemma":[0.002138097,0.001093796,0.0563953,0.001920003,0.0001231318,0.00003423627,0.2474846,0.007802621,0.0003029067,0.01221139,0.669238,0.001255984],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9391048,0.001088813,0.00001705385,0.007216983,0.0005636516,0.000780562,0.00007284132,0.0001573528,0.05099794],"genre_scores_gemma":[0.9859862,0.0009672708,0.0001057407,0.007487279,0.0002446431,0.0000980659,0.00004525647,0.00001582634,0.005049672],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6684468,"threshold_uncertainty_score":0.9996895,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1563758918","doi":"10.1300/j136v11n02_07","title":"The Library Patron Prefers Listening","year":2006,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"Digital Rights Management and Security","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Seneca Polytechnic","funders":"","keywords":"Active listening; Bridge (graph theory); Digital audio; Computer science; Multimedia; World Wide Web; Digital library; Advertising; Telecommunications; Sociology; Art; Business; Audio signal; Literature; Communication","retraction":null,"screen_n_in":null,"score":{"opus":0.005327856883787893,"gpt":0.1894073687596795,"spread":0.1840795118758916,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0001057403,0.0002018808,0.0001324497,0.0000670914,0.0001276905,0.002361603,0.002392874,0.00005855201,0.00003690798],"category_scores_gemma":[6.831751e-7,0.0001264223,0.00007288943,0.0001905396,0.00004842855,0.002725523,0.0001684996,0.0001582741,0.0003201337],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001465812,"about_ca_system_score_gemma":0.00001864171,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001000235,"about_ca_topic_score_gemma":0.001933138,"domain_scores_codex":[0.9984998,0.00006039671,0.0003158133,0.0004178146,0.0003132857,0.0003928709],"domain_scores_gemma":[0.9990307,0.00008361194,0.0001450111,0.0006362358,0.00003799037,0.00006642137],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003130181,0.00008031999,0.004569782,0.00007242948,0.00003768831,0.00003501316,0.002701567,0.00001100993,0.00002228464,0.7293792,0.002946342,0.2601131],"study_design_scores_gemma":[0.0006359961,0.001140885,0.06471939,0.0002141942,0.00002151314,0.0000120235,0.0009209893,0.06809077,0.0006009475,0.2414888,0.6212265,0.0009280749],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5530902,0.0003735058,0.009928036,0.001095528,0.0007549765,0.0003069931,0.00000673567,0.0008902832,0.4335537],"genre_scores_gemma":[0.9877934,0.000009046981,0.00061957,0.0002374502,0.00009850775,0.00001038165,0.00003272965,0.000009670897,0.01118924],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6182801,"threshold_uncertainty_score":0.998674,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4409822036","doi":"10.1080/10875301.2025.2495917","title":"An In-House Approach to AI: Developing a Custom Chatbot for Library Services","year":2025,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"AI in Service Interactions","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Manitoba","funders":"","keywords":"Chatbot; World Wide Web; Computer science; Library science","retraction":null,"screen_n_in":null,"score":{"opus":0.01638243657910453,"gpt":0.2925483490563182,"spread":0.2761659124772136,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0002311388,0.0004539473,0.0004554675,0.0007969795,0.000114964,0.001381204,0.004860478,0.0002340977,0.00002032419],"category_scores_gemma":[0.000002712126,0.000445366,0.0000948422,0.001194304,0.00002459603,0.004907468,0.0003801645,0.0003918723,0.0002472874],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001506567,"about_ca_system_score_gemma":0.0002102344,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002645974,"about_ca_topic_score_gemma":0.006537881,"domain_scores_codex":[0.9968001,0.0001415863,0.0007745643,0.001266501,0.0002990804,0.0007182035],"domain_scores_gemma":[0.9978326,0.0001662137,0.0001921607,0.001361415,0.0002299361,0.0002176488],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0006387715,0.002029726,0.02098717,0.005275147,0.0003392657,0.00004620364,0.18782,0.001127114,0.003479755,0.5654737,0.001964759,0.2108184],"study_design_scores_gemma":[0.002230485,0.00210197,0.02633805,0.003720002,0.00005916164,0.00004856312,0.03121814,0.7798882,0.007236906,0.03660924,0.1080472,0.002502125],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4346072,0.0001052809,0.5497665,0.004564729,0.001148112,0.001321351,0.00002827142,0.001611735,0.006846773],"genre_scores_gemma":[0.8974069,0.000005739577,0.08756951,0.01384517,0.00009587126,0.0005265779,0.00005429557,0.00005328852,0.0004425835],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.778761,"threshold_uncertainty_score":0.9997998,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4402088521","doi":"10.1080/10875301.2024.2396388","title":"Amplifying Value: Assessment of Asynchronous Embedded Library Instruction and the Influence of Faculty Endorsements","year":2024,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Camosun College; Royal Roads University; University of Victoria","funders":"","keywords":"Asynchronous communication; Value (mathematics); Computer science; Library instruction; World Wide Web; Multimedia; Library science; Telecommunications; Information literacy","retraction":null,"screen_n_in":null,"score":{"opus":0.01514323010496991,"gpt":0.333421644593291,"spread":0.3182784144883211,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004139878,0.000120719,0.0002151591,0.00009348371,0.00008313289,0.0001864028,0.0003695225,0.00008259782,0.0001025256],"category_scores_gemma":[0.000008035124,0.00008398614,0.00005359881,0.0002327721,0.0002629935,0.0008720957,0.00005585568,0.0002367067,0.000006023879],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002805049,"about_ca_system_score_gemma":0.0002068343,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004517986,"about_ca_topic_score_gemma":0.001031058,"domain_scores_codex":[0.9985641,0.0002635807,0.0003777365,0.0002389056,0.0003699505,0.0001857197],"domain_scores_gemma":[0.9993729,0.0001569081,0.0001994146,0.0001495683,0.00007026503,0.00005091691],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001393085,0.0001130386,0.05927066,0.001557669,0.000314004,0.00001087365,0.191616,0.0003587652,0.00174097,0.2426579,0.00002975565,0.5021911],"study_design_scores_gemma":[0.004935343,0.002554939,0.332702,0.006721384,0.0004756725,0.00002916998,0.5286679,0.04135066,0.002361254,0.03359432,0.04538061,0.001226794],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9933446,0.0001650536,0.000131855,0.0002575255,0.0001513629,0.0001886209,0.00001950146,0.00007258471,0.005668914],"genre_scores_gemma":[0.9982513,0.00009563293,0.001304487,0.00004102751,0.00006938384,0.00001225659,0.00002335524,0.000009334917,0.0001932125],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5009643,"threshold_uncertainty_score":0.6829874,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2320481134","doi":"10.1300/j136v05n01_09","title":"Electronic Ready Reference Resources","year":2000,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"The Internet; Computer science; World Wide Web; Reference desk; Work (physics); Information retrieval","retraction":null,"screen_n_in":null,"score":{"opus":0.01129041593236788,"gpt":0.2144421208473494,"spread":0.2031517049149815,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0001595118,0.0003346737,0.0002680982,0.0002047615,0.0001264076,0.001320273,0.002460024,0.000147055,0.002006647],"category_scores_gemma":[0.000002072092,0.0002866926,0.00005427883,0.000565831,0.00005043159,0.002720937,0.0001031843,0.0003289375,0.003854316],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007377606,"about_ca_system_score_gemma":0.0001015851,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007380878,"about_ca_topic_score_gemma":0.0005675358,"domain_scores_codex":[0.9974116,0.0001019608,0.0004666961,0.0008037713,0.000497771,0.0007182001],"domain_scores_gemma":[0.99875,0.00008042329,0.000131,0.0007441025,0.00009273143,0.0002017383],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000194618,0.0002122395,0.002334569,0.00008204424,0.0001020357,0.00004470066,0.01884744,0.0000138388,0.0001738938,0.08269347,0.002733722,0.8925674],"study_design_scores_gemma":[0.000433324,0.001090706,0.005587684,0.0000854161,0.000006382952,0.00004676853,0.0004809136,0.003972111,0.0004449364,0.008763429,0.9784851,0.0006032043],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6964103,0.0002005997,0.0006094536,0.0002422864,0.0001033613,0.0001534486,0.000005509695,0.0006478007,0.3016272],"genre_scores_gemma":[0.9426381,0.00005331703,0.0005813371,0.0008711788,0.00006602348,0.00003631179,0.00004482977,0.00001744114,0.05569146],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9757514,"threshold_uncertainty_score":0.9999585,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4400776267","doi":"10.1080/10875301.2024.2379816","title":"An Analysis of User Complaints on Chat Reference during the COVID-19 Pandemic: Insights into User Priorities","year":2024,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"Digital Communication and Language","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; 2019-20 coronavirus outbreak; World Wide Web; Computer science; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Internet privacy; Virology; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.03784524551867943,"gpt":0.3195674169529071,"spread":0.2817221714342277,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0003023057,0.0002847389,0.0003637998,0.0005189116,0.0001279211,0.001048388,0.003659012,0.0001169985,0.0001277767],"category_scores_gemma":[0.000008984362,0.0001928162,0.0001278877,0.0009362984,0.0001281918,0.001402905,0.0002508345,0.000370867,0.0001177789],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001577952,"about_ca_system_score_gemma":0.00008048546,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004208158,"about_ca_topic_score_gemma":0.02212303,"domain_scores_codex":[0.9977603,0.0003070824,0.0005176562,0.0006370725,0.0004992025,0.0002787123],"domain_scores_gemma":[0.9972933,0.0003475668,0.0001802188,0.001840456,0.0001327211,0.0002057354],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001314595,0.0003072272,0.01528177,0.0008201128,0.0009906753,0.00009302273,0.2274633,0.000386911,0.002028129,0.7282404,0.00005774015,0.02419919],"study_design_scores_gemma":[0.00182713,0.0045931,0.2569616,0.002063864,0.0007598628,0.0001482056,0.05114474,0.3334428,0.002304323,0.01814916,0.3253124,0.003292785],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9872841,0.0004329222,0.005511856,0.0003028575,0.0001200538,0.0001742949,0.00002287352,0.0004088545,0.00574218],"genre_scores_gemma":[0.9975411,0.00004878414,0.0002405598,0.00127878,0.00001919514,0.00002850086,0.00007676279,0.00001483802,0.0007514721],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7100912,"threshold_uncertainty_score":0.9999886,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4254771855","doi":"10.1080/10875300903336761","title":"A Review of “Teen Spaces: The Step-by-Step Library Makeover”","year":2009,"lang":"en","type":"review","venue":"Internet Reference Services Quarterly","topic":"Library Science and Administration","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Watson; Computer science; Library science; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.0445671870710639,"gpt":0.3392066276516528,"spread":0.2946394405805889,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007126396,0.0004898182,0.001330183,0.0001078233,0.000163326,0.0006264645,0.003206687,0.0003777939,0.001434934],"category_scores_gemma":[0.00001464737,0.000304628,0.0004395093,0.0008139648,0.0003063738,0.002179545,0.00007684816,0.0004961409,0.0003860593],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004861003,"about_ca_system_score_gemma":0.0008819739,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002201971,"about_ca_topic_score_gemma":0.001246226,"domain_scores_codex":[0.9959685,0.0009694788,0.001114203,0.0006455516,0.0007888411,0.0005134257],"domain_scores_gemma":[0.9974,0.0002882677,0.001263377,0.0007600987,0.00008187997,0.0002063174],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000003714541,0.00005051567,0.000007988738,0.03138958,0.00004114349,0.000004665947,0.002038654,3.38267e-9,8.643609e-8,0.005184358,0.04880032,0.912479],"study_design_scores_gemma":[0.00004327547,0.0003523098,0.000003181065,0.09317837,0.0001676894,0.000004156455,0.002055848,0.000003047243,5.264723e-7,0.0001285903,0.9037547,0.0003082872],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00001125181,0.9492754,0.00001907585,0.001155984,0.0002834771,0.001081271,0.0001528289,0.000109122,0.04791164],"genre_scores_gemma":[0.00008125052,0.9871129,0.0001408499,0.002514239,0.0002868156,0.00005739773,0.0004168779,0.00002789784,0.009361713],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9121707,"threshold_uncertainty_score":0.9999406,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4412366363","doi":"10.1080/10875301.2025.2529435","title":"Evaluating the Impact of a Proactive Chat Feature on Reference Questions, Their Complexity and Subject Matter","year":2025,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"Digital Communication and Language","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"McGill University","funders":"","keywords":"Feature (linguistics); Computer science; Subject matter; Subject (documents); World Wide Web; Psychology; Information retrieval; Data science; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.06027548121335283,"gpt":0.3701431148807869,"spread":0.3098676336674341,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003264294,0.0002123336,0.0002203432,0.0001156356,0.00008524433,0.000358474,0.001613881,0.00007639436,0.00003646892],"category_scores_gemma":[0.000009343619,0.000122545,0.0000665925,0.000273718,0.0001138015,0.0004942141,0.0002289213,0.0003414662,0.00003299754],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005993704,"about_ca_system_score_gemma":0.00007094908,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002753104,"about_ca_topic_score_gemma":0.0008616152,"domain_scores_codex":[0.9986925,0.0003139942,0.0002424045,0.0003591379,0.0001917974,0.000200139],"domain_scores_gemma":[0.9982893,0.0002477801,0.0001939128,0.001046156,0.000174226,0.00004859221],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0005956072,0.0007666953,0.0127766,0.0003797801,0.0006532119,0.000005222339,0.07144073,0.0000385116,0.003373641,0.4107823,0.000858391,0.4983293],"study_design_scores_gemma":[0.001050086,0.005216148,0.8612509,0.001540701,0.00004143893,0.00003696887,0.006658904,0.07387685,0.00208447,0.04662557,0.0009267165,0.0006912898],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9388732,0.0002783266,0.001140908,0.0009638399,0.00003905004,0.0003322121,0.00002971326,0.00008188459,0.05826081],"genre_scores_gemma":[0.9978395,0.000008609113,0.0006370948,0.0005729055,0.00000578978,0.00003437552,0.0000214338,0.00000571277,0.000874556],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8484743,"threshold_uncertainty_score":0.4997241,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1529717207","doi":"10.1080/10875301003788273","title":"A Review of “Libraries Got Game: Aligned Learning Through Modern Board Games”","year":2010,"lang":"en","type":"review","venue":"Internet Reference Services Quarterly","topic":"Digital Games and Media","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Trent University","funders":"","keywords":"Mohawk; Computer science; World Wide Web; Multimedia; Advertising; Video game design; Game design; Media studies; Sociology; Library science; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.04508655777705047,"gpt":0.3477574631333884,"spread":0.3026709053563379,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006250187,0.0007118625,0.002648682,0.0001392688,0.00005595967,0.0004587084,0.002149555,0.0007890995,0.0007377117],"category_scores_gemma":[0.00009093271,0.0005723264,0.0007424669,0.0004724934,0.0004721468,0.00118109,0.0001505702,0.0009044104,0.0004255171],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008589329,"about_ca_system_score_gemma":0.00074151,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003008213,"about_ca_topic_score_gemma":0.004185393,"domain_scores_codex":[0.9955903,0.0005920326,0.001414899,0.0008329823,0.0008159158,0.0007538446],"domain_scores_gemma":[0.9967887,0.0003423037,0.001532389,0.0007361822,0.0003142557,0.0002861428],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000005270958,0.00004545167,0.000002160845,0.07476885,0.00008211777,0.000007215397,0.02195004,2.063451e-8,2.622117e-7,0.004297331,0.0002894246,0.8985519],"study_design_scores_gemma":[0.00007958269,0.0002762476,6.024221e-7,0.162256,0.0003231679,0.000005096236,0.002147927,0.000003883222,5.772754e-7,0.0006804089,0.8337535,0.0004730238],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00002292386,0.8364377,0.00004436336,0.00008048504,0.0006103185,0.001021393,0.00005292326,0.0001727637,0.1615572],"genre_scores_gemma":[0.0001736459,0.9768934,0.0002176595,0.0005642805,0.0003349882,0.0002150008,0.0002848994,0.00007944154,0.0212367],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8980788,"threshold_uncertainty_score":0.9996728,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}