{"meta":{"query_hash":"e6cd16aa0ba0","filters":{"venue":"Internet Reference Services Quarterly"},"cohort_total":18,"direct_labels_cover":0,"predictions_cover":18,"exported":18,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/e6cd16aa0ba0","api":"https://metacan.xera.ac/api/v1/cohort?venue=Internet+Reference+Services+Quarterly"},"results":[{"id":"W1529717207","doi":"10.1080/10875301003788273","title":"A Review of “Libraries Got Game: Aligned Learning Through Modern Board Games”","year":2010,"lang":"en","type":"review","venue":"Internet Reference Services Quarterly","topic":"Digital Games and Media","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trent University","funders":"","keywords":"Mohawk; Computer science; World Wide Web; Multimedia; Advertising; Video game design; Game design; Media studies; Sociology; Library science; Business","score_opus":0.04508655777705047,"score_gpt":0.3477574631333884,"score_spread":0.30267090535633795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1529717207","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022923861,0.8364377,0.000044363358,0.00008048504,0.0006103185,0.001021393,0.000052923264,0.00017276366,0.16155715],"genre_scores_gemma":[0.00017364591,0.97689337,0.00021765946,0.00056428055,0.00033498817,0.00021500084,0.00028489938,0.00007944154,0.021236697],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955903,0.00059203256,0.0014148988,0.0008329823,0.0008159158,0.0007538446],"domain_scores_gemma":[0.99678874,0.0003423037,0.0015323886,0.0007361822,0.00031425565,0.00028614284],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00062501867,0.0007118625,0.0026486823,0.00013926877,0.00005595967,0.00045870844,0.0021495547,0.00078909955,0.0007377117],"category_scores_gemma":[0.00009093271,0.0005723264,0.00074246695,0.00047249344,0.00047214684,0.0011810898,0.00015057017,0.00090441044,0.00042551706],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005270958,0.000045451674,0.0000021608448,0.07476885,0.00008211777,0.0000072153966,0.021950042,2.0634506e-8,2.6221173e-7,0.004297331,0.00028942464,0.8985519],"study_design_scores_gemma":[0.000079582685,0.00027624762,6.024221e-7,0.16225599,0.00032316794,0.000005096236,0.0021479272,0.0000038832222,5.7727544e-7,0.0006804089,0.8337535,0.00047302377],"about_ca_topic_score_codex":0.0030082134,"about_ca_topic_score_gemma":0.0041853935,"teacher_disagreement_score":0.8980788,"about_ca_system_score_codex":0.00008589329,"about_ca_system_score_gemma":0.00074151,"threshold_uncertainty_score":0.99967283},"labels":[],"label_agreement":null},{"id":"W1563758918","doi":"10.1300/j136v11n02_07","title":"The Library Patron Prefers Listening","year":2006,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"Digital Rights Management and Security","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Seneca Polytechnic","funders":"","keywords":"Active listening; Bridge (graph theory); Digital audio; Computer science; Multimedia; World Wide Web; Digital library; Advertising; Telecommunications; Sociology; Art; Business; Audio signal; Literature; Communication","score_opus":0.005327856883787893,"score_gpt":0.18940736875967948,"score_spread":0.18407951187589158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1563758918","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5530902,0.00037350584,0.009928036,0.0010955279,0.00075497647,0.00030699308,0.0000067356705,0.0008902832,0.43355373],"genre_scores_gemma":[0.9877934,0.000009046981,0.00061956997,0.00023745021,0.00009850775,0.0000103816465,0.00003272965,0.000009670897,0.011189237],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984998,0.000060396713,0.00031581335,0.00041781456,0.00031328565,0.00039287095],"domain_scores_gemma":[0.9990307,0.000083611936,0.00014501109,0.0006362358,0.00003799037,0.000066421366],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.000105740255,0.0002018808,0.00013244974,0.0000670914,0.00012769048,0.002361603,0.0023928743,0.000058552007,0.00003690798],"category_scores_gemma":[6.831751e-7,0.00012642225,0.00007288943,0.00019053958,0.00004842855,0.0027255227,0.0001684996,0.0001582741,0.00032013372],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003130181,0.00008031999,0.004569782,0.00007242948,0.000037688314,0.000035013156,0.0027015668,0.000011009925,0.000022284645,0.7293792,0.0029463423,0.2601131],"study_design_scores_gemma":[0.0006359961,0.0011408853,0.064719394,0.00021419422,0.000021513144,0.000012023503,0.00092098926,0.06809077,0.00060094753,0.24148875,0.6212265,0.0009280749],"about_ca_topic_score_codex":0.0010002349,"about_ca_topic_score_gemma":0.0019331375,"teacher_disagreement_score":0.6182801,"about_ca_system_score_codex":0.000014658122,"about_ca_system_score_gemma":0.000018641706,"threshold_uncertainty_score":0.99867404},"labels":[],"label_agreement":null},{"id":"W1579166901","doi":"10.1080/10875301.2013.870391","title":"Using Libguides to Enhance Library Services","year":2014,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"Web and Library Services","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trent University","funders":"","keywords":"World Wide Web; Computer science; Library science; Business","score_opus":0.014439332458510142,"score_gpt":0.2607036505674876,"score_spread":0.24626431810897748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1579166901","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9295986,0.00018185028,0.047698293,0.0011399126,0.000697493,0.0002653642,0.000010660134,0.0010428538,0.01936494],"genre_scores_gemma":[0.9513718,0.0000066679436,0.038461853,0.008449094,0.00031837262,0.000022071808,0.000026747513,0.000044521665,0.0012988541],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99688464,0.00021237042,0.00061796774,0.0011098839,0.0004675854,0.0007075208],"domain_scores_gemma":[0.9977307,0.000114040806,0.00027089566,0.0013682449,0.00009028363,0.0004258775],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00020409524,0.00046873858,0.00042861252,0.00029899488,0.000115662566,0.0017076298,0.0049669067,0.00017534869,0.00027088023],"category_scores_gemma":[0.000001548759,0.00041782478,0.00010108394,0.000664331,0.000030048968,0.0064257192,0.00060187205,0.00025629796,0.0013950118],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029537137,0.00069936976,0.03938296,0.0037503082,0.0003161951,0.00012378744,0.11308853,0.0005044775,0.026319755,0.24125002,0.0016966957,0.5725725],"study_design_scores_gemma":[0.00076030585,0.003719167,0.024561802,0.0026504775,0.00005537099,0.000098649376,0.0037409076,0.54377186,0.06105521,0.026860317,0.3294993,0.0032266092],"about_ca_topic_score_codex":0.0017680605,"about_ca_topic_score_gemma":0.0005914196,"teacher_disagreement_score":0.5693459,"about_ca_system_score_codex":0.000022114655,"about_ca_system_score_gemma":0.000054676355,"threshold_uncertainty_score":0.9998274},"labels":[],"label_agreement":null},{"id":"W1968181475","doi":"10.1300/j136v11n04_11","title":"Faculty Begin to Replace Textbooks with “Freely” Accessible Online Resources","year":2007,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Seneca Polytechnic","funders":"","keywords":"Variety (cybernetics); Plan (archaeology); Point (geometry); Computer science; Mathematics education; World Wide Web; Multimedia; Psychology; Artificial intelligence","score_opus":0.026025241142842773,"score_gpt":0.30718144199890773,"score_spread":0.28115620085606496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968181475","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.935989,0.00002163565,0.023987269,0.0014508609,0.00024487398,0.00022784881,0.0000074235436,0.0003598359,0.037711233],"genre_scores_gemma":[0.9703987,0.0000010152511,0.01731633,0.0018354054,0.000117455565,0.0000137068855,0.00005029882,0.000020428379,0.010246609],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99766016,0.00007698403,0.0004256181,0.0007779227,0.0004950101,0.0005642981],"domain_scores_gemma":[0.99829465,0.000085561056,0.00023501946,0.0007714545,0.00025838442,0.0003549221],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048498283,0.00028817984,0.00025589712,0.00025883332,0.00013159147,0.0009371543,0.002500056,0.000104265826,0.0001541534],"category_scores_gemma":[0.000008006347,0.0002262935,0.00004165284,0.00052885996,0.000036524627,0.0010538412,0.00020041714,0.0004005926,0.00068275124],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072025735,0.0009993408,0.059982415,0.00034394275,0.00018917173,0.00017560887,0.36380315,0.000261059,0.0020831313,0.029829133,0.0050012483,0.53661156],"study_design_scores_gemma":[0.0018399606,0.00696088,0.2897808,0.0012974832,0.000039972914,0.00018467108,0.1273255,0.010851691,0.003958766,0.00071673305,0.55494153,0.0021020002],"about_ca_topic_score_codex":0.003928152,"about_ca_topic_score_gemma":0.015622307,"teacher_disagreement_score":0.5499403,"about_ca_system_score_codex":0.00007892803,"about_ca_system_score_gemma":0.00006857054,"threshold_uncertainty_score":0.9227981},"labels":[],"label_agreement":null},{"id":"W1970438855","doi":"10.1300/j136v11n03_08","title":"Slashdotting Digital Library Resources","year":2006,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Seneca Polytechnic","funders":"","keywords":"Digital library; Crowds; RSS; Web syndication; World Wide Web; Business; Service (business); The Internet; Digital transformation; Key (lock); Advertising; Computer science; Internet privacy; Marketing; Computer security","score_opus":0.006573457258941717,"score_gpt":0.20800894800691236,"score_spread":0.20143549074797065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970438855","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.920949,0.00005305882,0.019110497,0.00059383764,0.00036719508,0.000121507626,0.00001434856,0.00129758,0.05749299],"genre_scores_gemma":[0.9930192,6.723541e-7,0.0027254748,0.0003717375,0.00017232056,0.000020358983,0.000063749394,0.0000225627,0.0036038773],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99812156,0.000050155133,0.0004946363,0.00062900357,0.00028306743,0.00042158572],"domain_scores_gemma":[0.9988088,0.000078486075,0.000303794,0.00064685044,0.000117677366,0.000044366654],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00008455224,0.00027491324,0.00021260142,0.00033111923,0.00008761575,0.0014052122,0.0020409562,0.00017274925,0.00011760251],"category_scores_gemma":[0.0000030633205,0.00025204284,0.00006253809,0.0004536316,0.00007935109,0.0045186263,0.00024732068,0.00040517078,0.0014369134],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000091292975,0.0005088271,0.05008653,0.00022814893,0.00012966245,0.0002784205,0.014270251,0.000016130172,0.0055968664,0.626093,0.006599055,0.29610187],"study_design_scores_gemma":[0.002133937,0.004276079,0.07775667,0.0014231873,0.00003690272,0.0006587493,0.0071918084,0.07116004,0.05119218,0.21305698,0.56767446,0.003439009],"about_ca_topic_score_codex":0.0003068529,"about_ca_topic_score_gemma":0.00015955043,"teacher_disagreement_score":0.5610754,"about_ca_system_score_codex":0.000045280784,"about_ca_system_score_gemma":0.000021721411,"threshold_uncertainty_score":0.9999932},"labels":[],"label_agreement":null},{"id":"W1991937467","doi":"10.1080/10875300903256589","title":"Online Web Development Platforms Enable All Reference Staff to Work on Subject Guides","year":2009,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Seneca Polytechnic","funders":"","keywords":"Pathfinder; World Wide Web; Subject (documents); Computer science; Service (business); Web development; Work (physics); Web page; Set (abstract data type); Frequently asked questions; Engineering; Medical education; Business; Medicine","score_opus":0.035461641858218526,"score_gpt":0.29187593054882743,"score_spread":0.2564142886906089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991937467","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9638607,0.000027334549,0.0014574787,0.0013013833,0.0004103034,0.00027464845,0.000003543126,0.0003770723,0.032287534],"genre_scores_gemma":[0.9757075,0.000009604336,0.015789019,0.0034948518,0.0000838253,0.00002508626,0.000082307284,0.000016202941,0.00479164],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972092,0.000061778795,0.00061542913,0.0008545792,0.000561177,0.00069784466],"domain_scores_gemma":[0.9983437,0.00007657306,0.0002173847,0.00076744007,0.00022874238,0.00036613637],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00036032748,0.00039044456,0.00032827578,0.00029402503,0.0001220252,0.0008154323,0.0025565648,0.00013955684,0.0002570079],"category_scores_gemma":[0.000012744099,0.00032495346,0.000049759,0.0005661842,0.000015574415,0.00095455255,0.0001376491,0.00046670978,0.0027142053],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003483576,0.0022430979,0.0021319266,0.00013212871,0.00012665788,0.000064510976,0.13017495,0.00040638004,0.0019268959,0.06507583,0.0057809623,0.7915883],"study_design_scores_gemma":[0.0020233921,0.01524239,0.08786422,0.0029146734,0.000033495253,0.000058320195,0.043814722,0.009976995,0.009424148,0.0055048424,0.8194299,0.0037129498],"about_ca_topic_score_codex":0.00035524607,"about_ca_topic_score_gemma":0.0014071411,"teacher_disagreement_score":0.8136489,"about_ca_system_score_codex":0.00019886927,"about_ca_system_score_gemma":0.00021577091,"threshold_uncertainty_score":0.99992025},"labels":[],"label_agreement":null},{"id":"W2023697592","doi":"10.1300/j136v12n03_01","title":"Initiating the Learning Process","year":2007,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Process (computing); Computer science; Process management; World Wide Web; Business; Programming language","score_opus":0.024662188372867145,"score_gpt":0.3524599824353653,"score_spread":0.32779779406249815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023697592","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88410544,0.00006394311,0.0006823334,0.00060078676,0.00018841645,0.00011970969,6.3954303e-7,0.00019372576,0.114045024],"genre_scores_gemma":[0.9970051,0.000008168286,0.00012224856,0.00030718467,0.0004904099,0.0000068279523,0.000010059093,0.000013753303,0.0020362674],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9982559,0.00022560633,0.00029597437,0.00025508503,0.00045068306,0.0005167623],"domain_scores_gemma":[0.99906385,0.00028888855,0.00020497786,0.00014507335,0.0001916785,0.00010550283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001558277,0.00013602202,0.00013006052,0.00007187664,0.00046306488,0.0002675146,0.00067043357,0.00011850061,0.00037539087],"category_scores_gemma":[0.000043683434,0.00009876811,0.00004622962,0.0002929584,0.00011183256,0.00045451763,0.000023409746,0.0006052619,0.00028347707],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050684044,0.00006585269,0.051468477,0.00009341305,0.00003809498,0.000028928273,0.3606413,0.000047431397,0.00013140026,0.015987743,0.000027292885,0.57141936],"study_design_scores_gemma":[0.0002575131,0.00046485802,0.009213562,0.00024557833,0.000024859044,0.000006373704,0.7075768,0.001241455,0.0002265788,0.001966044,0.2784013,0.00037507428],"about_ca_topic_score_codex":0.004089224,"about_ca_topic_score_gemma":0.031206666,"teacher_disagreement_score":0.5710443,"about_ca_system_score_codex":0.000047678146,"about_ca_system_score_gemma":0.00012241415,"threshold_uncertainty_score":0.9864713},"labels":[],"label_agreement":null},{"id":"W2061263043","doi":"10.1300/j136v07n03_03","title":"Internet Reference Services and the Reference Desk: Does the Nature of a User's Query Really Change?","year":2002,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Reference desk; The Internet; World Wide Web; Theme (computing); Computer science; Desk; Perspective (graphical); Information retrieval; Library science","score_opus":0.026974205221857,"score_gpt":0.2657887960827418,"score_spread":0.2388145908608848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2061263043","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9391048,0.0010888132,0.000017053853,0.0072169825,0.00056365156,0.000780562,0.00007284132,0.00015735276,0.050997935],"genre_scores_gemma":[0.98598623,0.0009672708,0.00010574069,0.0074872794,0.00024464313,0.0000980659,0.000045256467,0.000015826343,0.0050496715],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99640644,0.0006327387,0.0008387658,0.0005543042,0.00093625585,0.0006314952],"domain_scores_gemma":[0.99734986,0.00050896837,0.0007455519,0.00079323107,0.00039652069,0.00020585285],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011601824,0.00038103797,0.00044626792,0.00016730468,0.0003846324,0.0010356546,0.0030435964,0.00039432663,0.0012235569],"category_scores_gemma":[0.000028443466,0.0001905396,0.00010021192,0.0005733646,0.0010485984,0.008403658,0.00023626817,0.0008453615,0.00022468256],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002528686,0.0000968191,0.011692415,0.00037932198,0.0000894657,0.0000060209286,0.59585106,8.1254734e-7,0.00004340826,0.3443981,0.0007911118,0.04639859],"study_design_scores_gemma":[0.0021380966,0.0010937963,0.056395296,0.0019200032,0.00012313183,0.000034236265,0.2474846,0.007802621,0.00030290673,0.012211389,0.669238,0.0012559843],"about_ca_topic_score_codex":0.032880563,"about_ca_topic_score_gemma":0.021860365,"teacher_disagreement_score":0.66844684,"about_ca_system_score_codex":0.0000450524,"about_ca_system_score_gemma":0.00006155447,"threshold_uncertainty_score":0.99968946},"labels":[],"label_agreement":null},{"id":"W2092072737","doi":"10.1080/10875301.2013.803005","title":"Web-Scale Search and Virtual Reference Service: How Summon Is Impacting Reference Question Complexity and Reference Service Delivery","year":2013,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"","keywords":"Computer science; Scale (ratio); World Wide Web; Reference model; Service (business); Web survey; Norm (philosophy); Data science; Library science; Information retrieval; Political science; Software engineering; Business; Geography; Law","score_opus":0.039013017110608866,"score_gpt":0.2510143502877043,"score_spread":0.21200133317709544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092072737","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9861229,0.00021500744,0.0007054825,0.0030099861,0.00016280582,0.0005568515,0.000057716436,0.0005465825,0.008622638],"genre_scores_gemma":[0.99241316,0.00016230287,0.0026050285,0.0024455935,0.000068101384,0.00008046423,0.00012820085,0.000039429502,0.0020577193],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9952495,0.00036184373,0.0007404277,0.0016930716,0.00094528316,0.0010098844],"domain_scores_gemma":[0.99672246,0.00029766277,0.00035618464,0.000990298,0.0009545175,0.00067887735],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00043792755,0.0007648566,0.00064481254,0.00044414925,0.00040749504,0.0043320423,0.0020826315,0.0004231607,0.0002980492],"category_scores_gemma":[0.00001005303,0.0006860873,0.000051639134,0.0011159491,0.00017238046,0.00820644,0.0010008016,0.00085375697,0.00054372154],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010673912,0.0010278407,0.18556023,0.0040546283,0.00065052294,0.00010467632,0.14061162,0.000035362576,0.034917075,0.0585239,0.0040848264,0.5693619],"study_design_scores_gemma":[0.0047082873,0.005492651,0.6504458,0.0029684862,0.0001042942,0.0004124792,0.0349097,0.25089946,0.009379765,0.0114315385,0.023739282,0.005508208],"about_ca_topic_score_codex":0.015565057,"about_ca_topic_score_gemma":0.012931086,"teacher_disagreement_score":0.56385374,"about_ca_system_score_codex":0.00013207817,"about_ca_system_score_gemma":0.00023652852,"threshold_uncertainty_score":0.99955904},"labels":[],"label_agreement":null},{"id":"W2152555794","doi":"10.1080/10875301.2013.870392","title":"The Librarian's Nitty-Gritty Guide to Social Media","year":2014,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"Web and Library Services","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trent University","funders":"","keywords":"Social media; World Wide Web; Computer science; Business","score_opus":0.009779269843279035,"score_gpt":0.22774163199081743,"score_spread":0.2179623621475384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152555794","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7403674,0.00032329655,0.07492174,0.0273947,0.0049534286,0.00075077487,0.000042895168,0.0020947251,0.14915103],"genre_scores_gemma":[0.98947656,0.0000054892766,0.003452711,0.004854417,0.00072400353,0.000041041403,0.000020264786,0.000024077424,0.0014014546],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99731964,0.00028655873,0.00052669295,0.00069377915,0.0005291433,0.0006441836],"domain_scores_gemma":[0.99792135,0.0005014232,0.00019759049,0.00097584847,0.0001252535,0.00027853393],"candidate_categories":["scholarly_communication","open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00045207623,0.00032753914,0.00028659546,0.000116142335,0.0002867992,0.0018946732,0.005478506,0.00015284056,0.00008357035],"category_scores_gemma":[0.000012257479,0.00022749254,0.00009984571,0.00043483137,0.0000541959,0.0020262273,0.0004374716,0.00029722674,0.0014740626],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042591546,0.000083752486,0.0015306761,0.00008960273,0.00006130986,0.000013231445,0.0549496,0.000004029692,0.00031514018,0.4918519,0.011899396,0.43915877],"study_design_scores_gemma":[0.00045399592,0.0005021274,0.041223057,0.00010690805,0.000012379558,0.000013034108,0.0033088934,0.011697488,0.0007641363,0.021523632,0.91973144,0.00066292204],"about_ca_topic_score_codex":0.00082814373,"about_ca_topic_score_gemma":0.003674918,"teacher_disagreement_score":0.907832,"about_ca_system_score_codex":0.000024339206,"about_ca_system_score_gemma":0.000057922527,"threshold_uncertainty_score":0.9999023},"labels":[],"label_agreement":null},{"id":"W2155434198","doi":"10.1080/10875301.2014.917756","title":"Amazed, Appreciative, or Ambivalent? Student and Faculty Perceptions of Librarians Embedded in Online Courses","year":2014,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"","keywords":"Perception; Ambivalence; Service (business); Medical education; Computer science; Psychology; Knowledge management; Sociology; World Wide Web; Business; Marketing","score_opus":0.02745553827642072,"score_gpt":0.34329075175374213,"score_spread":0.3158352134773214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155434198","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9906589,0.000015070808,0.000098024284,0.0005945532,0.00013480843,0.00021447879,0.00007440089,0.000054020544,0.008155767],"genre_scores_gemma":[0.99631554,0.00004710416,0.0005653768,0.00076072844,0.00007742669,0.000012624274,0.000101017344,0.0000056978133,0.0021144701],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9983785,0.00021564263,0.0004797078,0.00024534672,0.00040604736,0.0002747119],"domain_scores_gemma":[0.999223,0.00012196141,0.00023184168,0.00018542906,0.00010512935,0.00013262464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003173943,0.00014247227,0.00024292625,0.00016890823,0.00008887117,0.00020317291,0.0006393705,0.00009667316,0.0006997719],"category_scores_gemma":[0.00001697364,0.000109422304,0.000037532966,0.00032630964,0.00020965993,0.0060139163,0.000050808918,0.00014522375,0.000052782216],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008593215,0.00034992586,0.2004567,0.00011347775,0.000020940108,0.0000015291827,0.7282554,0.000012554333,0.000078982375,0.01996662,0.0002120918,0.050445877],"study_design_scores_gemma":[0.0006993583,0.00063754903,0.5741773,0.00027850512,0.000010311403,0.0000012897249,0.39895183,0.0025067325,0.0000321704,0.00088414404,0.021569327,0.0002514573],"about_ca_topic_score_codex":0.003573911,"about_ca_topic_score_gemma":0.0089447135,"teacher_disagreement_score":0.37372062,"about_ca_system_score_codex":0.000027612727,"about_ca_system_score_gemma":0.00008779879,"threshold_uncertainty_score":0.76620114},"labels":[],"label_agreement":null},{"id":"W2320481134","doi":"10.1300/j136v05n01_09","title":"Electronic Ready Reference Resources","year":2000,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"The Internet; Computer science; World Wide Web; Reference desk; Work (physics); Information retrieval","score_opus":0.011290415932367884,"score_gpt":0.21444212084734937,"score_spread":0.2031517049149815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2320481134","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6964103,0.00020059972,0.0006094536,0.00024228643,0.0001033613,0.00015344861,0.000005509695,0.0006478007,0.30162722],"genre_scores_gemma":[0.9426381,0.00005331703,0.0005813371,0.0008711788,0.00006602348,0.000036311787,0.00004482977,0.000017441136,0.05569146],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974116,0.00010196078,0.00046669607,0.00080377125,0.000497771,0.0007182001],"domain_scores_gemma":[0.99875003,0.00008042329,0.00013099996,0.0007441025,0.00009273143,0.00020173831],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00015951182,0.00033467374,0.00026809817,0.00020476145,0.00012640757,0.0013202726,0.002460024,0.000147055,0.0020066472],"category_scores_gemma":[0.0000020720925,0.00028669264,0.00005427883,0.000565831,0.000050431587,0.0027209374,0.00010318429,0.00032893752,0.0038543164],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019461801,0.00021223951,0.0023345693,0.00008204424,0.000102035745,0.000044700664,0.018847443,0.000013838799,0.0001738938,0.08269347,0.0027337223,0.8925674],"study_design_scores_gemma":[0.00043332402,0.0010907055,0.0055876845,0.0000854161,0.0000063829516,0.000046768528,0.00048091364,0.0039721113,0.0004449364,0.008763429,0.9784851,0.0006032043],"about_ca_topic_score_codex":0.0007380878,"about_ca_topic_score_gemma":0.00056753575,"teacher_disagreement_score":0.9757514,"about_ca_system_score_codex":0.000073776064,"about_ca_system_score_gemma":0.00010158506,"threshold_uncertainty_score":0.9999585},"labels":[],"label_agreement":null},{"id":"W4254771855","doi":"10.1080/10875300903336761","title":"A Review of “Teen Spaces: The Step-by-Step Library Makeover”","year":2009,"lang":"en","type":"review","venue":"Internet Reference Services Quarterly","topic":"Library Science and Administration","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Watson; Computer science; Library science; Artificial intelligence","score_opus":0.0445671870710639,"score_gpt":0.33920662765165277,"score_spread":0.2946394405805889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254771855","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000011251813,0.9492754,0.000019075851,0.001155984,0.00028347707,0.001081271,0.00015282891,0.00010912195,0.047911637],"genre_scores_gemma":[0.00008125052,0.98711294,0.0001408499,0.002514239,0.00028681557,0.00005739773,0.00041687788,0.000027897844,0.009361713],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959685,0.0009694788,0.0011142034,0.0006455516,0.0007888411,0.0005134257],"domain_scores_gemma":[0.99740005,0.00028826774,0.0012633773,0.0007600987,0.00008187997,0.00020631739],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007126396,0.00048981817,0.0013301828,0.00010782331,0.00016332603,0.00062646455,0.0032066873,0.0003777939,0.0014349335],"category_scores_gemma":[0.000014647372,0.00030462796,0.00043950925,0.00081396475,0.00030637375,0.0021795451,0.00007684816,0.00049614086,0.00038605926],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003714541,0.000050515668,0.000007988738,0.031389583,0.000041143492,0.000004665947,0.002038654,3.38267e-9,8.643609e-8,0.005184358,0.04880032,0.912479],"study_design_scores_gemma":[0.000043275468,0.0003523098,0.0000031810646,0.09317837,0.00016768937,0.000004156455,0.0020558483,0.000003047243,5.264723e-7,0.00012859034,0.9037547,0.00030828716],"about_ca_topic_score_codex":0.002201971,"about_ca_topic_score_gemma":0.0012462263,"teacher_disagreement_score":0.9121707,"about_ca_system_score_codex":0.000048610025,"about_ca_system_score_gemma":0.00088197395,"threshold_uncertainty_score":0.9999406},"labels":[],"label_agreement":null},{"id":"W4385612057","doi":"10.1080/10875301.2023.2242843","title":"Mobile Application Development Lab and University of Toronto Libraries: Advancing Innovation through Synergistic Collaboration","year":2023,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"FinTech, Crowdfunding, Digital Finance","field":"Business, Management and Accounting","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"General partnership; Transformative learning; Creativity; Sociology; Public relations; Library science; Political science; Computer science; Pedagogy","score_opus":0.01123015579009935,"score_gpt":0.22256860475051637,"score_spread":0.21133844896041704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385612057","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9838509,0.00010398372,0.006812385,0.000048941823,0.00014837639,0.000280807,0.0000066968814,0.00023119138,0.008516722],"genre_scores_gemma":[0.9982521,0.000020087671,0.0005187521,0.000094268355,0.000050092214,0.000014222713,0.00027070649,0.000013593055,0.0007661946],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.999119,0.0000054973984,0.00027000028,0.00028198154,0.00015546918,0.00016806889],"domain_scores_gemma":[0.9992078,0.000020307998,0.00032702126,0.000153173,0.00028497042,0.000006742882],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011909815,0.00013239378,0.00014999576,0.00009635924,0.00006996884,0.00019801072,0.00023554225,0.000068096444,0.000047008984],"category_scores_gemma":[0.00000877602,0.0001468046,0.000010910127,0.00067967176,0.00003906503,0.003595759,0.000097860415,0.00005244863,0.00015326665],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040900425,0.00024006043,0.03877948,0.0052566715,0.00011957047,0.000018895258,0.049076673,0.00011721715,0.026939629,0.55065626,0.0026862498,0.3257003],"study_design_scores_gemma":[0.0013096221,0.0004250172,0.08545424,0.001298493,0.00006380642,0.000001834705,0.09008346,0.027216794,0.0038102535,0.016184576,0.7730077,0.0011442249],"about_ca_topic_score_codex":0.004969887,"about_ca_topic_score_gemma":0.015514615,"teacher_disagreement_score":0.7703214,"about_ca_system_score_codex":0.000080540834,"about_ca_system_score_gemma":0.000038180166,"threshold_uncertainty_score":0.8657519},"labels":[],"label_agreement":null},{"id":"W4400776267","doi":"10.1080/10875301.2024.2379816","title":"An Analysis of User Complaints on Chat Reference during the COVID-19 Pandemic: Insights into User Priorities","year":2024,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"Digital Communication and Language","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; 2019-20 coronavirus outbreak; World Wide Web; Computer science; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Internet privacy; Virology; Medicine","score_opus":0.037845245518679425,"score_gpt":0.31956741695290714,"score_spread":0.28172217143422773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400776267","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9872841,0.00043292216,0.005511856,0.00030285752,0.0001200538,0.00017429494,0.000022873524,0.00040885445,0.0057421797],"genre_scores_gemma":[0.9975411,0.000048784135,0.00024055982,0.0012787804,0.000019195139,0.000028500861,0.00007676279,0.000014838024,0.00075147214],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977603,0.0003070824,0.00051765615,0.0006370725,0.00049920246,0.00027871228],"domain_scores_gemma":[0.9972933,0.00034756682,0.00018021876,0.001840456,0.00013272106,0.00020573538],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00030230568,0.0002847389,0.00036379977,0.00051891163,0.00012792107,0.0010483883,0.003659012,0.00011699854,0.00012777669],"category_scores_gemma":[0.0000089843625,0.00019281621,0.00012788767,0.0009362984,0.0001281918,0.0014029049,0.0002508345,0.00037086703,0.00011777886],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013145951,0.00030722722,0.015281772,0.0008201128,0.0009906753,0.00009302273,0.22746335,0.000386911,0.0020281293,0.72824043,0.00005774015,0.024199186],"study_design_scores_gemma":[0.00182713,0.0045931004,0.25696158,0.002063864,0.00075986277,0.00014820561,0.05114474,0.3334428,0.0023043226,0.018149158,0.32531244,0.0032927855],"about_ca_topic_score_codex":0.004208158,"about_ca_topic_score_gemma":0.022123028,"teacher_disagreement_score":0.71009123,"about_ca_system_score_codex":0.0001577952,"about_ca_system_score_gemma":0.00008048546,"threshold_uncertainty_score":0.9999886},"labels":[],"label_agreement":null},{"id":"W4402088521","doi":"10.1080/10875301.2024.2396388","title":"Amplifying Value: Assessment of Asynchronous Embedded Library Instruction and the Influence of Faculty Endorsements","year":2024,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Camosun College; Royal Roads University; University of Victoria","funders":"","keywords":"Asynchronous communication; Value (mathematics); Computer science; Library instruction; World Wide Web; Multimedia; Library science; Telecommunications; Information literacy","score_opus":0.015143230104969907,"score_gpt":0.33342164459329104,"score_spread":0.3182784144883211,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402088521","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9933446,0.00016505364,0.00013185499,0.00025752548,0.0001513629,0.00018862092,0.000019501456,0.00007258471,0.0056689144],"genre_scores_gemma":[0.9982513,0.00009563293,0.0013044872,0.000041027513,0.00006938384,0.000012256588,0.00002335524,0.000009334917,0.00019321249],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9985641,0.00026358067,0.00037773652,0.00023890562,0.00036995052,0.00018571975],"domain_scores_gemma":[0.9993729,0.00015690812,0.00019941459,0.00014956834,0.00007026503,0.000050916915],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041398781,0.00012071903,0.00021515915,0.00009348371,0.00008313289,0.00018640276,0.00036952252,0.00008259782,0.00010252565],"category_scores_gemma":[0.000008035124,0.00008398614,0.00005359881,0.00023277209,0.00026299353,0.0008720957,0.000055855682,0.00023670674,0.000006023879],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013930851,0.00011303861,0.059270658,0.0015576686,0.00031400402,0.000010873647,0.19161597,0.0003587652,0.0017409697,0.2426579,0.000029755654,0.50219107],"study_design_scores_gemma":[0.0049353433,0.0025549387,0.33270198,0.0067213844,0.00047567254,0.000029169976,0.52866787,0.041350655,0.002361254,0.03359432,0.045380607,0.001226794],"about_ca_topic_score_codex":0.0045179864,"about_ca_topic_score_gemma":0.0010310581,"teacher_disagreement_score":0.5009643,"about_ca_system_score_codex":0.000028050486,"about_ca_system_score_gemma":0.00020683433,"threshold_uncertainty_score":0.6829874},"labels":[],"label_agreement":null},{"id":"W4409822036","doi":"10.1080/10875301.2025.2495917","title":"An In-House Approach to AI: Developing a Custom Chatbot for Library Services","year":2025,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"AI in Service Interactions","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Chatbot; World Wide Web; Computer science; Library science","score_opus":0.01638243657910453,"score_gpt":0.29254834905631816,"score_spread":0.2761659124772136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409822036","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4346072,0.000105280946,0.54976654,0.004564729,0.001148112,0.0013213509,0.000028271415,0.0016117352,0.0068467725],"genre_scores_gemma":[0.89740694,0.000005739577,0.08756951,0.013845169,0.00009587126,0.0005265779,0.000054295575,0.000053288517,0.00044258346],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99680007,0.00014158632,0.0007745643,0.0012665011,0.00029908045,0.00071820355],"domain_scores_gemma":[0.9978326,0.00016621366,0.0001921607,0.0013614149,0.00022993614,0.0002176488],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00023113877,0.00045394734,0.00045546753,0.0007969795,0.000114963994,0.0013812035,0.0048604775,0.00023409768,0.000020324185],"category_scores_gemma":[0.0000027121257,0.00044536602,0.0000948422,0.0011943039,0.000024596031,0.0049074683,0.00038016454,0.0003918723,0.00024728736],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006387715,0.0020297256,0.020987172,0.0052751466,0.0003392657,0.000046203637,0.18782002,0.0011271137,0.003479755,0.5654737,0.0019647586,0.2108184],"study_design_scores_gemma":[0.002230485,0.0021019697,0.02633805,0.0037200018,0.000059161637,0.000048563117,0.031218143,0.77988815,0.007236906,0.03660924,0.10804722,0.0025021252],"about_ca_topic_score_codex":0.0026459736,"about_ca_topic_score_gemma":0.0065378807,"teacher_disagreement_score":0.778761,"about_ca_system_score_codex":0.00015065666,"about_ca_system_score_gemma":0.00021023439,"threshold_uncertainty_score":0.9997998},"labels":[],"label_agreement":null},{"id":"W4412366363","doi":"10.1080/10875301.2025.2529435","title":"Evaluating the Impact of a Proactive Chat Feature on Reference Questions, Their Complexity and Subject Matter","year":2025,"lang":"en","type":"article","venue":"Internet Reference Services Quarterly","topic":"Digital Communication and Language","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Feature (linguistics); Computer science; Subject matter; Subject (documents); World Wide Web; Psychology; Information retrieval; Data science; Linguistics","score_opus":0.06027548121335283,"score_gpt":0.37014311488078694,"score_spread":0.3098676336674341,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412366363","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93887323,0.0002783266,0.0011409079,0.00096383994,0.000039050043,0.00033221213,0.000029713257,0.000081884595,0.05826081],"genre_scores_gemma":[0.9978395,0.000008609113,0.00063709484,0.0005729055,0.00000578978,0.00003437552,0.0000214338,0.0000057127695,0.00087455596],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986925,0.0003139942,0.00024240454,0.0003591379,0.00019179739,0.00020013897],"domain_scores_gemma":[0.99828935,0.00024778012,0.00019391278,0.0010461559,0.00017422602,0.000048592214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032642944,0.00021233357,0.00022034318,0.00011563556,0.000085244326,0.00035847398,0.0016138809,0.00007639436,0.000036468922],"category_scores_gemma":[0.000009343619,0.00012254503,0.0000665925,0.000273718,0.000113801456,0.0004942141,0.0002289213,0.00034146625,0.000032997545],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005956072,0.0007666953,0.0127765965,0.00037978007,0.0006532119,0.0000052223386,0.071440734,0.000038511604,0.003373641,0.41078234,0.000858391,0.49832925],"study_design_scores_gemma":[0.0010500863,0.005216148,0.8612509,0.0015407013,0.000041438932,0.00003696887,0.006658904,0.07387685,0.0020844697,0.046625573,0.00092671654,0.0006912898],"about_ca_topic_score_codex":0.0027531036,"about_ca_topic_score_gemma":0.00086161523,"teacher_disagreement_score":0.84847426,"about_ca_system_score_codex":0.000059937036,"about_ca_system_score_gemma":0.00007094908,"threshold_uncertainty_score":0.49972412},"labels":[],"label_agreement":null}]}