{"meta":{"query_hash":"04642afbf542","filters":{"venue":"New Review of Academic Librarianship"},"cohort_total":7,"direct_labels_cover":0,"predictions_cover":7,"exported":7,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/04642afbf542","api":"https://metacan.xera.ac/api/v1/cohort?venue=New+Review+of+Academic+Librarianship"},"results":[{"id":"W1504238726","doi":"10.1080/13614533.2015.1043467","title":"The Protean Challenge of Game Collections at Academic Libraries","year":2015,"lang":"en","type":"article","venue":"New Review of Academic Librarianship","topic":"Digital Games and Media","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Carleton University","funders":"","keywords":"Collection development; Video game development; Video game; Computer science; Multimedia; World Wide Web; Game Developer; Game design; Academic library; Library science; Public relations; Sociology; Political science","score_opus":0.1063025612575605,"score_gpt":0.3390466511137683,"score_spread":0.23274408985620781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1504238726","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005482952,0.34236705,0.00001436032,0.051055674,0.0005640902,0.0012662817,0.000017201388,0.00008965428,0.6040774],"genre_scores_gemma":[0.016904945,0.67665523,0.00030675135,0.002145005,0.0015141644,0.00011151669,0.000013625646,0.00004731672,0.30230144],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973552,0.00039486948,0.0008053578,0.0002447229,0.0007702991,0.00042951645],"domain_scores_gemma":[0.99781936,0.0006449661,0.0005571626,0.00034047646,0.00010315639,0.00053486455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017569916,0.00017384815,0.00047681833,0.00007093618,0.0001587151,0.000049462404,0.0011260927,0.00036320533,0.000141898],"category_scores_gemma":[0.0038485655,0.00012226954,0.00018258808,0.0010545918,0.0007768486,0.0011627635,0.00022941717,0.00071751996,0.00003979928],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056062334,0.000024411094,0.0008990155,0.0011599492,0.000042830023,9.579155e-7,0.0117826285,4.5216623e-7,0.000015058851,0.33317533,0.5033226,0.14952068],"study_design_scores_gemma":[0.000245367,0.00007980968,0.00010168951,0.0028248057,0.000039924125,0.0000016440686,0.0010449777,0.0000010122326,0.0001825872,0.027463928,0.9678886,0.00012568559],"about_ca_topic_score_codex":0.00006878058,"about_ca_topic_score_gemma":0.000030546824,"teacher_disagreement_score":0.46456596,"about_ca_system_score_codex":0.000075159674,"about_ca_system_score_gemma":0.0022455358,"threshold_uncertainty_score":0.4986007},"labels":[],"label_agreement":null},{"id":"W1966635799","doi":"10.1080/13614530903240635","title":"Results of a User Survey to Determine Needs for a Health Sciences Library Renovation","year":2009,"lang":"en","type":"article","venue":"New Review of Academic Librarianship","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Space (punctuation); Medical education; Health care; Psychology; Medicine; Political science; Computer science","score_opus":0.11907323488276254,"score_gpt":0.39448085441849473,"score_spread":0.2754076195357322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966635799","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024175338,0.028656807,0.0018090972,0.86367166,0.00079667947,0.005240952,0.0005303253,0.00028342515,0.0748357],"genre_scores_gemma":[0.17626058,0.08830822,0.058209334,0.65006596,0.0021305892,0.00006305853,0.0006973717,0.000050362924,0.024214514],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99691063,0.00038227806,0.0014545714,0.00024385244,0.000604558,0.0004041319],"domain_scores_gemma":[0.99774766,0.0006869714,0.00088434573,0.0002577669,0.00009096529,0.0003322887],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0049156165,0.00014055896,0.00047018044,0.00039494186,0.00022211196,0.00008355614,0.0011437025,0.00013068883,0.00010983326],"category_scores_gemma":[0.0027118365,0.000116936826,0.0001096203,0.0040514264,0.00018627159,0.015071177,0.000054222437,0.00017114218,0.00001024342],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011725195,0.000024239434,0.0030948366,0.00082631776,0.0000046050673,6.444126e-8,0.0070365383,0.0000035017067,0.000030097315,0.14980608,0.7229222,0.11613425],"study_design_scores_gemma":[0.00045744207,0.00060037646,0.02808109,0.0050723506,0.0000062394774,6.422754e-7,0.00024983095,0.000019646304,0.00042950115,0.005279176,0.9596191,0.00018459317],"about_ca_topic_score_codex":0.00015404254,"about_ca_topic_score_gemma":0.0000027888668,"teacher_disagreement_score":0.2366969,"about_ca_system_score_codex":0.000017949607,"about_ca_system_score_gemma":0.0024226487,"threshold_uncertainty_score":0.9987045},"labels":[],"label_agreement":null},{"id":"W1990277388","doi":"10.1080/13614533.2015.1022663","title":"Local Music Collections: Strategies for Digital Access, Presentation, and Preservation—A Case Study","year":2015,"lang":"en","type":"article","venue":"New Review of Academic Librarianship","topic":"Music History and Culture","field":"Arts and Humanities","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Data collection; Promotion (chess); Presentation (obstetrics); Collection development; Scholarship; World Wide Web; Digital scholarship; Computer science; Special collections; Multimedia; Library science; Sociology; Political science","score_opus":0.22859439282688546,"score_gpt":0.3349686058014542,"score_spread":0.10637421297456875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990277388","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09416959,0.35251462,0.006875648,0.009189271,0.0036026535,0.018253189,0.00069047726,0.00067062606,0.5140339],"genre_scores_gemma":[0.8802388,0.002406314,0.0001931682,0.0048813513,0.0036436722,0.0006935891,0.0002253146,0.000078928,0.1076389],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989244,0.00007973831,0.00046036256,0.00021770713,0.0001909836,0.00012680776],"domain_scores_gemma":[0.99918926,0.00012873246,0.00020560487,0.00016708332,0.0001686604,0.00014067696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002584405,0.00014282865,0.000279789,0.000057864945,0.00026273332,0.00037801967,0.00023379798,0.000073414114,0.00071499695],"category_scores_gemma":[0.00020997919,0.0001134775,0.000056432797,0.00014453541,0.00016851208,0.00445266,0.000059025682,0.00020412178,0.0000038029855],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024110517,0.000053935124,0.00032477867,0.00176874,0.000041421314,0.000007978252,0.03675657,0.000003038878,3.2897015e-7,0.07553073,0.8825146,0.00297375],"study_design_scores_gemma":[0.0007682938,0.0001829653,0.000032591997,0.0007393879,0.00011502685,0.000054359625,0.04760669,0.00002404746,0.0000020519585,0.019888848,0.930434,0.00015175832],"about_ca_topic_score_codex":0.00022292041,"about_ca_topic_score_gemma":0.0003203991,"teacher_disagreement_score":0.78606915,"about_ca_system_score_codex":0.000018784602,"about_ca_system_score_gemma":0.00048795535,"threshold_uncertainty_score":0.78287154},"labels":[],"label_agreement":null},{"id":"W2117195277","doi":"10.1080/13614533.2013.864986","title":"Understanding the Relationship Between the Librarian and the Academic","year":2013,"lang":"en","type":"article","venue":"New Review of Academic Librarianship","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McGill University","keywords":"Information literacy; Face (sociological concept); Sociology; Library instruction; Library science; Academic library; Focus (optics); Public relations; Higher education; Pedagogy; Medical education; Psychology; Political science; Social science; Medicine; Computer science","score_opus":0.20634791083254725,"score_gpt":0.34580608203441504,"score_spread":0.1394581712018678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117195277","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037348846,0.056243077,0.00086585805,0.8494875,0.00034296783,0.0024578976,0.0000076063684,0.000102965016,0.08675727],"genre_scores_gemma":[0.8554998,0.05944873,0.00017263301,0.07714293,0.0017988693,0.00008140601,0.000015335021,0.000021537804,0.005818765],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9963702,0.0013637384,0.0009272584,0.00020890961,0.00072489853,0.00040502453],"domain_scores_gemma":[0.99015605,0.008502182,0.00061154953,0.00046271348,0.000033744884,0.00023374523],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.004803712,0.00017493592,0.00031939722,0.000070960705,0.0013505908,0.00036111625,0.0020427578,0.0002625003,0.00059932],"category_scores_gemma":[0.0036930442,0.000076547796,0.00014068488,0.0013178814,0.0018099521,0.016117651,0.00021507088,0.0014947284,0.0001345544],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032032758,6.8861834e-7,0.065873414,0.00013442726,0.000008753933,2.9203003e-8,0.008824214,2.8577114e-7,2.785092e-7,0.8262901,0.09563457,0.0032300325],"study_design_scores_gemma":[0.0004137498,0.000012022277,0.11875537,0.0018522264,0.000062061714,0.0000026238995,0.005500077,0.000028229737,0.0000041776516,0.5126595,0.36054796,0.00016203971],"about_ca_topic_score_codex":0.00018475775,"about_ca_topic_score_gemma":6.9192987e-7,"teacher_disagreement_score":0.8517649,"about_ca_system_score_codex":0.00003300781,"about_ca_system_score_gemma":0.0006397764,"threshold_uncertainty_score":0.9999495},"labels":[],"label_agreement":null},{"id":"W2264485938","doi":"10.1080/13614533.2015.1044306","title":"Special Collections in a Digital Age","year":2015,"lang":"en","type":"article","venue":"New Review of Academic Librarianship","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Digital library; Computer science; World Wide Web; Special collections; Library science; Data science; Art","score_opus":0.06129016917165657,"score_gpt":0.26605368379130273,"score_spread":0.20476351461964615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2264485938","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00060992816,0.015114241,0.0020000094,0.0057711434,0.00089688436,0.0004891895,0.000004594819,0.00017849372,0.97493553],"genre_scores_gemma":[0.061388496,0.059716523,0.04949833,0.035358388,0.019526852,0.00023579021,0.00014832662,0.00019066902,0.7739366],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983436,0.000050278417,0.0006193599,0.00030807473,0.0004248135,0.00025388575],"domain_scores_gemma":[0.9990437,0.00014634908,0.0001674141,0.00028881675,0.000033920944,0.00031977298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027937003,0.0001589513,0.0003506524,0.0003292329,0.00004053377,0.0003241638,0.0010914694,0.00012284222,0.00008422909],"category_scores_gemma":[0.00078059046,0.00014136435,0.00009611726,0.0033951178,0.000049979244,0.004873201,0.00030943533,0.00033144705,0.00007712866],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012430976,0.000026962054,0.0036551284,0.00024214045,0.000008473599,0.000015847165,0.00046580486,0.0000019672593,0.000001313548,0.044833813,0.9160362,0.034699906],"study_design_scores_gemma":[0.00052652083,0.000055013457,0.0009450561,0.0015129951,0.000003186965,0.000020837067,0.000021781323,0.000032505406,0.00008104106,0.040617734,0.95599926,0.00018407198],"about_ca_topic_score_codex":0.00000628962,"about_ca_topic_score_gemma":0.0000011083057,"teacher_disagreement_score":0.20099889,"about_ca_system_score_codex":0.000052220723,"about_ca_system_score_gemma":0.00122761,"threshold_uncertainty_score":0.5764671},"labels":[],"label_agreement":null},{"id":"W2994172693","doi":"10.1080/13614533.2019.1699838","title":"From Seed to Harvest: Growing the Macdonald Campus Seed Library","year":2019,"lang":"en","type":"article","venue":"New Review of Academic Librarianship","topic":"Urban Agriculture and Sustainability","field":"Agricultural and Biological Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Outreach; Enthusiasm; Academic library; Library science; Promotion (chess); Sociology; Political science; Psychology; Computer science","score_opus":0.015583331666323818,"score_gpt":0.21884720746415487,"score_spread":0.20326387579783106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994172693","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7890674,0.054141577,0.0000023010748,0.1474831,0.0003425305,0.001608613,0.00008989564,0.00015879475,0.0071058017],"genre_scores_gemma":[0.80878866,0.015553211,0.0006671246,0.12937406,0.0053261784,0.000086734806,0.0006621408,0.00001475893,0.039527103],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99773854,0.00034076365,0.00062935974,0.0005059536,0.00039116803,0.00039420824],"domain_scores_gemma":[0.9983842,0.0008182118,0.00023043457,0.0002292025,0.00003657963,0.00030140043],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00044104256,0.00026766662,0.00053727964,0.000012160208,0.00009116121,0.00007989511,0.0013311341,0.00027032418,0.0019104487],"category_scores_gemma":[0.00025073023,0.00008088587,0.00028315917,0.0009318097,0.000048019454,0.0013797927,0.00031332992,0.00066284183,0.0002659037],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012303075,0.00006888033,0.40701044,0.0015119021,0.0001032825,0.0000073824754,0.00069357513,0.000002611116,0.05710319,0.008751852,0.46103507,0.063588776],"study_design_scores_gemma":[0.000109170775,0.0000795696,0.45763502,0.0015174742,0.000040478793,0.0000030743952,0.000258626,0.0000016651461,0.0014513908,0.0044115456,0.53427494,0.00021707338],"about_ca_topic_score_codex":0.0003284507,"about_ca_topic_score_gemma":0.00000578317,"teacher_disagreement_score":0.073239855,"about_ca_system_score_codex":0.000020893112,"about_ca_system_score_gemma":0.000086350425,"threshold_uncertainty_score":0.9990019},"labels":[],"label_agreement":null},{"id":"W3162994603","doi":"10.1080/13614533.2021.1930076","title":"Views of Academic Library Directors on Artificial Intelligence: A Representative Survey in Hungary","year":2021,"lang":"en","type":"article","venue":"New Review of Academic Librarianship","topic":"Hungarian Social, Economic and Educational Studies","field":"Social Sciences","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Quarter (Canadian coin); Academic library; Library science; Service (business); Higher education; Computer science; Sociology; Public relations; Political science; Business; Marketing; History","score_opus":0.23740873869188664,"score_gpt":0.41502368578306,"score_spread":0.17761494709117334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162994603","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12962283,0.563984,0.0000770027,0.100177325,0.0026555997,0.0023087976,0.00026590156,0.00014764347,0.20076092],"genre_scores_gemma":[0.2871124,0.6963275,0.00063480757,0.0066665024,0.0016927496,0.00007272023,0.00017490372,0.0000598735,0.0072585],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9948155,0.0022825878,0.0015624665,0.00049905136,0.00043890165,0.00040144252],"domain_scores_gemma":[0.995899,0.0028434547,0.0007047221,0.0002798276,0.00007756077,0.00019543365],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029077048,0.00021934167,0.0009192969,0.0001387002,0.00014875743,0.000022300186,0.0007289998,0.00041050336,0.0018661183],"category_scores_gemma":[0.005848026,0.00022081104,0.00022428935,0.0015100559,0.00046647742,0.0008531455,0.00016450127,0.0010801768,0.000071681],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013726178,0.00019060673,0.28018448,0.0018595062,0.00015668831,0.000007300997,0.037713423,0.000005399461,0.000070093774,0.25760522,0.27938727,0.14268275],"study_design_scores_gemma":[0.00032191095,0.000096861295,0.42496875,0.018293692,0.00012748061,0.0000022961058,0.018517043,0.000003932081,0.006716563,0.15223996,0.3777721,0.0009394173],"about_ca_topic_score_codex":0.0010485792,"about_ca_topic_score_gemma":0.00016422702,"teacher_disagreement_score":0.19350241,"about_ca_system_score_codex":0.00009171973,"about_ca_system_score_gemma":0.0029140424,"threshold_uncertainty_score":0.9990463},"labels":[],"label_agreement":null}]}