{"meta":{"query_hash":"25d0cca1d330","filters":{"venue":"Reference Services Review"},"cohort_total":59,"direct_labels_cover":0,"predictions_cover":59,"exported":59,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/25d0cca1d330","api":"https://metacan.xera.ac/api/v1/cohort?venue=Reference+Services+Review"},"results":[{"id":"W1576095053","doi":"10.1108/00907321011070900","title":"Patents under the microscope","year":2010,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Intellectual Property and Patents","field":"Business, Management and Accounting","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; University of Calgary","funders":"","keywords":"Information literacy; Originality; Inclusion (mineral); Value (mathematics); Scientific literacy; Computer science; Mathematics education; Literacy; Graduate students; Library science; Sociology; Psychology; Pedagogy; Science education; Qualitative research; Social science","score_opus":0.1284216255156498,"score_gpt":0.263784894839518,"score_spread":0.1353632693238682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1576095053","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47141564,0.0598371,0.00006583514,0.015382793,0.0034360378,0.0024311296,0.000011364728,0.0004298665,0.44699022],"genre_scores_gemma":[0.9187401,0.010481513,0.000033350316,0.0688272,0.00050462317,0.000035142264,0.00006037959,0.000024816585,0.0012928599],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990914,0.000015570997,0.00023876136,0.00021865664,0.00019505683,0.00024054287],"domain_scores_gemma":[0.99925005,0.000022242171,0.00014595529,0.0003944273,0.00017633502,0.000011006093],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0003357975,0.00016449306,0.00019497391,0.000032536253,0.00023544295,0.000219509,0.0006870335,0.000061894956,0.003661613],"category_scores_gemma":[0.000019624567,0.00008524633,0.0000650905,0.00032754047,0.000030304534,0.00050943386,0.00020448455,0.00033318455,0.010004224],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020543006,0.001031351,0.02051455,0.12955146,0.00051500235,0.000041545103,0.0004771536,0.000025868174,0.037397653,0.15125458,0.1175465,0.5414389],"study_design_scores_gemma":[0.00009386535,0.0000045252086,0.002469638,0.0016512997,0.00007119878,0.0000034048044,0.00003297656,0.00025395336,0.000081841805,0.000960812,0.99418783,0.00018866568],"about_ca_topic_score_codex":0.000748869,"about_ca_topic_score_gemma":0.00039248206,"teacher_disagreement_score":0.87664133,"about_ca_system_score_codex":0.0000044798685,"about_ca_system_score_gemma":0.000011924583,"threshold_uncertainty_score":0.9972492},"labels":[],"label_agreement":null},{"id":"W1582617615","doi":"10.1108/rsr-11-2014-0052","title":"Situating information literacy in the disciplines","year":2015,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trinity Western University; Western University","funders":"","keywords":"Information literacy; Discipline; Originality; Sociology; Value (mathematics); Embodied cognition; Context (archaeology); Literacy; Critical literacy; Engineering ethics; Knowledge management; Public relations; Pedagogy; Computer science; Political science; Social science; Engineering; Qualitative research","score_opus":0.059673012099428345,"score_gpt":0.3852315745808768,"score_spread":0.3255585624814485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1582617615","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.109900765,0.033474557,0.00009390002,0.0788416,0.0006028363,0.0021926216,0.00002108214,0.00020752988,0.7746651],"genre_scores_gemma":[0.810243,0.05784653,0.0013642815,0.1290502,0.00030889956,0.00014625424,0.0003386162,0.0000066900034,0.0006955113],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985468,0.0002284741,0.00042046083,0.00007614039,0.00052638596,0.0002017329],"domain_scores_gemma":[0.9992713,0.000073037336,0.00019430183,0.00020233801,0.00017697774,0.00008204419],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0020278404,0.00007714209,0.00012611775,0.00006271598,0.00020019016,0.00042618986,0.0007023022,0.000032901775,0.00011258372],"category_scores_gemma":[0.00014977761,0.0000455692,0.000028295151,0.0009752577,0.000043213837,0.026674971,0.000056447607,0.0001095489,0.00060755294],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005667328,0.000038693455,0.009095485,0.002289672,0.0000034059958,0.0000013266465,0.37446085,0.000019054387,6.103352e-7,0.12570825,0.0038797578,0.48449722],"study_design_scores_gemma":[0.00006658902,0.000011934183,0.002803195,0.0011285119,0.0000032634211,9.621209e-7,0.011914205,0.00024102339,3.858367e-7,0.0015402497,0.9822087,0.000080959806],"about_ca_topic_score_codex":0.00066142745,"about_ca_topic_score_gemma":0.00010987381,"teacher_disagreement_score":0.97832894,"about_ca_system_score_codex":0.000026680616,"about_ca_system_score_gemma":0.00016593914,"threshold_uncertainty_score":0.9869384},"labels":[],"label_agreement":null},{"id":"W1600447983","doi":"10.1108/00907320810873039","title":"Incorporating information literacy into the building plan","year":2008,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Library Science and Administration","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Information literacy; Originality; Benchmarking; Plan (archaeology); Institution; Literacy; Sociology; Knowledge management; Computer science; Public relations; Library science; Pedagogy; Political science; Business; Marketing; Geography; Social science","score_opus":0.04652284662532909,"score_gpt":0.33435715305836167,"score_spread":0.2878343064330326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1600447983","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69147825,0.044080857,0.00029066263,0.038061697,0.0006424074,0.0019370251,0.000011369413,0.00041183594,0.2230859],"genre_scores_gemma":[0.94197536,0.04881819,0.0012455019,0.007556446,0.00013812409,0.000021846985,0.000046132413,0.0000027301314,0.0001956614],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99886996,0.00016483999,0.00030233382,0.00011137945,0.0003849717,0.00016649012],"domain_scores_gemma":[0.99932677,0.000071446775,0.00024138717,0.0001814752,0.00010292411,0.00007602299],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067855255,0.000081741025,0.00012103243,0.000030534142,0.0010884943,0.00019853996,0.0005280905,0.000039963226,0.00012435146],"category_scores_gemma":[0.000060098162,0.000052249514,0.000033610242,0.00059168285,0.00011111967,0.0053445757,0.00005023364,0.00011443547,0.000214044],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008491447,0.00004226625,0.024388637,0.003691015,0.000016300537,0.00000911336,0.15185224,0.000010997628,0.00011852158,0.24120928,0.0019742853,0.5766789],"study_design_scores_gemma":[0.000042876047,0.000025118276,0.003177396,0.0015877979,0.0000087616045,0.000005094066,0.0019530642,0.00011576055,0.000031927706,0.0027331877,0.9901768,0.00014224011],"about_ca_topic_score_codex":0.0013245556,"about_ca_topic_score_gemma":0.000333423,"teacher_disagreement_score":0.9882025,"about_ca_system_score_codex":0.00002305256,"about_ca_system_score_gemma":0.00026305622,"threshold_uncertainty_score":0.83719283},"labels":[],"label_agreement":null},{"id":"W1604883256","doi":"10.1108/00907320710774292","title":"Getting everyone on the same page","year":2007,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Web and Library Services","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Focus group; Interview; Originality; Process (computing); Medical education; Library science; Public relations; World Wide Web; Knowledge management; Psychology; Sociology; Computer science; Business; Qualitative research; Medicine; Political science; Marketing","score_opus":0.030671134817659065,"score_gpt":0.26628150010799323,"score_spread":0.23561036529033416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1604883256","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10460226,0.5059951,0.006417537,0.059357706,0.0011933802,0.0025648687,0.000015611478,0.0015505353,0.31830302],"genre_scores_gemma":[0.6116456,0.09725796,0.00817015,0.2797591,0.00049536314,0.000054948734,0.0000342342,0.000048956037,0.0025337227],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982128,0.00014443063,0.00039377136,0.0004230608,0.00041388295,0.000412063],"domain_scores_gemma":[0.9981761,0.0003349917,0.00021763652,0.0010953117,0.000062014835,0.00011394793],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011394144,0.00021212423,0.0002809853,0.000049385802,0.00018574152,0.00018005518,0.0024190939,0.00005746511,0.00022023203],"category_scores_gemma":[0.000013732779,0.00012288644,0.00008416428,0.00072519144,0.000018540852,0.0008368543,0.0003723883,0.00026680809,0.0010191433],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016223754,0.00021061998,0.0017090668,0.014429221,0.00009550257,0.00010037776,0.0016369376,0.0000069445523,0.001095455,0.45539984,0.0053726025,0.5199272],"study_design_scores_gemma":[0.00015291406,0.00013183217,0.022992473,0.010739604,0.000030391735,0.00002675998,0.0001242332,0.0012544265,0.0008530209,0.0038159715,0.9592788,0.00059957145],"about_ca_topic_score_codex":0.00007199818,"about_ca_topic_score_gemma":0.00007112043,"teacher_disagreement_score":0.9539062,"about_ca_system_score_codex":0.000016173182,"about_ca_system_score_gemma":0.000033689175,"threshold_uncertainty_score":0.99975866},"labels":[],"label_agreement":null},{"id":"W1970746207","doi":"10.1108/rsr-07-2014-0027","title":"Access to translated fiction in Canadian public libraries","year":2014,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Translation Studies and Practices","field":"Arts and Humanities","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Cataloging; Originality; Subject access; Promotion (chess); Subject (documents); Computer science; Collection development; World Wide Web; Public access; Library science; Selection (genetic algorithm); Set (abstract data type); Relevance (law); Quality (philosophy); Sociology; Political science; Qualitative research","score_opus":0.11809283249219052,"score_gpt":0.31188419481973745,"score_spread":0.19379136232754693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970746207","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008229811,0.1317662,0.000015974978,0.06253105,0.00043734346,0.0008547579,0.00007008558,0.00014284473,0.7959519],"genre_scores_gemma":[0.9433058,0.042576227,0.000038366306,0.013454786,0.00013433302,0.00006566885,0.00008434553,0.000014519424,0.0003259936],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989837,0.000111582296,0.00028871553,0.0002036201,0.0001242879,0.00028810278],"domain_scores_gemma":[0.9994335,0.00006327017,0.00007290876,0.00017990064,0.0000810424,0.00016935305],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00029124276,0.00012921056,0.00025396753,0.00014246289,0.00023831277,0.00053674116,0.0003180533,0.000033945616,0.003116831],"category_scores_gemma":[0.000009109909,0.00010393413,0.00003470414,0.00019802083,0.00002267746,0.0014777215,0.000018884451,0.0001213206,0.00027059656],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015168679,0.000043919412,0.005118737,0.006364864,0.000052070474,0.0000023672715,0.010768358,0.000006227894,0.000002314712,0.16919741,0.0052116937,0.8032169],"study_design_scores_gemma":[0.000069158166,0.000021711185,0.0017899085,0.0010071686,0.000018938892,4.374015e-7,0.000119616,0.00004125555,9.2107905e-7,0.00027077808,0.9965232,0.00013687948],"about_ca_topic_score_codex":0.14406404,"about_ca_topic_score_gemma":0.93099093,"teacher_disagreement_score":0.99131155,"about_ca_system_score_codex":0.000019162713,"about_ca_system_score_gemma":0.000071243834,"threshold_uncertainty_score":0.99779445},"labels":[],"label_agreement":null},{"id":"W1971203752","doi":"10.1108/00907321011044990","title":"The mobile university: from the library to the campus","year":2010,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Mobile device; Originality; Mobile business development; Mobile technology; World Wide Web; Computer science; Academic library; Library science; Multimedia; Mobile Web; Sociology","score_opus":0.00839920895512247,"score_gpt":0.23787034729149995,"score_spread":0.22947113833637747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971203752","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17871982,0.25759882,0.0039444165,0.48542437,0.008448756,0.00785915,0.000063980995,0.0012598941,0.056680787],"genre_scores_gemma":[0.4679295,0.38417235,0.017872555,0.1118713,0.0020507204,0.0005354246,0.0001303778,0.00009235492,0.015345385],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998806,0.00030913542,0.00015346715,0.0003007695,0.00023183238,0.00019881033],"domain_scores_gemma":[0.9973699,0.00061882264,0.00014214244,0.0017318488,0.00006293923,0.0000743584],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00042148202,0.000116423354,0.00012185828,0.000012317674,0.00052520627,0.00031158753,0.004486915,0.000042343698,0.00016354752],"category_scores_gemma":[0.000032449498,0.00005173354,0.000049838418,0.00060977024,0.000040874984,0.0004304998,0.0006686185,0.00043217765,0.0009898366],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002303355,0.000024753876,0.0013417287,0.00018977972,0.00002168095,0.0000018835518,0.0018712612,0.000027132139,0.000047063015,0.024427045,0.022656158,0.9493892],"study_design_scores_gemma":[0.000019363551,0.000014344012,0.0054815863,0.00035142893,0.000013274725,0.0000027575734,0.00016082445,0.00041300085,0.000011701626,0.0004679101,0.9929858,0.00007803727],"about_ca_topic_score_codex":0.00027503478,"about_ca_topic_score_gemma":0.000559517,"teacher_disagreement_score":0.9703296,"about_ca_system_score_codex":0.000011847949,"about_ca_system_score_gemma":0.00012148288,"threshold_uncertainty_score":0.999788},"labels":[],"label_agreement":null},{"id":"W1987813876","doi":"10.1108/00907320810920342","title":"Building an information literacy first‐person shooter","year":2008,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Educational Games and Gamification","field":"Psychology","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Originality; Information literacy; Video game; Computer science; Literacy; Multimedia; Game design; Game Developer; Value (mathematics); World Wide Web; Psychology; Pedagogy","score_opus":0.06342967326573867,"score_gpt":0.3724710295083506,"score_spread":0.3090413562426119,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987813876","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7412353,0.17047082,0.0011330014,0.009780835,0.0012692763,0.0016500679,0.000059002727,0.0003507304,0.07405097],"genre_scores_gemma":[0.9156378,0.06318161,0.004555756,0.014114494,0.0002811387,0.00023950821,0.000740372,0.00002169222,0.0012276534],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99905336,0.00007670753,0.0003224246,0.00019846288,0.000170407,0.00017864158],"domain_scores_gemma":[0.9990518,0.000034095472,0.0001989892,0.0004407074,0.00018648118,0.00008793305],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00018231834,0.0001302357,0.00018390619,0.00006312908,0.000117497315,0.000038067323,0.0002830428,0.00007111121,0.001877141],"category_scores_gemma":[0.000009526058,0.00011007305,0.000047494836,0.00024094616,0.00001743835,0.0011200029,0.000015833346,0.00012629306,0.0017174609],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030373647,0.00033788945,0.011266374,0.008483215,0.00007039845,0.0000047851854,0.032401025,0.000007340536,0.000052396885,0.046225052,0.0068398435,0.8942813],"study_design_scores_gemma":[0.00010038669,0.00004497804,0.12954277,0.0013934743,0.000024152865,0.00004648047,0.0002453847,0.00006423483,0.000004462454,0.000114511786,0.86825573,0.0001634343],"about_ca_topic_score_codex":0.00023389314,"about_ca_topic_score_gemma":0.000015790107,"teacher_disagreement_score":0.8941179,"about_ca_system_score_codex":0.000031991978,"about_ca_system_score_gemma":0.00002538933,"threshold_uncertainty_score":0.9990598},"labels":[],"label_agreement":null},{"id":"W1988333947","doi":"10.1108/rsr.2010.24038daa.001","title":"Destination Calgary, Destination RSR","year":2010,"lang":"en","type":"article","venue":"Reference Services Review","topic":"American Environmental and Regional History","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Advertising; Business; World Wide Web; Computer science","score_opus":0.009801382595127283,"score_gpt":0.23292370876638002,"score_spread":0.22312232617125274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988333947","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.631384,0.014746828,0.0005030915,0.0017762133,0.0004480905,0.0011486365,0.000009148385,0.00023791175,0.34974608],"genre_scores_gemma":[0.9634064,0.021874048,0.0060891923,0.005010316,0.000065854496,0.000086868604,0.00011507932,0.0000284557,0.0033237925],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99895567,0.000045875826,0.0002047501,0.000292145,0.0003266338,0.00017494129],"domain_scores_gemma":[0.99944884,0.000023862425,0.00015393698,0.00025327597,0.000008328158,0.000111762194],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00018206946,0.0001419689,0.00015769406,0.000016287904,0.00012529541,0.0000062274044,0.0002983411,0.000054440632,0.0053040884],"category_scores_gemma":[0.000011958058,0.00011227893,0.00004431156,0.0001878062,0.0004009864,0.00024129897,0.00012709442,0.00020706627,0.003340992],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010863142,0.00033067525,0.036201563,0.002116165,0.000013170399,0.000018270883,0.0003523973,0.000041702144,0.032721933,0.0016132913,0.0040640854,0.92251587],"study_design_scores_gemma":[0.00011124427,0.000058470207,0.16897568,0.0006046012,0.00004285363,0.00005814473,0.000032158874,0.0004129792,0.00015853233,0.00042049852,0.828792,0.0003328587],"about_ca_topic_score_codex":0.000437276,"about_ca_topic_score_gemma":0.00036508337,"teacher_disagreement_score":0.92218304,"about_ca_system_score_codex":0.000096113414,"about_ca_system_score_gemma":0.0000087313365,"threshold_uncertainty_score":0.99743503},"labels":[],"label_agreement":null},{"id":"W1992171206","doi":"10.1108/00907321111108169","title":"The librarian's role in combating plagiarism","year":2011,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Originality; Quarter (Canadian coin); Tracking (education); Value (mathematics); Plagiarism detection; Sociology; Class (philosophy); Psychology; Work (physics); Medical education; Library science; Pedagogy; Computer science; Engineering; Medicine; Social science; Qualitative research","score_opus":0.04872931401283874,"score_gpt":0.30351276508528446,"score_spread":0.2547834510724457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992171206","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0068001715,0.15351844,0.000010979933,0.0048230495,0.00023364586,0.00058435847,0.0000052342953,0.00009518748,0.83392894],"genre_scores_gemma":[0.35630193,0.63340133,0.00064564,0.007204509,0.00020892407,0.00007336009,0.000016031481,0.000017775048,0.0021305028],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99800396,0.0006767223,0.00037886263,0.00020718238,0.0003337321,0.00039953692],"domain_scores_gemma":[0.9990761,0.00031859791,0.00018747893,0.00024501546,0.000076041484,0.00009671119],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002857104,0.00012293483,0.00023708836,0.00002884052,0.0005287798,0.000067571666,0.0010073292,0.0004211078,0.00064659637],"category_scores_gemma":[0.00018476124,0.000082387895,0.000051684485,0.0004119883,0.00012083801,0.0004451736,0.00010160636,0.0013608325,0.00034399028],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014460278,0.000055372726,0.009764925,0.0012943819,0.000023913068,0.000009697793,0.042721696,2.0224999e-7,0.000010816777,0.63325614,0.0016960225,0.31115234],"study_design_scores_gemma":[0.0000697335,0.000014261957,0.0033739537,0.0034165313,0.000019295,0.0000014129814,0.006902317,0.000041839005,0.000016372891,0.026034908,0.95992863,0.00018076204],"about_ca_topic_score_codex":0.01335221,"about_ca_topic_score_gemma":0.009701913,"teacher_disagreement_score":0.9582326,"about_ca_system_score_codex":0.000037529968,"about_ca_system_score_gemma":0.00014739145,"threshold_uncertainty_score":0.99321795},"labels":[],"label_agreement":null},{"id":"W1997922661","doi":"10.1108/00907320410553731","title":"Canadian guide to gaming industry resources","year":2004,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Gambling Behavior and Treatments","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Lethbridge","funders":"","keywords":"Information industry; Business; Marketing; Industrial organization; Economics; Economy","score_opus":0.08696082213711057,"score_gpt":0.4209368863543013,"score_spread":0.3339760642171907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997922661","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82295054,0.048123073,0.0000027113106,0.00339602,0.00033499644,0.0006982614,0.00005259947,0.00011415784,0.124327615],"genre_scores_gemma":[0.9784373,0.00385316,0.0004960534,0.011399201,0.00008422252,0.00015599618,0.00006477586,0.000038009952,0.0054712747],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998639,0.000058221663,0.00030837653,0.0003817725,0.00016700216,0.0004456208],"domain_scores_gemma":[0.9988051,0.000012104248,0.000076556025,0.0005765262,0.00007399895,0.00045570845],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00017210329,0.00019376812,0.00029253258,0.00012421017,0.000107222644,0.000038026516,0.0004142356,0.00020409786,0.0017963352],"category_scores_gemma":[0.000008470259,0.00016441177,0.000054995115,0.0004259766,0.000010265207,0.00006802742,0.000043478612,0.0002942655,0.0041603493],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039031504,0.00074823154,0.2857576,0.006978023,0.0004926498,0.0015428924,0.011065569,0.000038331207,0.00019224797,0.007813107,0.010842018,0.6744903],"study_design_scores_gemma":[0.000343405,0.00008595326,0.12930562,0.005856692,0.00014260651,0.00004728764,0.00029524407,6.855407e-8,0.000022222512,0.00007565047,0.8635452,0.00028007227],"about_ca_topic_score_codex":0.32943732,"about_ca_topic_score_gemma":0.19187497,"teacher_disagreement_score":0.85270315,"about_ca_system_score_codex":0.00022709584,"about_ca_system_score_gemma":0.000113171,"threshold_uncertainty_score":0.9991162},"labels":[],"label_agreement":null},{"id":"W2004595673","doi":"10.1108/rsr-09-2014-0040","title":"Piloting a blended model for sustainable IL programming","year":2015,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University","funders":"","keywords":"Information literacy; Originality; Computer science; Curriculum; Asynchronous communication; Blended learning; Learning Management; Medical education; Mathematics education; Pedagogy; Psychology; World Wide Web; Educational technology; Medicine","score_opus":0.0930246152535281,"score_gpt":0.3641634140024235,"score_spread":0.2711387987488954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004595673","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016748505,0.12098301,0.009594271,0.05343584,0.0006375089,0.014878374,0.00006032559,0.0017410807,0.7819211],"genre_scores_gemma":[0.52742296,0.119276635,0.0977278,0.12206195,0.0010631977,0.0024453006,0.0006574061,0.00010948152,0.12923525],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99844515,0.00007654327,0.00036091692,0.0001944217,0.00040962294,0.00051331404],"domain_scores_gemma":[0.9987005,0.000041193576,0.00021339918,0.00020278286,0.0005887374,0.00025337655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017370445,0.00011143516,0.00021776847,0.000052063446,0.00042206538,0.00032049374,0.00057002873,0.000049563907,0.000051358595],"category_scores_gemma":[0.00018966616,0.000090292175,0.000059550817,0.00058105635,0.000052737596,0.010321439,0.000079800535,0.00007741338,0.00008865518],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017479428,0.000074287695,0.00044541724,0.013372001,0.000014708465,0.000002109659,0.03223661,0.00015197493,0.0000019375332,0.72660726,0.006048612,0.22102758],"study_design_scores_gemma":[0.00012423421,0.000036837897,0.000007513477,0.0008845799,0.000013504872,4.7480117e-7,0.008065474,0.012537,0.0000022325075,0.004969505,0.97321534,0.00014329425],"about_ca_topic_score_codex":0.00039949748,"about_ca_topic_score_gemma":0.000045112247,"teacher_disagreement_score":0.9671667,"about_ca_system_score_codex":0.000067403394,"about_ca_system_score_gemma":0.00075950456,"threshold_uncertainty_score":0.7482794},"labels":[],"label_agreement":null},{"id":"W2009092618","doi":"10.1108/00907320810920397","title":"Investigating the efficacy of embedment: experiments in information literacy integration","year":2008,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Mount Royal University","funders":"","keywords":"Rubric; Information literacy; Variety (cybernetics); Mathematics education; Psychology; Subject (documents); Medical education; Computer science; Pedagogy; Library science; Medicine","score_opus":0.050569694140247395,"score_gpt":0.35123192074132764,"score_spread":0.3006622266010802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009092618","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88970226,0.015382508,0.000048901715,0.0049104122,0.0002420744,0.0015956206,0.000010279588,0.00007852993,0.0880294],"genre_scores_gemma":[0.9516097,0.03794868,0.00046187107,0.00970077,0.000030293058,0.00004119,0.00008814565,0.00000258164,0.0001167735],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985148,0.00018493019,0.0006255121,0.000081290615,0.0004302153,0.00016328128],"domain_scores_gemma":[0.99913055,0.000088094814,0.00038094062,0.00019676691,0.00014674684,0.000056929533],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00065622834,0.00008439893,0.00016225594,0.00008016487,0.00026102946,0.00007852288,0.00046700484,0.000037542257,0.00020847033],"category_scores_gemma":[0.00013908923,0.000054868407,0.000038782502,0.0008849345,0.00012463232,0.0149503965,0.000047693535,0.00010948354,0.00011548849],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007729505,0.0001049936,0.024570068,0.0025207307,0.0000108224785,6.529588e-7,0.51243657,0.000029892288,0.00010138385,0.075184725,0.00086090906,0.38417155],"study_design_scores_gemma":[0.00053689256,0.000068418376,0.10550673,0.011335514,0.000013808974,0.00000324234,0.009539404,0.0011083145,0.00045731667,0.0008307961,0.8702541,0.0003454483],"about_ca_topic_score_codex":0.0010186915,"about_ca_topic_score_gemma":0.000025073048,"teacher_disagreement_score":0.8693932,"about_ca_system_score_codex":0.000033058124,"about_ca_system_score_gemma":0.00014617767,"threshold_uncertainty_score":0.998827},"labels":[],"label_agreement":null},{"id":"W2015077654","doi":"10.1108/00907320911006994","title":"An information literacy program built for relevance and purpose","year":2009,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Information literacy; Relevance (law); Originality; Computer science; Population; Literacy; Information science; Library science; Knowledge management; Mathematics education; Sociology; Pedagogy; Psychology; Political science; Qualitative research; Social science","score_opus":0.02212596230120727,"score_gpt":0.3867751638301707,"score_spread":0.3646492015289634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015077654","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23972164,0.26956123,0.002600947,0.12739395,0.0016008674,0.035412673,0.00038637288,0.0040554614,0.31926686],"genre_scores_gemma":[0.29542625,0.5060997,0.038443454,0.15718162,0.00037145588,0.00054614694,0.0010084299,0.0000140720085,0.0009088826],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99885684,0.00006970624,0.00039697986,0.00014299176,0.00026966227,0.00026382046],"domain_scores_gemma":[0.999064,0.00004302452,0.00022178199,0.00023401833,0.00026325873,0.00017389699],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0005975766,0.000109055145,0.0001808406,0.000057710797,0.00035460285,0.0005869279,0.0004216455,0.000057208956,0.000076185315],"category_scores_gemma":[0.00006742735,0.000087069704,0.000035675657,0.00043567223,0.000049530376,0.037535578,0.000016275775,0.000073203846,0.00006753141],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000421883,0.00002099392,0.00009358219,0.0009032271,9.839332e-7,6.6113216e-8,0.0037060261,3.612921e-7,0.000003328034,0.029372696,0.00022454133,0.96567],"study_design_scores_gemma":[0.00009130064,0.00018510007,0.002196268,0.0010172152,0.00000789041,9.624655e-7,0.0002984172,0.00036546218,0.0000057006446,0.002493076,0.99320775,0.00013082798],"about_ca_topic_score_codex":0.00007406082,"about_ca_topic_score_gemma":0.000011394575,"teacher_disagreement_score":0.9929832,"about_ca_system_score_codex":0.000016402893,"about_ca_system_score_gemma":0.00009126025,"threshold_uncertainty_score":0.9759259},"labels":[],"label_agreement":null},{"id":"W2020250223","doi":"10.1108/00907320210428697","title":"From the front line: information literacy instruction in Canadian academic libraries","year":2002,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University; University of Alberta","funders":"","keywords":"Information literacy; Library instruction; Front line; Library science; Academic library; Literacy; Sociology; Face (sociological concept); Higher education; Front (military); Pedagogy; Computer science; Political science; Social science","score_opus":0.029360497689889752,"score_gpt":0.293652376689537,"score_spread":0.26429187899964723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020250223","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22229588,0.21832563,0.000021730586,0.19516625,0.00198746,0.0029802893,0.00031727043,0.00035017368,0.35855532],"genre_scores_gemma":[0.43714297,0.44208318,0.00045491217,0.1181176,0.0005179622,0.00008047104,0.0005262615,0.000008578675,0.0010680612],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99848306,0.00017223737,0.00053438864,0.00011965026,0.0003449924,0.00034568875],"domain_scores_gemma":[0.9991848,0.000080250575,0.00021373725,0.00023759191,0.00008664206,0.00019701937],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0004991316,0.00011073292,0.0001625406,0.00010580582,0.0003848573,0.0004412226,0.0007863885,0.000111157045,0.0034913633],"category_scores_gemma":[0.00010252157,0.00007639593,0.000036239362,0.00074193935,0.000078553494,0.037214708,0.000045666166,0.00030687652,0.0016901634],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030197466,0.0000078040075,0.017360315,0.0005436161,0.000006275034,7.6702844e-7,0.111033425,0.0000077265,4.816447e-7,0.030942982,0.009244088,0.83084947],"study_design_scores_gemma":[0.000069812246,0.0000061292953,0.0083817225,0.0013252854,0.0000046156833,5.0064386e-7,0.0016906781,0.0007045321,0.000001257576,0.0011665829,0.9865443,0.00010457369],"about_ca_topic_score_codex":0.3536826,"about_ca_topic_score_gemma":0.05745482,"teacher_disagreement_score":0.9773002,"about_ca_system_score_codex":0.00009090924,"about_ca_system_score_gemma":0.00024354356,"threshold_uncertainty_score":0.99908715},"labels":[],"label_agreement":null},{"id":"W2020336102","doi":"10.1108/00907320610716404","title":"Encouraging students' lifelong learning through graded information literacy assignments","year":2006,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Information literacy; Lifelong learning; Originality; Library instruction; Literacy; Psychology; Mathematics education; Pedagogy; Computer science; Social psychology; Creativity","score_opus":0.013529696133860533,"score_gpt":0.335272558849813,"score_spread":0.3217428627159525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020336102","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26043868,0.047397766,0.0010092815,0.013190992,0.0013317898,0.0032660246,0.00002648615,0.0011767108,0.6721623],"genre_scores_gemma":[0.8806313,0.08181027,0.0013326135,0.03142767,0.00032058457,0.000089297144,0.00056351296,0.0000138600735,0.0038108383],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973543,0.00025560393,0.0007163938,0.00017695091,0.0010861545,0.0004105853],"domain_scores_gemma":[0.9989163,0.000064867505,0.0004957392,0.00021611644,0.00020643334,0.00010053331],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00091214426,0.00017012545,0.0002542247,0.00008348954,0.00075299107,0.00096641574,0.000842249,0.00007021174,0.0006680646],"category_scores_gemma":[0.000049108487,0.00014278847,0.00007411769,0.0008470865,0.00006156477,0.042286735,0.00011596565,0.00022770677,0.0010004012],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020707093,0.00030513539,0.21468109,0.01199178,0.00007610918,0.00000972383,0.13687092,0.00021692103,0.000036393565,0.18773618,0.009052693,0.43900234],"study_design_scores_gemma":[0.00013468435,0.000018217122,0.009225306,0.0022641437,0.0000150411925,0.0000011559496,0.0019378694,0.000074792086,0.000009564363,0.0011190326,0.9849945,0.00020571452],"about_ca_topic_score_codex":0.0021691294,"about_ca_topic_score_gemma":0.000020361518,"teacher_disagreement_score":0.9759418,"about_ca_system_score_codex":0.00007590702,"about_ca_system_score_gemma":0.00011529905,"threshold_uncertainty_score":0.99977744},"labels":[],"label_agreement":null},{"id":"W2029827368","doi":"10.1108/00907320610716486","title":"The benefits of buy‐in: integrating information literacy into each year of an academic program","year":2006,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"","keywords":"Information literacy; Bachelor; Curriculum; Set (abstract data type); Library instruction; Medical education; Library science; The arts; Sociology; Pedagogy; Psychology; Computer science; Political science; Medicine","score_opus":0.016416344586107794,"score_gpt":0.3428869113149481,"score_spread":0.3264705667288403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029827368","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88396215,0.039067,0.000009507258,0.0028269573,0.0001759783,0.0018111242,0.000021005388,0.00010244715,0.072023824],"genre_scores_gemma":[0.9195361,0.07546317,0.0029389919,0.001558863,0.00008426689,0.00007745646,0.00019400183,0.0000054700276,0.00014164147],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983155,0.0001435654,0.00084928336,0.00008493002,0.00041509827,0.00019162513],"domain_scores_gemma":[0.9988421,0.00007787859,0.00056328333,0.0002068268,0.00026412396,0.000045746394],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0012245721,0.00008508041,0.00019329935,0.000076759956,0.00016623929,0.00011315189,0.00068585813,0.00006925385,0.000044508957],"category_scores_gemma":[0.00006993456,0.00005473689,0.00004089034,0.00091266213,0.0001023837,0.014735516,0.000049925668,0.00016581589,0.000027554679],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003830242,0.00002231852,0.004518723,0.0015360138,0.0000015376348,2.8127852e-8,0.0107849,0.00001038495,0.0000047630115,0.10503005,0.000040851366,0.8780466],"study_design_scores_gemma":[0.00016214397,0.00012228193,0.032852326,0.0071174,0.000011565715,5.994475e-7,0.006279286,0.00092016195,0.000097983946,0.003790356,0.9484527,0.00019318919],"about_ca_topic_score_codex":0.0028888828,"about_ca_topic_score_gemma":0.00037605726,"teacher_disagreement_score":0.9484119,"about_ca_system_score_codex":0.000021432083,"about_ca_system_score_gemma":0.00012217514,"threshold_uncertainty_score":0.9990449},"labels":[],"label_agreement":null},{"id":"W2030160027","doi":"10.1108/00907321011090755","title":"Innovation: the language of learning libraries","year":2010,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Work (physics); Library instruction; Computer science; Pedagogy; Knowledge management; Sociology; Information literacy; Psychology; Engineering","score_opus":0.023600973296748717,"score_gpt":0.31864960575938045,"score_spread":0.29504863246263174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2030160027","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37031,0.02450687,0.000013620271,0.026328433,0.0004861668,0.00066426105,0.00000829655,0.00017224446,0.5775101],"genre_scores_gemma":[0.9302293,0.037650436,0.0008990475,0.022760669,0.00025323915,0.000027376898,0.00008056725,0.000007967452,0.008091374],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99915177,0.000090673144,0.0002863876,0.00007409744,0.00027403858,0.00012306616],"domain_scores_gemma":[0.99933404,0.00007631016,0.00023533452,0.00018653824,0.00013915087,0.00002864946],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007880839,0.00005377045,0.00011257957,0.00004048971,0.0002974573,0.000113638154,0.0005677324,0.000036585647,0.0019881087],"category_scores_gemma":[0.00013076696,0.000032076736,0.00002465324,0.0011769007,0.00015062468,0.0049109124,0.000055619854,0.00020639041,0.00012909519],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010020482,0.0000073615747,0.0029554253,0.0008899739,0.0000036368222,1.8746495e-7,0.01991571,4.840645e-7,0.00017188948,0.87320375,0.000514369,0.102336206],"study_design_scores_gemma":[0.000019655328,0.000007774117,0.001585974,0.0003748353,0.0000039039487,4.2460928e-7,0.0045035095,0.000013484773,0.000095549934,0.0006490616,0.9926958,0.000050008326],"about_ca_topic_score_codex":0.00026121244,"about_ca_topic_score_gemma":0.000051157804,"teacher_disagreement_score":0.9921814,"about_ca_system_score_codex":0.0000022670038,"about_ca_system_score_gemma":0.00013228437,"threshold_uncertainty_score":0.9989242},"labels":[],"label_agreement":null},{"id":"W2030269731","doi":"10.1108/00907320410519405","title":"Health professional education, evidence‐based health care, and health sciences librarians","year":2004,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"McMaster University","keywords":"Critical appraisal; Medical education; Health care; Process (computing); Psychology; Health professionals; MEDLINE; Nursing; Medicine; Alternative medicine; Political science; Computer science","score_opus":0.3314651731453244,"score_gpt":0.5719132116442873,"score_spread":0.2404480384989629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2030269731","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0040963944,0.59780353,0.000079885365,0.3911527,0.0010817961,0.00392691,0.000034309443,0.00012322447,0.0017012547],"genre_scores_gemma":[0.054547466,0.58630526,0.008898197,0.34824783,0.00046451305,0.0008354724,0.00028182607,0.000029591127,0.0003898143],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9927708,0.0020438451,0.0015444558,0.000918074,0.0010855539,0.001637276],"domain_scores_gemma":[0.99574786,0.00039125653,0.0011466965,0.0005923817,0.0004930371,0.0016287715],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.006836745,0.00031256914,0.0008616104,0.00030417554,0.0043157884,0.00007488708,0.0008162062,0.00012330725,0.0003305216],"category_scores_gemma":[0.0001810123,0.00023287056,0.00006110114,0.0018350843,0.00023635625,0.0012133177,0.00018684506,0.000882252,0.0003456519],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002829559,0.0004694104,0.02938577,0.3053001,0.000012213898,6.2307595e-7,0.016938541,0.000013144349,0.000002799686,0.019453198,0.08833752,0.54005843],"study_design_scores_gemma":[0.00069630216,0.0019994585,0.09939499,0.3075051,0.0000099321815,0.0000093706785,0.0151432315,0.00005033966,0.0000020321327,0.001778897,0.57287824,0.000532113],"about_ca_topic_score_codex":0.021096066,"about_ca_topic_score_gemma":0.0051792786,"teacher_disagreement_score":0.5395263,"about_ca_system_score_codex":0.0012736704,"about_ca_system_score_gemma":0.09716613,"threshold_uncertainty_score":0.9969804},"labels":[],"label_agreement":null},{"id":"W2031036176","doi":"10.1108/00907320710774346","title":"Corporate governance research on the free web: a selected annotated guide","year":2007,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Auditing, Earnings Management, Governance","field":"Business, Management and Accounting","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Corporate governance; Relevance (law); Context (archaeology); Originality; Quality (philosophy); Subject (documents); Field (mathematics); Web 2.0; World Wide Web; Computer science; Knowledge management; Business; Public relations; Political science; The Internet; Sociology; Social science; Qualitative research; Geography","score_opus":0.07097836391178541,"score_gpt":0.3116946073943818,"score_spread":0.2407162434825964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031036176","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22826552,0.043823794,0.0013847793,0.028205894,0.0006170363,0.004709708,0.000053262098,0.0011043719,0.69183564],"genre_scores_gemma":[0.8946267,0.054575875,0.00021644504,0.038736597,0.0011977068,0.00016818052,0.00013479542,0.00013716312,0.01020656],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961527,0.000112168986,0.00072477997,0.00069320045,0.001417061,0.0009000622],"domain_scores_gemma":[0.9860331,0.00031498168,0.011003515,0.0012960603,0.0013182786,0.000034109005],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0047898768,0.00036414913,0.00044692546,0.0001387662,0.0005018989,0.00035895949,0.0021972663,0.00009017262,0.001086409],"category_scores_gemma":[0.0053412328,0.00025496358,0.0000816776,0.00438687,0.00010895514,0.0007800199,0.00086801813,0.0008419462,0.0045782113],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001408709,0.00025372222,0.010354668,0.020025143,0.00016549381,0.00017977097,0.00007183864,0.00003078617,0.00074355537,0.24387777,0.39773017,0.3264262],"study_design_scores_gemma":[0.0002527392,0.000022033608,0.039557416,0.007043611,0.00004795421,0.0000017561075,0.000058730027,0.0003029535,0.000032446707,0.0012682457,0.9510946,0.000317476],"about_ca_topic_score_codex":0.0014996416,"about_ca_topic_score_gemma":0.0023257718,"teacher_disagreement_score":0.68162906,"about_ca_system_score_codex":0.00013555615,"about_ca_system_score_gemma":0.000069667534,"threshold_uncertainty_score":0.9999903},"labels":[],"label_agreement":null},{"id":"W2032564839","doi":"10.1108/00907320210451367","title":"Problem‐based learning: evolving strategies and conversations for library instruction","year":2002,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Education and Critical Thinking Development","field":"Social Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Library instruction; Computer science; World Wide Web; Mathematics education; Library science; Information literacy; Multimedia; Psychology","score_opus":0.05768089413799968,"score_gpt":0.32529104190649116,"score_spread":0.26761014776849146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032564839","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032952566,0.2540974,0.0019134781,0.16277798,0.00091660564,0.0053997836,0.000019649862,0.0014668908,0.54045564],"genre_scores_gemma":[0.8062453,0.16227606,0.022480993,0.0057351254,0.00013054202,0.00023679093,0.00007941099,0.0000184647,0.0027972928],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99927545,0.000111974965,0.00016885696,0.00015308184,0.00014513292,0.00014552574],"domain_scores_gemma":[0.9995908,0.000097781194,0.00006874806,0.00006537027,0.00009648542,0.0000808268],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00023378892,0.00006991447,0.00012044097,0.000030473342,0.00041172773,0.00023434001,0.000112170186,0.000046865982,0.0015155601],"category_scores_gemma":[0.000048384925,0.00006348451,0.000023871284,0.00020237736,0.00006135558,0.00075864093,0.000014189049,0.00008952829,0.00003509949],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040146138,0.00012065453,0.005919143,0.018267633,0.000029777548,5.721312e-7,0.018980416,0.000008520501,0.0000140448,0.6403923,0.0029858414,0.31327707],"study_design_scores_gemma":[0.00011698028,0.000022553952,0.00074908364,0.002125384,0.00002582651,3.9554428e-7,0.0045065023,0.00030206324,0.0000042856454,0.0098587815,0.9821586,0.00012954418],"about_ca_topic_score_codex":0.00006112384,"about_ca_topic_score_gemma":0.00005646724,"teacher_disagreement_score":0.97917277,"about_ca_system_score_codex":0.000021201926,"about_ca_system_score_gemma":0.00012615326,"threshold_uncertainty_score":0.9993972},"labels":[],"label_agreement":null},{"id":"W2045313458","doi":"10.1108/00907321111161458","title":"Information literacy instruction for satellite university students","year":2011,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Information literacy; Library instruction; Originality; Distance education; Value (mathematics); Instructional design; Resource (disambiguation); Computer science; Literacy; Mathematics education; Library science; Pedagogy; Sociology; Multimedia; Psychology","score_opus":0.03947776816642038,"score_gpt":0.3159995709006682,"score_spread":0.2765218027342478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045313458","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28532583,0.014920169,0.00087500585,0.0031486275,0.0016490596,0.0052816058,0.00016092075,0.0006621541,0.68797666],"genre_scores_gemma":[0.38389993,0.5712704,0.009257389,0.02961245,0.00021163466,0.000050894283,0.00077949505,0.000015023575,0.004902759],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99904877,0.00008084427,0.00028295605,0.000086798485,0.00030871603,0.00019192544],"domain_scores_gemma":[0.99920803,0.000021127691,0.00023792667,0.00016243759,0.00026632013,0.00010412831],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00049996976,0.000082292914,0.00013257324,0.000084837186,0.00034991672,0.000143784,0.0006007075,0.000052323267,0.0004625422],"category_scores_gemma":[0.000020226225,0.00007335178,0.000053694173,0.00049568294,0.00004820749,0.027938679,0.00005269936,0.000058515856,0.0003836968],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029905857,0.000036476384,0.012321138,0.0029831284,0.000014093179,2.7712724e-7,0.052895103,1.4275352e-7,8.6894767e-7,0.12763771,0.0003089555,0.8037722],"study_design_scores_gemma":[0.00014272661,0.000026159714,0.011910838,0.00067897333,0.0000129623495,4.3682735e-7,0.0028787495,0.000007820485,0.0000049103037,0.00048125212,0.9837575,0.00009766174],"about_ca_topic_score_codex":0.00039998748,"about_ca_topic_score_gemma":0.000022856908,"teacher_disagreement_score":0.98344857,"about_ca_system_score_codex":0.000042355863,"about_ca_system_score_gemma":0.00008751996,"threshold_uncertainty_score":0.98565704},"labels":[],"label_agreement":null},{"id":"W2045424941","doi":"10.1108/rsr-08-2014-0037","title":"Sustainable decision making for emerging educational technologies in libraries","year":2015,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Web and Library Services","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Mount Royal University","funders":"","keywords":"Affordance; Dilemma; Relevance (law); Emerging technologies; Engineering ethics; Knowledge management; Originality; Computer science; Sociology; Political science; Qualitative research; Engineering; Social science","score_opus":0.03393920987175919,"score_gpt":0.31303817338728807,"score_spread":0.2790989635155289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045424941","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018097177,0.88868296,0.020538978,0.047967598,0.00060351606,0.0025329886,0.000009447519,0.0011707067,0.020396616],"genre_scores_gemma":[0.5440186,0.054632336,0.39080432,0.0077646812,0.00017186644,0.0008186499,0.000088517045,0.00005059436,0.0016504171],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99857515,0.00004750048,0.00036530787,0.00040746178,0.00023704462,0.00036754218],"domain_scores_gemma":[0.9988511,0.00020554244,0.00015961744,0.00056257984,0.0001673569,0.000053787677],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044385824,0.00016466776,0.00029408574,0.00018436438,0.00009083801,0.00029555685,0.0018154079,0.000073529314,0.000022191974],"category_scores_gemma":[0.00008526297,0.00013353095,0.000044899418,0.0010418944,0.0000181498,0.003334972,0.00066187343,0.000115158226,0.00004164965],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013322945,0.0000647958,0.0037753629,0.009780292,0.000009294319,0.0000068338913,0.000811051,0.000038511178,0.000003126978,0.71017516,0.0023330648,0.27298918],"study_design_scores_gemma":[0.00027754944,0.00007840719,0.0017403293,0.009525295,0.000011219134,0.000010697864,0.002265198,0.0052982355,0.000046616224,0.42496318,0.5553947,0.0003885797],"about_ca_topic_score_codex":0.00004614985,"about_ca_topic_score_gemma":0.000047266178,"teacher_disagreement_score":0.83405066,"about_ca_system_score_codex":0.000039713843,"about_ca_system_score_gemma":0.00030004935,"threshold_uncertainty_score":0.5445234},"labels":[],"label_agreement":null},{"id":"W2048405300","doi":"10.1108/00907320910957224","title":"The information and learning commons: a selective guide to sources","year":2009,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Implementation; World Wide Web; Computer science; Originality; The Internet; Service (business); Library science; Index (typography); Space (punctuation); Sociology; Business","score_opus":0.012915423122918702,"score_gpt":0.31480111781894177,"score_spread":0.30188569469602305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048405300","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060010336,0.073977016,0.00014077588,0.13037857,0.00018624525,0.0022399705,0.0000076236174,0.00037822567,0.7326812],"genre_scores_gemma":[0.3391319,0.45036662,0.001488962,0.2032076,0.0001689336,0.00008245389,0.00006155353,0.000007103411,0.005484866],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989385,0.00018805213,0.0003034924,0.000077601944,0.000284715,0.00020761217],"domain_scores_gemma":[0.9993541,0.000110937384,0.00015771214,0.0001127155,0.00015153002,0.00011300318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011293849,0.000073207644,0.00011527625,0.0000392947,0.00121156,0.0004751283,0.00036717165,0.000029095754,0.000039429367],"category_scores_gemma":[0.00018268597,0.0000462348,0.00002132989,0.0005856876,0.000045486104,0.00807549,0.000040218885,0.00013579232,0.000226933],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000418761,0.0000043003392,0.000868171,0.0002183444,0.0000037512134,9.058633e-8,0.026461402,0.0000068136037,0.0000017730359,0.04712872,0.0034978562,0.9218046],"study_design_scores_gemma":[0.000027615024,0.000044539294,0.0047108335,0.0005571379,0.0000040413697,6.844139e-7,0.003951687,0.000050900442,0.000002628836,0.00040913577,0.99016947,0.00007134299],"about_ca_topic_score_codex":0.00051209104,"about_ca_topic_score_gemma":0.00013212825,"teacher_disagreement_score":0.9866716,"about_ca_system_score_codex":0.000021111431,"about_ca_system_score_gemma":0.00008562047,"threshold_uncertainty_score":0.93184626},"labels":[],"label_agreement":null},{"id":"W2068428412","doi":"10.1108/00907320410519423","title":"Research, development, and production of information resources and tools","year":2005,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Originality; Value (mathematics); Informatics; Medical education; Information literacy; Work (physics); Quality (philosophy); Health informatics; Relevance (law); Critical appraisal; Professional development; Computer science; Knowledge management; Psychology; Sociology; Library science; Medicine; Political science; Nursing; Alternative medicine; Qualitative research; Engineering; Social science; Public health","score_opus":0.28280845920520586,"score_gpt":0.5224971970716938,"score_spread":0.23968873786648798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068428412","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94229484,0.037785184,0.0000040527752,0.008242847,0.00009700394,0.0012934252,0.0000031233035,0.000023626537,0.010255886],"genre_scores_gemma":[0.54953533,0.44151962,0.00431922,0.002829725,0.00028953823,0.00038813488,0.000073223964,0.000008438581,0.0010368071],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980472,0.000474039,0.0005491674,0.00015804135,0.00041914373,0.0003524593],"domain_scores_gemma":[0.9987013,0.00023206361,0.00019811378,0.00017814398,0.0005132591,0.00017712418],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004417492,0.00006726464,0.00017921822,0.0001575098,0.00055191433,0.000026417965,0.00014776505,0.00006410059,0.00011560967],"category_scores_gemma":[0.00041167944,0.000049207993,0.0000063800735,0.0005067801,0.00007903213,0.0014553335,0.00011710745,0.00034516252,0.00019405449],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012934525,0.000016739119,0.004770617,0.039293393,0.0000037771194,3.8671043e-8,0.013909938,2.5310672e-7,0.00004232158,0.00058655225,0.003355097,0.9380083],"study_design_scores_gemma":[0.00006549361,0.000031056843,0.0588712,0.0064845346,0.0000028164104,0.0000010474614,0.004715178,0.000020304153,0.00003706942,0.000076843906,0.9296409,0.000053553482],"about_ca_topic_score_codex":0.00023740143,"about_ca_topic_score_gemma":0.00045033568,"teacher_disagreement_score":0.9379548,"about_ca_system_score_codex":0.00006123976,"about_ca_system_score_gemma":0.00042138796,"threshold_uncertainty_score":0.42449346},"labels":[],"label_agreement":null},{"id":"W2069090196","doi":"10.1108/00907320910957198","title":"Undergraduate research in the public domain: the evaluation of non‐academic sources online","year":2009,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Web and Library Services","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Context (archaeology); Originality; Resource (disambiguation); Domain (mathematical analysis); Relation (database); Public domain; Value (mathematics); Psychology; Order (exchange); Computer science; Knowledge management; Public relations; Medical education; Political science; Social psychology","score_opus":0.1844319036505071,"score_gpt":0.41668445711245944,"score_spread":0.23225255346195234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069090196","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2845595,0.2841434,0.00016039015,0.41803193,0.0001028711,0.0019586822,0.000006130968,0.00006330539,0.010973844],"genre_scores_gemma":[0.9205211,0.07056458,0.00041515523,0.008345583,0.00006506779,0.00003871443,0.00002217074,0.0000045598827,0.000023085564],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9947844,0.0022150476,0.0005427363,0.00038482278,0.0016800248,0.00039297025],"domain_scores_gemma":[0.99781805,0.0003236589,0.00025710426,0.0011828792,0.00036172528,0.000056585315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008429538,0.00015910284,0.00028732885,0.00014964958,0.00017751742,0.0001714748,0.004721497,0.0000777464,0.000020841437],"category_scores_gemma":[0.00002561247,0.00007934236,0.00006462832,0.0026788255,0.000060563925,0.0011712939,0.00026883226,0.0006423343,0.00005694891],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062016416,0.00025649002,0.0012759388,0.0034015959,0.000023713477,0.0000047591193,0.0031544045,0.000040166047,0.00014861865,0.2497777,0.0007085992,0.7412018],"study_design_scores_gemma":[0.0010256113,0.0005419316,0.18854545,0.016840804,0.00010851275,0.000059873055,0.002303827,0.061965905,0.00010142469,0.46028805,0.2675192,0.0006994085],"about_ca_topic_score_codex":0.00009746723,"about_ca_topic_score_gemma":0.00029687223,"teacher_disagreement_score":0.7405024,"about_ca_system_score_codex":0.000027666238,"about_ca_system_score_gemma":0.0002335717,"threshold_uncertainty_score":0.87737954},"labels":[],"label_agreement":null},{"id":"W2069427368","doi":"10.1108/00907320810920315","title":"LOEX‐of‐the‐West 2008: hitting the jackpot in Las Vegas","year":2008,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Mount Royal University","funders":"","keywords":"Las vegas; Originality; Information literacy; Value (mathematics); Library science; Sociology; Political science; Media studies; Computer science; Social science; Law","score_opus":0.04071542607302502,"score_gpt":0.3055312665478299,"score_spread":0.2648158404748049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069427368","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6046963,0.07985142,0.0000023613647,0.037291404,0.0005318351,0.0015132907,0.00001314125,0.00008649712,0.2760138],"genre_scores_gemma":[0.86170477,0.12035305,0.00007830839,0.016081369,0.00008328941,0.000021496147,0.0000066807006,0.000005114451,0.0016658952],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99841464,0.0002600928,0.00047117844,0.00013290199,0.00046689095,0.00025430965],"domain_scores_gemma":[0.99910665,0.00010374315,0.00029708358,0.0003410522,0.00009424769,0.000057241043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00088514126,0.00009262877,0.0001984248,0.00003516452,0.0004792768,0.000044494227,0.0011316924,0.00004548339,0.00058312464],"category_scores_gemma":[0.00009232242,0.000050123122,0.00007233046,0.0012704515,0.00022971995,0.0032626435,0.00011099107,0.0001684955,0.00027429106],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016323576,0.00025415295,0.40732318,0.0103834085,0.00003649058,0.000017357197,0.16347368,0.00010067672,0.000043642784,0.18745178,0.010243334,0.22065598],"study_design_scores_gemma":[0.00006672119,0.000011110072,0.064800255,0.0027344944,0.000006300797,0.0000054300135,0.0013714131,0.000043557695,0.000016799673,0.00039420847,0.9304398,0.00010990854],"about_ca_topic_score_codex":0.0019859408,"about_ca_topic_score_gemma":0.0006173736,"teacher_disagreement_score":0.9201965,"about_ca_system_score_codex":0.000024900457,"about_ca_system_score_gemma":0.00025155116,"threshold_uncertainty_score":0.6384806},"labels":[],"label_agreement":null},{"id":"W2071521595","doi":"10.1108/rsr-12-2012-0082","title":"Hearing stories, not keywords: teaching contextual readers' advisory","year":2013,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Appeal; Reading (process); Context (archaeology); Narrative; Originality; Cornerstone; Interview; Grounded theory; Sociology; Computer science; Qualitative research; Political science; Linguistics; Social science; Visual arts","score_opus":0.059261298734657054,"score_gpt":0.33233338703522214,"score_spread":0.27307208830056506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071521595","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04701577,0.063505426,0.000091734146,0.032669548,0.0009910407,0.0025268877,0.000026111655,0.00058625295,0.8525872],"genre_scores_gemma":[0.80710936,0.07458344,0.0017256377,0.102981575,0.00045069098,0.00015661636,0.00012052716,0.000022535802,0.01284963],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997998,0.00029020364,0.00049151684,0.00024802928,0.00055859605,0.0004136469],"domain_scores_gemma":[0.99896914,0.0001110519,0.00023362979,0.00032652644,0.00013029648,0.00022936141],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0010286608,0.00015684852,0.00029567062,0.00006325488,0.0006986603,0.00039529224,0.0007704919,0.00007959465,0.002334072],"category_scores_gemma":[0.00010820951,0.00012630563,0.000069892594,0.00036185258,0.00011744124,0.014922382,0.00010473598,0.0003035565,0.0017586097],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000072999505,0.00007444223,0.003735589,0.0053291465,0.000032827975,0.0000022132497,0.0904461,0.0000024968076,0.0000590462,0.17525479,0.026798049,0.698258],"study_design_scores_gemma":[0.000066358705,0.000021624957,0.0014290668,0.0021290663,0.000006579693,8.901466e-7,0.011599542,0.000049000428,0.000005160667,0.00022984893,0.98427445,0.00018841097],"about_ca_topic_score_codex":0.00900252,"about_ca_topic_score_gemma":0.00011252857,"teacher_disagreement_score":0.9574764,"about_ca_system_score_codex":0.00005745204,"about_ca_system_score_gemma":0.00023854636,"threshold_uncertainty_score":0.9990186},"labels":[],"label_agreement":null},{"id":"W2081547500","doi":"10.1108/00907320210451303","title":"Investigating the environment: teaching and learning with undergraduates in the sciences","year":2002,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Fluency; Class (philosophy); Course (navigation); Quarter (Canadian coin); Process (computing); Mathematics education; Course evaluation; Higher education; Computer science; Medical education; Psychology; Engineering; Political science","score_opus":0.050188653263054904,"score_gpt":0.2882995171657948,"score_spread":0.23811086390273992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081547500","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40064162,0.08806148,0.000012807457,0.15237945,0.0000408885,0.0010888687,0.0000014272185,0.00008062592,0.35769284],"genre_scores_gemma":[0.9064292,0.06963877,0.0005906178,0.022864005,0.00002629272,0.000024034522,0.000002552261,0.000002957488,0.00042160755],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981623,0.00086111116,0.00019305597,0.00014489325,0.00042717913,0.00021144094],"domain_scores_gemma":[0.99933517,0.00035639293,0.00014254829,0.00011624758,0.000009113067,0.000040557396],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0030207091,0.00008044072,0.00010053749,0.000029471163,0.0019590405,0.0003771819,0.0005778374,0.000018947545,0.00013312219],"category_scores_gemma":[0.00009310281,0.000035905327,0.000013341688,0.0004220042,0.00043267055,0.0038404434,0.000048283746,0.0003620492,0.000053872096],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.0133056e-7,0.000040464394,0.06780777,0.0014223953,0.0000093689505,0.0000017627763,0.2579717,0.0001699374,0.000007766055,0.30735594,0.0003661044,0.36484617],"study_design_scores_gemma":[0.00007308122,0.000070580456,0.007446884,0.0025629294,0.0000127137855,0.0000052089035,0.041424572,0.0022844197,8.7099596e-7,0.0018988102,0.94404846,0.0001714801],"about_ca_topic_score_codex":0.00070106384,"about_ca_topic_score_gemma":0.000085964915,"teacher_disagreement_score":0.9436824,"about_ca_system_score_codex":0.00000993067,"about_ca_system_score_gemma":0.000021690916,"threshold_uncertainty_score":0.9993403},"labels":[],"label_agreement":null},{"id":"W2082816247","doi":"10.1108/00907320910982758","title":"Wikipedia: friend or foe?","year":2009,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Objectivity (philosophy); Computer science; Encyclopedia; Originality; Multidisciplinary approach; Subject (documents); Scopus; Sample (material); Quality (philosophy); Presentation (obstetrics); Data science; World Wide Web; Sociology; Social science; Library science; Political science; Epistemology; Qualitative research","score_opus":0.04320511733365887,"score_gpt":0.413290147315561,"score_spread":0.3700850299819021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082816247","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009812731,0.09942973,0.000029362489,0.055995494,0.0008097827,0.001122679,0.000009969119,0.0002812288,0.83250904],"genre_scores_gemma":[0.40256906,0.5554979,0.0009250523,0.027957369,0.00081082294,0.00006086795,0.000053256972,0.0000103626035,0.012115351],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988728,0.0001716648,0.00022901106,0.00019163649,0.00032781562,0.00020708269],"domain_scores_gemma":[0.9992413,0.000039240687,0.00012579882,0.00023123923,0.00024254332,0.00011991374],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00046246554,0.00009287184,0.00018144131,0.000029929375,0.00027557235,0.00008950625,0.00033902872,0.00006952244,0.002434656],"category_scores_gemma":[0.000090680645,0.000070558344,0.00003064868,0.00077841687,0.00003280559,0.00038559613,0.0000117505415,0.000090740235,0.0005312237],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016054622,0.00019391946,0.00034237216,0.0016004457,0.000012065597,0.0000040634195,0.010463047,5.4588816e-7,0.0000267435,0.22209516,0.024443425,0.74080217],"study_design_scores_gemma":[0.000045430843,0.000031909058,0.0011466261,0.0009018731,0.00002064611,5.771894e-7,0.0016480945,0.0000021953979,0.0000048613615,0.0016475645,0.9944419,0.00010831523],"about_ca_topic_score_codex":0.00019538551,"about_ca_topic_score_gemma":0.0022529333,"teacher_disagreement_score":0.9699985,"about_ca_system_score_codex":0.00005701958,"about_ca_system_score_gemma":0.0003663474,"threshold_uncertainty_score":0.9984773},"labels":[],"label_agreement":null},{"id":"W2087852461","doi":"10.1108/00907320810873020","title":"Creating and evaluating a subject‐based blog: planning, implementation, and assessment","year":2008,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Web and Library Services","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"RSS; Subject (documents); Originality; World Wide Web; Computer science; Tracking (education); Service (business); Value (mathematics); The Internet; Sociology; Marketing; Business","score_opus":0.0816940200753422,"score_gpt":0.3947020829009506,"score_spread":0.3130080628256084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087852461","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82127917,0.16032903,0.0016303213,0.002161622,0.00007328867,0.00089200895,0.000009098007,0.0002689614,0.013356511],"genre_scores_gemma":[0.852938,0.043826863,0.093445025,0.009461763,0.00006224096,0.00010568468,0.00007031702,0.000019277772,0.00007084839],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984139,0.00020008568,0.0003748402,0.0004559484,0.00031076474,0.00024445707],"domain_scores_gemma":[0.999068,0.00013430463,0.00024743186,0.00034948185,0.00008311366,0.00011762205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048626403,0.0001873755,0.00030610315,0.000060149472,0.00032530772,0.00015583484,0.00044834672,0.00003622359,0.00007989555],"category_scores_gemma":[0.0000044798776,0.00015358214,0.000026260734,0.00031794733,0.000024917485,0.00093885773,0.00025081218,0.00013330727,0.000006956206],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011255604,0.00013494153,0.5308785,0.031513944,0.00012655015,0.0000914436,0.0060427296,0.00003291082,0.0007980444,0.02841601,0.00033004655,0.40162367],"study_design_scores_gemma":[0.0019971298,0.00091762823,0.81504285,0.015690979,0.00018617875,0.00029720282,0.0011655526,0.10418735,0.00042441557,0.0018191211,0.056865834,0.0014057428],"about_ca_topic_score_codex":0.00022141106,"about_ca_topic_score_gemma":0.000039068847,"teacher_disagreement_score":0.40021792,"about_ca_system_score_codex":0.000012834439,"about_ca_system_score_gemma":0.00016897451,"threshold_uncertainty_score":0.6262897},"labels":[],"label_agreement":null},{"id":"W2088614083","doi":"10.1108/00907321111135493","title":"Library support of bibliographic management tools: a review","year":2011,"lang":"en","type":"review","venue":"Reference Services Review","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Benchmarking; Computer science; Originality; Library science; World Wide Web; Process (computing); Service (business); Academic library; Work (physics); Higher education; Digital library; Business; Engineering; Sociology; Political science","score_opus":0.0870317036448305,"score_gpt":0.29705625753422954,"score_spread":0.21002455388939906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088614083","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.0309983e-8,0.78797597,0.00003846145,0.000095849005,0.00012843646,0.0018068888,0.000030430165,0.0002533815,0.20967056],"genre_scores_gemma":[2.9217693e-8,0.9864819,0.0034559194,0.0040741414,0.000028769266,0.0004580316,0.00036043712,0.000051807237,0.00508897],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954397,0.00033328045,0.0020809793,0.0010291106,0.0006231044,0.0004937899],"domain_scores_gemma":[0.99607253,0.00012656252,0.0015798099,0.0018696893,0.00009458045,0.00025681042],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00046926897,0.0007995983,0.0033779128,0.0019851688,0.000080212296,0.00031279633,0.0046757236,0.00020749065,0.0013692055],"category_scores_gemma":[0.000010376126,0.00056583947,0.0010303096,0.0146993585,0.00004889677,0.0039119506,0.0019540128,0.00034281125,0.0010683979],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.324775e-7,0.000028418082,0.0000014641294,0.43300712,0.00010773708,0.000010158023,0.0000045434645,9.1505414e-10,4.8678034e-10,0.0043191565,0.018955987,0.5435651],"study_design_scores_gemma":[0.000032614305,0.000039418002,0.0000035834237,0.36173388,0.00042011807,0.00002825602,5.813391e-7,1.9599841e-7,1.06602975e-7,0.00016544764,0.6371989,0.00037687508],"about_ca_topic_score_codex":0.0000035110156,"about_ca_topic_score_gemma":7.6397845e-7,"teacher_disagreement_score":0.6182429,"about_ca_system_score_codex":0.000017125158,"about_ca_system_score_gemma":0.0003825286,"threshold_uncertainty_score":0.99970937},"labels":[],"label_agreement":null},{"id":"W2102349715","doi":"10.1108/00907320410569725","title":"Evolving instruction in biology: using the web to improve in‐class instruction","year":2004,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Library instruction; Information literacy; Class (philosophy); Computer science; World Wide Web; Strengths and weaknesses; Web application; Mathematics education; Face (sociological concept); Multimedia; Psychology; Sociology","score_opus":0.030604861945999977,"score_gpt":0.3426516212633465,"score_spread":0.3120467593173465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102349715","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9781863,0.0042087445,0.000019315423,0.006275678,0.00049988704,0.00073581154,0.0000049534765,0.00004093294,0.010028368],"genre_scores_gemma":[0.9715065,0.020226235,0.00081692514,0.007291027,0.00009055087,0.000028580063,0.0000097569755,0.0000043320942,0.000026115838],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987569,0.00014823592,0.00042166215,0.00019907759,0.00020219263,0.0002719452],"domain_scores_gemma":[0.9994743,0.000021594828,0.00016398392,0.00019634044,0.000076759025,0.00006702919],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007983969,0.00009773047,0.00017714855,0.00015362533,0.00022841146,0.00011921687,0.00044479594,0.00007440364,0.00009878967],"category_scores_gemma":[0.00006419562,0.00006869457,0.0000310794,0.0016900692,0.00007128445,0.006109627,0.000071568014,0.0001729911,0.00006422456],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021160227,0.00007722496,0.054081853,0.0028899803,0.000012030895,0.0000025630486,0.037728548,0.000771579,0.0017186716,0.2391044,0.000041475563,0.6635505],"study_design_scores_gemma":[0.0014073018,0.00013988858,0.045374166,0.01374879,0.000024378283,0.000012872927,0.017260915,0.0026018561,0.0001892453,0.018546913,0.8998775,0.0008161942],"about_ca_topic_score_codex":0.004580714,"about_ca_topic_score_gemma":0.0024601298,"teacher_disagreement_score":0.899836,"about_ca_system_score_codex":0.00022416111,"about_ca_system_score_gemma":0.000296031,"threshold_uncertainty_score":0.69246995},"labels":[],"label_agreement":null},{"id":"W2124274935","doi":"10.1108/00907321311301306","title":"LOEX‐of‐the‐West 2012: creative landscapes in southern California","year":2013,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Originality; Library science; Dialog box; Theme (computing); Value (mathematics); Session (web analytics); Sociology; Media studies; Political science; Computer science; Creativity; World Wide Web; Law","score_opus":0.01714667388032962,"score_gpt":0.27888823211890124,"score_spread":0.2617415582385716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124274935","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5675328,0.054525945,0.000006935896,0.021995882,0.000245404,0.0025588914,0.00019388381,0.00010477884,0.35283548],"genre_scores_gemma":[0.9145408,0.062145885,0.00021635165,0.015987352,0.000099736164,0.00011742836,0.000052471885,0.000011741768,0.0068282294],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987921,0.00018460766,0.0003746793,0.000119692886,0.0003162392,0.0002126896],"domain_scores_gemma":[0.99930865,0.00004501596,0.0002339141,0.00021495353,0.0001226027,0.00007486475],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00040138912,0.0000892203,0.00020377985,0.000041245352,0.00013751794,0.00007141462,0.0006514412,0.000048850343,0.0069974237],"category_scores_gemma":[0.000038726837,0.00005291701,0.000054775748,0.0006875185,0.00008273183,0.003674312,0.00007012858,0.00010017742,0.0030392725],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013768526,0.0003081167,0.3641281,0.013584343,0.00004954817,0.0000018234822,0.16334108,0.000038110345,0.00008530787,0.04791786,0.011837619,0.3986943],"study_design_scores_gemma":[0.0001098289,0.000015785276,0.03636301,0.0043101837,0.000010653115,5.326271e-7,0.008986475,0.000102528014,0.00001178295,0.0012846448,0.94862604,0.00017856531],"about_ca_topic_score_codex":0.008095748,"about_ca_topic_score_gemma":0.0017659656,"teacher_disagreement_score":0.9367884,"about_ca_system_score_codex":0.000018088911,"about_ca_system_score_gemma":0.0001224084,"threshold_uncertainty_score":0.9985094},"labels":[],"label_agreement":null},{"id":"W2141680782","doi":"10.1108/rsr-03-2013-0016","title":"Using student questions to direct information literacy workshops","year":2013,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Information literacy; Originality; Library instruction; Value (mathematics); Literacy; Computer science; Mathematics education; Pedagogy; Psychology; Sociology; Creativity","score_opus":0.03970431801676159,"score_gpt":0.3850476936978899,"score_spread":0.3453433756811283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141680782","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16969417,0.030871293,0.0008781173,0.039744064,0.0014680191,0.0073044416,0.000056029265,0.000838539,0.7491453],"genre_scores_gemma":[0.59680337,0.1373946,0.018972436,0.24054551,0.0005218451,0.00065957644,0.00031472105,0.000027601174,0.004760358],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983539,0.00015576633,0.00052262115,0.00013648256,0.00051611103,0.0003151486],"domain_scores_gemma":[0.99878615,0.00005024918,0.00020390066,0.00028222814,0.00041251016,0.00026496206],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000543634,0.00012501524,0.00020827577,0.00012499618,0.0004473284,0.0008928821,0.000615182,0.000052385865,0.0021116883],"category_scores_gemma":[0.0000691623,0.000100026366,0.000052244173,0.0011544457,0.00003539675,0.034439884,0.00010693048,0.00010307128,0.0041958257],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028593386,0.00007385691,0.005016074,0.0025644,0.000022151919,5.755248e-7,0.060984917,0.00012082167,0.000018393883,0.04175447,0.0063869404,0.88305455],"study_design_scores_gemma":[0.00003413242,0.000013365341,0.008288856,0.002761711,0.000010334464,6.110925e-7,0.0013508422,0.00022331439,0.000002132619,0.0001882973,0.98696536,0.00016102853],"about_ca_topic_score_codex":0.0022040626,"about_ca_topic_score_gemma":0.000032978358,"teacher_disagreement_score":0.9805784,"about_ca_system_score_codex":0.00007272624,"about_ca_system_score_gemma":0.00013939594,"threshold_uncertainty_score":0.9988005},"labels":[],"label_agreement":null},{"id":"W2150851841","doi":"10.1108/00907320710774300","title":"From paper to electronic, the evolution of pathfinders: a review of the literature","year":2007,"lang":"en","type":"review","venue":"Reference Services Review","topic":"Educational Games and Gamification","field":"Psychology","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Originality; Computer science; Value (mathematics); World Wide Web; Knowledge management; Psychology; Creativity","score_opus":0.046469909990932604,"score_gpt":0.3946334016620571,"score_spread":0.34816349167112454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150851841","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002002241,0.99170274,0.000007952869,0.0015428362,0.00033251225,0.0026530898,0.00021611978,0.000011338625,0.00353143],"genre_scores_gemma":[0.000014607072,0.99338263,0.000036382648,0.004702485,0.0002168057,0.00040081542,0.00048294044,0.00003299902,0.0007303209],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962308,0.00094658835,0.0014895961,0.00053995696,0.00046540803,0.00032768608],"domain_scores_gemma":[0.9953862,0.0003475589,0.0017044754,0.0020238077,0.00047332048,0.000064632346],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001279021,0.00041306106,0.0017312206,0.00007458967,0.00005151049,0.000015505173,0.0016256431,0.00030984863,0.0012737156],"category_scores_gemma":[0.000082324856,0.0001994235,0.00069427775,0.0017884257,0.00005150787,0.00007333583,0.00012629786,0.00070547237,0.00026939108],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017874548,0.000052585743,0.0000021371193,0.33193377,0.00012365695,1.366726e-7,0.0003542226,1.0658288e-8,3.2020213e-7,0.0072991033,0.0023565844,0.65787566],"study_design_scores_gemma":[0.000017067085,0.000017465143,0.00009927454,0.4247131,0.0007476249,0.0000062224517,0.000067791494,2.0119858e-8,6.3405814e-8,0.00020071074,0.5740229,0.00010775258],"about_ca_topic_score_codex":0.00042489747,"about_ca_topic_score_gemma":0.00010661958,"teacher_disagreement_score":0.65776795,"about_ca_system_score_codex":0.0002053953,"about_ca_system_score_gemma":0.00048416085,"threshold_uncertainty_score":0.9996393},"labels":[],"label_agreement":null},{"id":"W2164930670","doi":"10.1108/00907320810895387","title":"The role of the library in the first college year: the Canadian perspective","year":2008,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Information literacy; Originality; Library science; Academic library; Subject (documents); Perspective (graphical); Library instruction; Sociology; Value (mathematics); Higher education; Literacy; Political science; Public relations; Pedagogy; Computer science; Social science; Qualitative research","score_opus":0.016584690607980818,"score_gpt":0.2597991099346367,"score_spread":0.24321441932665586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164930670","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020052692,0.053680472,2.0091244e-8,0.1719385,0.00013903335,0.0011671341,0.00004565056,0.000018032448,0.7529585],"genre_scores_gemma":[0.8880065,0.0826415,0.000007522335,0.02814128,0.000062762505,0.000040185812,0.000003428154,0.0000037950942,0.0010930154],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99867564,0.00032243354,0.00024431304,0.000098143006,0.0004220977,0.00023734162],"domain_scores_gemma":[0.9991259,0.00019169512,0.00015031884,0.0004056361,0.00007284751,0.000053612435],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00072555005,0.00007501481,0.00011033429,0.000024217008,0.0019643574,0.00012303062,0.0020529134,0.000037855905,0.0002940866],"category_scores_gemma":[0.000052070645,0.000027567745,0.00006627031,0.0012297239,0.0003641216,0.0024397797,0.00007575648,0.00018657558,0.00009297228],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024129783,0.000012533143,0.018877707,0.00010372515,0.00000666278,8.978259e-7,0.06997275,0.0000012921963,1.2337418e-7,0.89988554,0.008046938,0.003089442],"study_design_scores_gemma":[0.000022754151,0.0000060833404,0.031313185,0.00029055346,0.0000036654067,0.0000016204118,0.025192013,0.000017198901,0.0000018023999,0.0032851214,0.9398227,0.00004334193],"about_ca_topic_score_codex":0.105846725,"about_ca_topic_score_gemma":0.27206352,"teacher_disagreement_score":0.93177575,"about_ca_system_score_codex":0.00004198879,"about_ca_system_score_gemma":0.0008741439,"threshold_uncertainty_score":0.99933493},"labels":[],"label_agreement":null},{"id":"W2166721722","doi":"10.1108/00907321111108088","title":"Information is social: information literacy in context","year":2011,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Library Science and Administration","field":"Social Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Information literacy; Internship; Context (archaeology); Originality; Public relations; Value (mathematics); Sociology; Information needs; Pedagogy; Computer science; Political science; Medical education; World Wide Web; Social science; Medicine","score_opus":0.060723036006726495,"score_gpt":0.33681415069989795,"score_spread":0.27609111469317144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166721722","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.116756886,0.0085056145,0.00006497364,0.011607998,0.00041013604,0.0017764485,0.000051774812,0.00023138332,0.8605948],"genre_scores_gemma":[0.94982517,0.027308036,0.0001453562,0.02239027,0.000037373884,0.0000321863,0.00010442183,0.000002135207,0.0001550775],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988613,0.000109817294,0.00044293242,0.00007091479,0.00031113418,0.00020391321],"domain_scores_gemma":[0.99940425,0.000016233813,0.00025311531,0.00011466481,0.00014527747,0.00006646867],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00055421644,0.0000868332,0.00015661979,0.00008499396,0.00020592242,0.00018183449,0.00035366905,0.000074177886,0.0012460212],"category_scores_gemma":[0.00002653656,0.00007547352,0.00003745868,0.00062387116,0.000051118415,0.017584749,0.000029915314,0.00009630997,0.0010968543],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007823293,0.000027795306,0.004599082,0.0019134913,0.0000036179572,4.3243807e-7,0.26396814,3.143928e-8,0.000001104602,0.069700636,0.0013876087,0.6583902],"study_design_scores_gemma":[0.000090663765,0.00002166829,0.015175444,0.0010003143,0.0000062218373,3.7099267e-7,0.00893897,0.0000151163285,0.000016029888,0.0016347304,0.9729679,0.00013254891],"about_ca_topic_score_codex":0.002551475,"about_ca_topic_score_gemma":0.00079113845,"teacher_disagreement_score":0.9715803,"about_ca_system_score_codex":0.00003408554,"about_ca_system_score_gemma":0.00019251677,"threshold_uncertainty_score":0.99968094},"labels":[],"label_agreement":null},{"id":"W2176524000","doi":"10.1108/rsr-04-2015-0024","title":"Digging deeper into virtual reference transcripts","year":2015,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Coding (social sciences); Originality; World Wide Web; Service (business); Content analysis; Software; Knowledge management; Qualitative research; Sociology","score_opus":0.0723355024999818,"score_gpt":0.35135748664004973,"score_spread":0.27902198414006796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2176524000","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07083359,0.111616194,0.00026452277,0.023521772,0.00119817,0.0015183453,0.000027685977,0.00071798544,0.79030174],"genre_scores_gemma":[0.71916527,0.2005434,0.00194633,0.0711785,0.0003448039,0.00010139877,0.00021979952,0.000027962595,0.006472556],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977406,0.00024957396,0.0004980741,0.00028664625,0.00080754276,0.0004175394],"domain_scores_gemma":[0.99867857,0.000045442237,0.00018585933,0.00035331232,0.00029172315,0.0004450705],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011830041,0.00017666596,0.0003046613,0.00007859743,0.0003879245,0.0002754903,0.0010095574,0.00009524976,0.0008000917],"category_scores_gemma":[0.0000840153,0.00013975774,0.00006444438,0.00080606766,0.00013900716,0.011796332,0.00007709912,0.00019824073,0.0016259267],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001992346,0.00008416094,0.0023158023,0.002743275,0.00002362984,0.000006685219,0.07712199,0.000010180498,0.000048584145,0.4766547,0.0075154784,0.4334556],"study_design_scores_gemma":[0.00009149841,0.000046671375,0.0002710902,0.0014786251,0.000013445378,0.000001378953,0.004165307,0.00003447916,0.000012794249,0.0018969122,0.9917764,0.00021141776],"about_ca_topic_score_codex":0.0015869664,"about_ca_topic_score_gemma":0.00029167617,"teacher_disagreement_score":0.9842609,"about_ca_system_score_codex":0.00007408374,"about_ca_system_score_gemma":0.00043608336,"threshold_uncertainty_score":0.9991514},"labels":[],"label_agreement":null},{"id":"W2219759973","doi":"10.1108/rsr-03-2015-0019","title":"The finals stretch: exams week library outreach surveyed","year":2015,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Outreach; Staffing; Originality; Medical education; Space (punctuation); Library science; Academic library; Psychology; Computer science; Medicine; Political science; Nursing; Creativity","score_opus":0.12224272285346757,"score_gpt":0.3496362686145142,"score_spread":0.22739354576104662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2219759973","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055370275,0.12371833,0.000004549268,0.05737923,0.0007906771,0.0012097347,0.000047046316,0.0004250526,0.7610551],"genre_scores_gemma":[0.17054458,0.7340684,0.0008676494,0.061162394,0.00053944037,0.00012756855,0.0004298707,0.00003398588,0.03222611],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976784,0.0006020468,0.00046753374,0.0002008762,0.0006586905,0.00039244653],"domain_scores_gemma":[0.99864376,0.00022006793,0.00026012675,0.00042942644,0.00013298984,0.00031365332],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001980382,0.00014079774,0.00023466889,0.000034707573,0.0005380441,0.0006058493,0.001319862,0.00006470618,0.0008994247],"category_scores_gemma":[0.00012594905,0.000084236584,0.00006685617,0.0008442924,0.00016863621,0.012056119,0.00014268515,0.00011796767,0.0013439751],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020487321,0.00009297308,0.011648547,0.0015052677,0.000029039691,0.000004841202,0.018884161,0.0000015472737,0.0000013821264,0.2273944,0.07202863,0.6683887],"study_design_scores_gemma":[0.00006527657,0.000033748573,0.0022600582,0.00070210575,0.000007668834,7.454805e-7,0.0027610778,0.000042663356,0.000003119606,0.0031616464,0.9908292,0.00013264916],"about_ca_topic_score_codex":0.000687409,"about_ca_topic_score_gemma":0.00011021435,"teacher_disagreement_score":0.9188006,"about_ca_system_score_codex":0.000023417688,"about_ca_system_score_gemma":0.0005406929,"threshold_uncertainty_score":0.9994336},"labels":[],"label_agreement":null},{"id":"W2486968116","doi":"10.1108/rsr-11-2015-0047","title":"Learning from faculty voices on information literacy","year":2016,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University","funders":"","keywords":"Information literacy; Context (archaeology); Higher education; Pedagogy; Digital literacy; Sociology; Value (mathematics); Literacy; Originality; Qualitative research; Psychology; Engineering ethics; Political science; Computer science; Social science; Engineering","score_opus":0.03436764857811462,"score_gpt":0.3346687161987958,"score_spread":0.30030106762068115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2486968116","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25579908,0.014270503,0.00025243856,0.059353806,0.0010318222,0.0018223025,0.0002863865,0.0010060187,0.66617763],"genre_scores_gemma":[0.69488275,0.22385827,0.0007450515,0.07228892,0.0003747135,0.00008185103,0.00089351734,0.000013453998,0.0068614585],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984311,0.00017781873,0.00043066364,0.00015215109,0.00054556824,0.00026268253],"domain_scores_gemma":[0.9989661,0.00014886561,0.00033780138,0.0002114663,0.00019369069,0.00014206058],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00048224212,0.0001258913,0.000188959,0.00006931849,0.00038175625,0.00033611036,0.0005639821,0.000064664644,0.0025407774],"category_scores_gemma":[0.00013833321,0.00007312031,0.000058409027,0.00041467298,0.00005599953,0.029784264,0.00005529259,0.000113620416,0.0066284463],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061552296,0.000011140803,0.0025665874,0.00043267876,0.0000068466675,3.026214e-7,0.010986979,0.0000014100985,0.000008776446,0.016193083,0.0011282559,0.9686578],"study_design_scores_gemma":[0.0000944588,0.000035742898,0.004442747,0.0038362872,0.0000060770494,1.4129441e-7,0.0006231887,0.000022550783,0.000018018653,0.00051043055,0.99027616,0.00013418328],"about_ca_topic_score_codex":0.000777833,"about_ca_topic_score_gemma":0.000021608885,"teacher_disagreement_score":0.9891479,"about_ca_system_score_codex":0.000042620748,"about_ca_system_score_gemma":0.00009344423,"threshold_uncertainty_score":0.99837106},"labels":[],"label_agreement":null},{"id":"W2543284682","doi":"10.1108/rsr-04-2016-0024","title":"Buy, borrow, or access online?","year":2016,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Originality; Reading (process); Purchasing; Replication (statistics); Quarter (Canadian coin); Collection development; Psychology; Diversity (politics); Descriptive statistics; Value (mathematics); Mathematics education; Computer science; World Wide Web; Social psychology; Marketing; Sociology; Statistics; Mathematics","score_opus":0.06807597633620646,"score_gpt":0.3179348797922088,"score_spread":0.24985890345600234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2543284682","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04519546,0.23140676,0.035441667,0.097448245,0.002289434,0.003861451,0.00013328639,0.0045122225,0.5797115],"genre_scores_gemma":[0.10677094,0.6907035,0.021925062,0.062214848,0.00040230298,0.00023389257,0.00006733437,0.00007109636,0.117611006],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99858135,0.00005648844,0.00034403463,0.0004170641,0.0003276064,0.00027343634],"domain_scores_gemma":[0.9989328,0.00011462405,0.0001537037,0.0005520471,0.00009581668,0.00015104072],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011856554,0.00018099093,0.0002745148,0.00008526749,0.000087798304,0.00033605273,0.0020763443,0.000046574805,0.0006674582],"category_scores_gemma":[0.000032753884,0.00008819021,0.000048632803,0.0009980631,0.000018551966,0.003720805,0.0007324716,0.000059463335,0.0005686191],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012091843,0.00008075902,0.002161498,0.0025617732,0.000025552443,0.000018147035,0.000056351866,1.6012979e-7,0.000044407763,0.008721951,0.0113514215,0.9749659],"study_design_scores_gemma":[0.00014936054,0.000047061025,0.003805349,0.004080526,0.0000059005138,0.000014181541,0.0000030212263,0.00003859739,0.00014811981,0.0009554937,0.99051964,0.00023276868],"about_ca_topic_score_codex":0.000012820979,"about_ca_topic_score_gemma":0.00005547849,"teacher_disagreement_score":0.9791682,"about_ca_system_score_codex":0.000025839758,"about_ca_system_score_gemma":0.00017303156,"threshold_uncertainty_score":0.7308638},"labels":[],"label_agreement":null},{"id":"W2607703561","doi":"10.1108/rsr-06-2016-0038","title":"International students and information literacy: a systematic review","year":2017,"lang":"en","type":"review","venue":"Reference Services Review","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Information literacy; Originality; Library science; Library instruction; Value (mathematics); Medical education; Literacy; Psychology; Sociology; Computer science; Pedagogy; Social science; Medicine; Qualitative research","score_opus":0.08004072114768998,"score_gpt":0.45282564068763526,"score_spread":0.3727849195399453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2607703561","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.6332687e-8,0.9542622,0.0000012214291,0.00088131626,0.00036783543,0.003913363,0.000084417916,0.000069943475,0.04041965],"genre_scores_gemma":[1.7358511e-7,0.9846495,0.00005995006,0.012645761,0.00008843295,0.00045742522,0.0007187132,0.000010750526,0.0013693328],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.995425,0.0005982792,0.0020049172,0.00030606182,0.0013253434,0.00034038434],"domain_scores_gemma":[0.99535054,0.00013814485,0.0029726897,0.0008845111,0.0004039818,0.0002501542],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0026934845,0.00041796023,0.002562442,0.0002183235,0.0005679185,0.0020040304,0.0034423561,0.00019919354,0.00058871094],"category_scores_gemma":[0.0005074913,0.00028768365,0.00032415107,0.00044157554,0.00011202887,0.03626329,0.00046618245,0.00033623556,0.0018125472],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.3358085e-7,0.000004813243,0.000001183563,0.6411141,0.000032746084,5.628392e-7,0.00031029934,6.0581806e-10,6.948109e-11,0.0013402363,0.00030144022,0.3568945],"study_design_scores_gemma":[0.000019555655,0.0000045742727,0.0000010771465,0.48917538,0.0004296944,0.000006779194,0.000022922477,5.735012e-7,3.7952466e-10,0.000009723012,0.510173,0.00015669134],"about_ca_topic_score_codex":0.00010070029,"about_ca_topic_score_gemma":0.000003898603,"teacher_disagreement_score":0.5098716,"about_ca_system_score_codex":0.000108214845,"about_ca_system_score_gemma":0.00040474054,"threshold_uncertainty_score":0.9999575},"labels":[],"label_agreement":null},{"id":"W2609389044","doi":"10.1108/rsr-07-2016-0045","title":"Teaching research skills through embedded librarianship","year":2017,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Formative assessment; Summative assessment; Originality; Grading (engineering); Library instruction; Psychology; Collaborative writing; Information literacy; Pedagogy; Collaborative learning; Medical education; Mathematics education; Engineering; Medicine; Creativity","score_opus":0.17912824585807546,"score_gpt":0.49122803332658654,"score_spread":0.3120997874685111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2609389044","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049911877,0.010657538,0.0000088276365,0.036669914,0.00026543988,0.0005675362,0.000008773382,0.000110311,0.9467205],"genre_scores_gemma":[0.4599722,0.3623997,0.005506185,0.07151454,0.0014402722,0.00016746345,0.00012787139,0.000044709686,0.09882708],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99694216,0.00072069815,0.00040764955,0.00030256965,0.0010493998,0.00057752675],"domain_scores_gemma":[0.99801743,0.00017807314,0.00032181473,0.0010470413,0.00023630583,0.00019933593],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":["scholarly_communication","insufficient_payload"],"category_scores_codex":[0.0041100704,0.00013204521,0.00027010887,0.00006235897,0.0044021043,0.0017222532,0.0028854595,0.000103395396,0.0016532118],"category_scores_gemma":[0.00056300836,0.00010274929,0.000075727155,0.00028386072,0.00034682584,0.03410908,0.00034135013,0.00051043864,0.0019480113],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002948292,0.000054788277,0.0019238631,0.0023729727,0.000010045814,0.000004055598,0.035611093,1.746829e-7,0.000007041039,0.75052875,0.009420395,0.20006385],"study_design_scores_gemma":[0.00006201075,0.000018145083,0.0023245208,0.0031768617,0.000005393943,7.4303813e-7,0.0021986803,0.000011429177,0.000010216113,0.011884299,0.98016346,0.00014426988],"about_ca_topic_score_codex":0.003638575,"about_ca_topic_score_gemma":0.00012605755,"teacher_disagreement_score":0.97074306,"about_ca_system_score_codex":0.000035416728,"about_ca_system_score_gemma":0.0003310628,"threshold_uncertainty_score":0.99931407},"labels":[],"label_agreement":null},{"id":"W2793887798","doi":"10.1108/rsr-05-2017-0016","title":"Seeing through the network","year":2018,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Library Science and Administration","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University","funders":"","keywords":"Originality; Terminology; Value (mathematics); Perception; Sociology; Relation (database); Focus group; Work (physics); Service (business); Graduate students; Psychology; Medical education; Pedagogy; Qualitative research; Computer science; Social science; Medicine; Engineering","score_opus":0.07116630000206857,"score_gpt":0.3692765470759677,"score_spread":0.2981102470738991,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793887798","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0065709804,0.06871453,0.000063726686,0.03057832,0.00060540315,0.0006272465,0.0000024986853,0.00014016451,0.89269716],"genre_scores_gemma":[0.7516518,0.19385618,0.0008405143,0.0466967,0.0024888753,0.00002949068,0.000016024467,0.000009398807,0.0044110054],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99880046,0.00022781345,0.00018343393,0.00018311405,0.00031477853,0.00029038903],"domain_scores_gemma":[0.9994263,0.000064254666,0.00011490499,0.0002556735,0.000081910264,0.00005692502],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006994577,0.00007751704,0.00012377364,0.000003736292,0.0009933577,0.00014529862,0.0006658007,0.000040647938,0.0011779252],"category_scores_gemma":[0.000023700883,0.00004594359,0.000038431113,0.0006391646,0.00024334477,0.0010909905,0.000054372864,0.0000857581,0.00079456664],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066372,0.000039096954,0.005875591,0.0015117875,0.000025583862,0.0000041985586,0.02138554,0.0000032015555,0.000021818747,0.7854221,0.04101055,0.14469393],"study_design_scores_gemma":[0.000014291068,0.000023295863,0.00076401426,0.0010868283,0.000011414173,6.327173e-7,0.00073722535,0.000009708142,0.0000066383336,0.00640557,0.99086714,0.000073263735],"about_ca_topic_score_codex":0.00078103953,"about_ca_topic_score_gemma":0.002621313,"teacher_disagreement_score":0.9498566,"about_ca_system_score_codex":0.000011971418,"about_ca_system_score_gemma":0.00016809786,"threshold_uncertainty_score":0.99998343},"labels":[],"label_agreement":null},{"id":"W2803994850","doi":"10.1108/rsr-02-2018-0012","title":"Media literacy and newspapers of record","year":2018,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Literacy, Media, and Education","field":"Arts and Humanities","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Newspaper; Information literacy; Literacy; Originality; Visual literacy; Public relations; Political science; Sociology; Computer science; World Wide Web; Media studies; Pedagogy; Social science; Qualitative research","score_opus":0.03732649619620929,"score_gpt":0.29170745119345787,"score_spread":0.25438095499724855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803994850","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7696604,0.1646842,9.24305e-7,0.0016467035,0.001642153,0.00037156563,0.000038892318,0.000057700254,0.06189742],"genre_scores_gemma":[0.79034203,0.2012009,0.0003668383,0.004519882,0.001620542,0.000024637224,0.00010875092,0.000016129927,0.0018002698],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999234,0.00004989306,0.00029917838,0.0001650326,0.000120168195,0.00013171788],"domain_scores_gemma":[0.99924415,0.00007937435,0.00016100628,0.0002208377,0.00022291784,0.00007171559],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00016277983,0.000107699496,0.00025771072,0.000041101066,0.00008120477,0.00006847304,0.00015356475,0.000024882444,0.00381135],"category_scores_gemma":[0.0000241994,0.000077088946,0.000032761058,0.00005242422,0.00011985209,0.00042459904,0.000030030267,0.00006351302,0.00019826647],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008655816,0.000041733667,0.0010543024,0.011703604,0.000021760025,4.183221e-7,0.43379658,1.6968063e-9,0.000007174409,0.010431559,0.0018353374,0.5410989],"study_design_scores_gemma":[0.00006949973,0.000063586536,0.0012004147,0.0053641098,0.000056081055,0.0000014771834,0.0047283326,0.0000058682067,0.000014593961,0.0010088912,0.9873712,0.00011595273],"about_ca_topic_score_codex":0.0005944823,"about_ca_topic_score_gemma":0.001198113,"teacher_disagreement_score":0.98553586,"about_ca_system_score_codex":0.0000072838247,"about_ca_system_score_gemma":0.00003155137,"threshold_uncertainty_score":0.9970993},"labels":[],"label_agreement":null},{"id":"W2892621043","doi":"10.1108/rsr-04-2018-0046","title":"An accessibility-first approach to online course readers","year":2018,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Digital Accessibility for Disabilities","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Workflow; Computer science; Originality; World Wide Web; Reading (process); Quality (philosophy); Process (computing); Multimedia; Sociology; Qualitative research","score_opus":0.0800041352733582,"score_gpt":0.41022550430704424,"score_spread":0.33022136903368604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2892621043","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45892113,0.014284521,0.000065699176,0.0067317584,0.00038853846,0.0030339444,0.00022627109,0.000730521,0.5156176],"genre_scores_gemma":[0.9849033,0.0056411764,0.002109919,0.0058636414,0.00046254112,0.000106930536,0.00018133101,0.000030320572,0.00070087163],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966719,0.00034429823,0.00062645326,0.000906041,0.00078944897,0.00066184864],"domain_scores_gemma":[0.9972728,0.00009122346,0.000200977,0.0012663185,0.00059161655,0.0005770896],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015106774,0.00029183863,0.00055316417,0.00005796288,0.0005571168,0.00040022843,0.00219013,0.00013932519,0.0006828301],"category_scores_gemma":[0.00021777685,0.00024257846,0.00011643544,0.0011221213,0.0008043846,0.0021793533,0.00021342626,0.00018190884,0.00059419003],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015990905,0.014953812,0.084830776,0.07243463,0.00020741916,0.000004944981,0.12006889,0.000009355148,0.000032513442,0.090825915,0.005560959,0.6109109],"study_design_scores_gemma":[0.00036567668,0.00065456465,0.059717983,0.008334714,0.00028745702,0.0000034984328,0.06335503,0.0001512554,0.000029684586,0.013952293,0.8514307,0.0017171454],"about_ca_topic_score_codex":0.0036164527,"about_ca_topic_score_gemma":0.032996397,"teacher_disagreement_score":0.8458697,"about_ca_system_score_codex":0.00016741495,"about_ca_system_score_gemma":0.00028958227,"threshold_uncertainty_score":0.98920625},"labels":[],"label_agreement":null},{"id":"W2892812305","doi":"10.1108/rsr-05-2018-0050","title":"Ask a guybrarian: work experiences of male librarians","year":2018,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Gender Diversity and Inequality","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Originality; Value (mathematics); Work (physics); Sociology; Visibility; Quarter (Canadian coin); Qualitative research; Public relations; Psychology; Library science; Political science; Social science; Computer science","score_opus":0.13546040966502612,"score_gpt":0.3277740956670699,"score_spread":0.19231368600204377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2892812305","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24832937,0.05967444,0.000094375624,0.003723095,0.00074368494,0.00084986433,0.000021410124,0.00016297515,0.6864008],"genre_scores_gemma":[0.94909334,0.045077268,0.00088617473,0.002464615,0.00021790368,0.000020133299,0.0000110413985,0.0000059921304,0.0022235075],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.998354,0.00036508584,0.00030739862,0.00026348067,0.00042354755,0.00028646598],"domain_scores_gemma":[0.99906397,0.00005459006,0.00021900689,0.00033757297,0.00019007787,0.00013481002],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00074536796,0.00011414703,0.00031870772,0.000034523986,0.00033948553,0.00005632783,0.00083489914,0.00009539895,0.009090112],"category_scores_gemma":[0.00005205359,0.000098622004,0.000081824415,0.0007607503,0.00033854792,0.000604485,0.00013980629,0.00008986097,0.0004960861],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006459804,0.00035710022,0.028058935,0.010766412,0.00012965917,0.000010949079,0.7279572,2.7805842e-7,0.00004370501,0.14243592,0.015834905,0.07434037],"study_design_scores_gemma":[0.00013917271,0.00011999399,0.0030097621,0.0045271018,0.00007524979,0.0000013321186,0.095213026,0.0000023886073,0.00011144408,0.0017501051,0.8947104,0.00033997168],"about_ca_topic_score_codex":0.0010656011,"about_ca_topic_score_gemma":0.00047366568,"teacher_disagreement_score":0.87887555,"about_ca_system_score_codex":0.000018129269,"about_ca_system_score_gemma":0.00016376289,"threshold_uncertainty_score":0.9918157},"labels":[],"label_agreement":null},{"id":"W2893359417","doi":"10.1108/rsr-04-2018-0041","title":"Equitable public library services for Canadians with print disabilities","year":2018,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Digital Accessibility for Disabilities","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Originality; Politics; Context (archaeology); Public relations; Reading (process); Public service; Special collections; Sociology; Service (business); Value (mathematics); Political science; Library science; Business; Marketing; Computer science; Social science; Law","score_opus":0.05209398907441835,"score_gpt":0.32691163691158087,"score_spread":0.2748176478371625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893359417","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19588225,0.026821373,0.000014697066,0.017735979,0.00027012674,0.0034933253,0.0004780312,0.0006547057,0.7546495],"genre_scores_gemma":[0.96676403,0.012282562,0.0011392521,0.0065559554,0.0005164853,0.0007092857,0.00026231993,0.00007075052,0.011699358],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971492,0.00016916766,0.00050396495,0.00063034776,0.0005233774,0.0010239044],"domain_scores_gemma":[0.9978925,0.0003062271,0.00021185225,0.00073744066,0.000426139,0.00042584352],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007626639,0.00029364732,0.0005262024,0.000064996166,0.0007538652,0.00088916696,0.0014750835,0.00011020194,0.0020969806],"category_scores_gemma":[0.00011677255,0.00022083231,0.00012099166,0.00069534034,0.0009091657,0.004220926,0.00025927226,0.00011387871,0.00022512407],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008593828,0.00044504678,0.08091917,0.091433495,0.00019249023,0.000001814099,0.027075212,4.782041e-7,0.0000051808006,0.68085825,0.0024450705,0.11653785],"study_design_scores_gemma":[0.00013749569,0.00021461843,0.0007842207,0.0041184085,0.000058864607,0.0000012040789,0.02344993,0.000010963654,0.00001798778,0.023267731,0.94752336,0.00041521955],"about_ca_topic_score_codex":0.020917175,"about_ca_topic_score_gemma":0.3095541,"teacher_disagreement_score":0.9450783,"about_ca_system_score_codex":0.0001580622,"about_ca_system_score_gemma":0.0007883531,"threshold_uncertainty_score":0.99881524},"labels":[],"label_agreement":null},{"id":"W2899412640","doi":"10.1108/rsr-07-2018-0060","title":"Let’s chat: the art of virtual reference instruction","year":2018,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Information literacy; Library instruction; Computer science; Originality; Digital reference; Promotion (chess); World Wide Web; Literacy; Library science; Mathematics education; Psychology; Pedagogy; Service (business); Political science","score_opus":0.03496624989219526,"score_gpt":0.3246308900167173,"score_spread":0.28966464012452203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899412640","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09874788,0.012232138,0.000054648626,0.019719861,0.0010363831,0.0011203138,0.00003500296,0.00016904762,0.8668847],"genre_scores_gemma":[0.818927,0.14856274,0.00032056036,0.025544167,0.00045963877,0.000038501883,0.000070308786,0.0000097959355,0.0060672904],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984281,0.00019239198,0.00044115906,0.00016943802,0.0005346245,0.0002342711],"domain_scores_gemma":[0.99883205,0.000051836618,0.00034588994,0.00036957083,0.0003161035,0.0000845547],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00090221665,0.00010509184,0.00020417456,0.00004776484,0.00044578777,0.00009391692,0.0008640352,0.00006269842,0.0022939139],"category_scores_gemma":[0.000056826208,0.00006523192,0.000049161976,0.00080078497,0.00042836368,0.0051942174,0.00008683281,0.0001255215,0.0014748699],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012010299,0.00003096383,0.0009038438,0.0011443995,0.000015381154,2.6847619e-7,0.012992013,5.8430527e-7,0.00005550158,0.5198806,0.0059312703,0.4590332],"study_design_scores_gemma":[0.000052109765,0.0000672465,0.00175118,0.0010841659,0.000010047263,0.0000012438085,0.0014967716,0.000024244047,0.00006348802,0.00059449044,0.99476504,0.00008999443],"about_ca_topic_score_codex":0.00043208728,"about_ca_topic_score_gemma":0.00020280083,"teacher_disagreement_score":0.9888337,"about_ca_system_score_codex":0.000019709505,"about_ca_system_score_gemma":0.00017897648,"threshold_uncertainty_score":0.9993026},"labels":[],"label_agreement":null},{"id":"W2973744457","doi":"10.1108/rsr-06-2019-0041","title":"Developing and assessing a graduate student reference service","year":2019,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Graduate students; Originality; Medical education; Service (business); Value (mathematics); Psychology; Computer science; Reference model; Graduate education; Qualitative research; Pedagogy; Sociology; Medicine","score_opus":0.12589966863220195,"score_gpt":0.40746059545154356,"score_spread":0.28156092681934164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973744457","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7836847,0.019586163,0.000025731078,0.01855244,0.00033019893,0.0011534928,0.0000074132436,0.00020589028,0.17645402],"genre_scores_gemma":[0.67386484,0.23283884,0.0029071877,0.088526085,0.000092747265,0.000050402905,0.000086576765,0.000018319271,0.0016149966],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99800724,0.00020202364,0.00044604446,0.0003174794,0.0006546123,0.00037257918],"domain_scores_gemma":[0.99889994,0.0000820534,0.0002723999,0.0002960905,0.0002886778,0.00016083497],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010346244,0.00016646397,0.0003139588,0.000068857174,0.00038271985,0.0005743737,0.0006880102,0.00006848397,0.0005330857],"category_scores_gemma":[0.000021527012,0.00013326856,0.00002881144,0.0008826387,0.000048518057,0.0108014755,0.00019931,0.00018610335,0.0010941984],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008709741,0.00007495704,0.046100806,0.026462946,0.000058395315,0.0000060476054,0.05193886,0.0000047051813,0.00009121585,0.55186075,0.00044274156,0.32294986],"study_design_scores_gemma":[0.00014509927,0.000022472092,0.053114507,0.008201927,0.000020941992,0.0000036712497,0.009612204,0.00008045503,0.000010352687,0.0010475944,0.92736095,0.00037984215],"about_ca_topic_score_codex":0.00078082824,"about_ca_topic_score_gemma":0.00013443899,"teacher_disagreement_score":0.9269182,"about_ca_system_score_codex":0.000055974913,"about_ca_system_score_gemma":0.00032956467,"threshold_uncertainty_score":0.99968356},"labels":[],"label_agreement":null},{"id":"W2981042366","doi":"10.1108/rsr-07-2019-0044","title":"What citation patterns reveal about reading research and practice in academic libraries","year":2019,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Reading (process); Scope (computer science); Citation; Discipline; Originality; Thematic analysis; Sociology; Library science; Value (mathematics); Public relations; Computer science; Qualitative research; Political science; Social science","score_opus":0.12799434208069152,"score_gpt":0.44683428601964575,"score_spread":0.3188399439389542,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981042366","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55687433,0.21851131,0.000003352721,0.06269715,0.0006766712,0.0022456974,0.000010447078,0.00011411087,0.15886693],"genre_scores_gemma":[0.15128061,0.8311235,0.00024138822,0.014414883,0.00007271404,0.000032900505,0.00004331476,0.0000064653295,0.0027842666],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99756444,0.00070860196,0.00042517832,0.00025749448,0.0006832441,0.0003610586],"domain_scores_gemma":[0.99834955,0.00090329925,0.0002024753,0.00021196742,0.00021322482,0.00011949021],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.004225487,0.00009269621,0.00020322435,0.00017293474,0.00023291679,0.00076066045,0.000505246,0.00010786647,0.0003618347],"category_scores_gemma":[0.00040994858,0.000078114725,0.000017377008,0.0011359776,0.000101846366,0.05793595,0.00013142718,0.00042748195,0.00046750563],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000470736,0.00005080281,0.08098567,0.012735611,0.000012692596,0.000005577071,0.15961199,0.0000018666026,0.000073057134,0.36283034,0.0013211971,0.38232413],"study_design_scores_gemma":[0.0001094046,0.000054724555,0.022861712,0.017003968,0.0000050433955,0.000003126309,0.040461704,0.00003146548,0.000008751989,0.0046268706,0.91466254,0.00017070021],"about_ca_topic_score_codex":0.00068476057,"about_ca_topic_score_gemma":0.000053763957,"teacher_disagreement_score":0.91334134,"about_ca_system_score_codex":0.000038680617,"about_ca_system_score_gemma":0.00018290216,"threshold_uncertainty_score":0.9552402},"labels":[],"label_agreement":null},{"id":"W2999155062","doi":"10.1108/rsr-09-2019-0064","title":"Fake or for real? A fake news workshop","year":2020,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Information literacy; Originality; Variety (cybernetics); Institution; Value (mathematics); Digital literacy; Library instruction; Sociology; Literacy; Digital media; Public relations; Computer science; Library science; Pedagogy; World Wide Web; Political science; Social science","score_opus":0.20626752393305614,"score_gpt":0.42557501555494,"score_spread":0.21930749162188384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999155062","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0072688255,0.059505563,0.0008346845,0.15649089,0.00049340824,0.006262172,0.00015542164,0.00084607746,0.76814294],"genre_scores_gemma":[0.030762447,0.856429,0.0017183335,0.1039072,0.0005319461,0.00006240737,0.00012884631,0.000026777197,0.0064330543],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99861056,0.00011079088,0.0004019337,0.00020015707,0.00034147163,0.00033506876],"domain_scores_gemma":[0.99889654,0.00012839677,0.00022392227,0.00020784796,0.0001691837,0.00037413833],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00043960355,0.00014093747,0.00034702275,0.000022597907,0.00025352553,0.00013868854,0.0005026714,0.00009361641,0.002237224],"category_scores_gemma":[0.00039039378,0.00009881738,0.00008980034,0.0005874452,0.000033516284,0.00055593764,0.00004675711,0.00010973315,0.0005792054],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007185964,0.00003477953,0.00007024778,0.014674862,0.000035263765,0.0000021159565,0.045592975,0.0000022897118,0.000011750858,0.024018195,0.062025275,0.8534604],"study_design_scores_gemma":[0.00015016148,0.000041142073,0.00008631763,0.0017063407,0.000031742027,4.0501186e-7,0.005993645,0.00007693845,0.000002753016,0.00009641078,0.9916639,0.00015024128],"about_ca_topic_score_codex":0.00045802764,"about_ca_topic_score_gemma":0.004515401,"teacher_disagreement_score":0.9296386,"about_ca_system_score_codex":0.000034659748,"about_ca_system_score_gemma":0.00026137824,"threshold_uncertainty_score":0.99867487},"labels":[],"label_agreement":null},{"id":"W3186959788","doi":"10.1108/rsr-04-2021-0014","title":"Is the library open? How the pandemic has changed the provision of virtual reference services","year":2021,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Web and Library Services","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Originality; Reference desk; Pandemic; Desk; Coronavirus disease 2019 (COVID-19); Value (mathematics); World Wide Web; Computer science; Service (business); Library science; Psychology; Sociology; Qualitative research; Business; Marketing; Medicine; Social science","score_opus":0.08322478144155697,"score_gpt":0.283934686088478,"score_spread":0.200709904646921,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3186959788","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04010727,0.5037563,0.0001994842,0.43193907,0.00066291855,0.0039049077,0.00014987272,0.00044857292,0.018831594],"genre_scores_gemma":[0.580309,0.31747985,0.0009167753,0.09756477,0.00024317352,0.00027755662,0.00015822069,0.00005319422,0.0029974824],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99613094,0.0011192288,0.0006353747,0.0008605539,0.0007695186,0.00048440523],"domain_scores_gemma":[0.99520963,0.00051384117,0.00072517904,0.0031972188,0.00023362198,0.00012048372],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.00095597,0.00042305884,0.0006615865,0.00004169084,0.0007215008,0.0019962213,0.012156045,0.00013749562,0.0004617155],"category_scores_gemma":[0.000013306205,0.0001824344,0.00017518594,0.0017823494,0.0001428437,0.004063915,0.0049696853,0.0005894583,0.00015166565],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001017622,0.0006214248,0.009771012,0.041543107,0.00068191334,0.0000614002,0.027474709,0.000015696485,0.0022441787,0.16707362,0.021512404,0.72889876],"study_design_scores_gemma":[0.00027737586,0.00015614266,0.009240357,0.008067926,0.00012231937,0.00004908301,0.0015832798,0.0021980954,0.0014819362,0.0028785358,0.973504,0.0004409588],"about_ca_topic_score_codex":0.00028073473,"about_ca_topic_score_gemma":0.000532348,"teacher_disagreement_score":0.95199156,"about_ca_system_score_codex":0.000011476948,"about_ca_system_score_gemma":0.00041956085,"threshold_uncertainty_score":0.9990398},"labels":[],"label_agreement":null},{"id":"W4200315670","doi":"10.1108/rsr-07-2021-0036","title":"Library response to Black Liberation Collective: a review of student calls for change and implications for anti-racist initiatives in academic libraries","year":2021,"lang":"en","type":"review","venue":"Reference Services Review","topic":"Library Science and Administration","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Indigenous; Equity (law); Inclusion (mineral); Solidarity; Sociology; Diversity (politics); Political science; White (mutation); Media studies; Public relations; Library science; Gender studies; Law; Politics","score_opus":0.25644081615457043,"score_gpt":0.48180599335213536,"score_spread":0.22536517719756494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200315670","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003824529,0.97802114,0.000015278609,0.010205275,0.00006243194,0.010220074,0.0007178577,0.000034502533,0.0006852097],"genre_scores_gemma":[0.00001526957,0.9893187,0.0010455616,0.0044631395,0.00014108953,0.0037113258,0.000797838,0.000029612864,0.000477417],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99612886,0.0012503451,0.0012805505,0.0006925657,0.000290621,0.00035708936],"domain_scores_gemma":[0.99677473,0.0015578306,0.00088318734,0.00036590084,0.00021848347,0.00019984532],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017272086,0.00034992292,0.0019933754,0.00022207684,0.00027085064,0.00020387104,0.00080547784,0.00027904633,0.00006782798],"category_scores_gemma":[0.0005206004,0.000294866,0.00025536167,0.002220684,0.00016066327,0.0028540867,0.00019108171,0.00023582345,0.0000064079536],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019717629,0.000083645675,0.00018218438,0.54870266,0.000044623564,8.408934e-7,0.004016522,3.326239e-8,0.0000011885522,0.015561803,0.0019000549,0.42948675],"study_design_scores_gemma":[0.000064899985,0.000086630374,0.00088231853,0.30213338,0.00018956393,9.128203e-7,0.00019498842,3.860547e-7,8.917934e-7,0.00029183822,0.6959349,0.00021930774],"about_ca_topic_score_codex":0.000015436175,"about_ca_topic_score_gemma":0.00006407553,"teacher_disagreement_score":0.6940348,"about_ca_system_score_codex":0.000077610064,"about_ca_system_score_gemma":0.002972411,"threshold_uncertainty_score":0.99995035},"labels":[],"label_agreement":null},{"id":"W4205266038","doi":"10.1108/rsr-06-2021-0024","title":"Not a token! A discussion on racial capitalism and its impact on academic librarians and libraries","year":2021,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Library Science and Administration","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Capitalism; Sociology; Meritocracy; Context (archaeology); Tokenism; Value (mathematics); Higher education; Public relations; Political science; Politics; Law","score_opus":0.05094248514636049,"score_gpt":0.3642736036645187,"score_spread":0.3133311185181582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205266038","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84037185,0.07404584,9.2929133e-7,0.06104695,0.00021074238,0.0006428761,0.000079799174,0.0001196493,0.023481354],"genre_scores_gemma":[0.8070543,0.18302582,0.00003205526,0.008121201,0.00018099004,0.000013513478,0.00004719559,0.000008163862,0.001516769],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983756,0.00029734705,0.00024876493,0.00040340112,0.000396059,0.00027883681],"domain_scores_gemma":[0.9992941,0.0001145665,0.0001289203,0.00016519513,0.000035644298,0.0002615465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003021147,0.00017577033,0.00028618088,0.00004258341,0.00043098026,0.00035418294,0.00026040035,0.00014020536,0.00041607535],"category_scores_gemma":[0.00008041478,0.00010261886,0.000051281684,0.00040276969,0.00009347945,0.0026920212,0.00009829351,0.00025250085,0.00006603672],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001967109,0.00023316688,0.006459097,0.0063227676,0.000065459884,0.00011496642,0.04936426,0.0000030909775,0.0018815915,0.64857113,0.0028483847,0.28393936],"study_design_scores_gemma":[0.0008734985,0.001128368,0.07703139,0.026418595,0.00018166352,0.00003367557,0.008539691,0.00023455515,0.0035402738,0.020128695,0.860304,0.0015855966],"about_ca_topic_score_codex":0.000067192384,"about_ca_topic_score_gemma":0.00010638386,"teacher_disagreement_score":0.8574556,"about_ca_system_score_codex":0.000015732363,"about_ca_system_score_gemma":0.00042248578,"threshold_uncertainty_score":0.45557332},"labels":[],"label_agreement":null},{"id":"W4389057078","doi":"10.1108/rsr-05-2023-0050","title":"Exploring an automated method for the analysis of virtual reference interactions","year":2023,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Coding (social sciences); Originality; Implementation; Computer science; Expression (computer science); World Wide Web; Information retrieval; Multimedia; Software engineering; Qualitative research; Programming language; Sociology","score_opus":0.31691484051062196,"score_gpt":0.5194319308559903,"score_spread":0.2025170903453683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389057078","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65933067,0.06057687,0.021345967,0.10490085,0.010988104,0.017277813,0.0015097731,0.010243256,0.11382671],"genre_scores_gemma":[0.76540047,0.22552083,0.0035370036,0.0015977399,0.00022712044,0.0014194209,0.00063386664,0.0000215201,0.0016420445],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998605,0.0004122037,0.000337372,0.0002047747,0.00027575283,0.00016488596],"domain_scores_gemma":[0.9982209,0.000603906,0.00023908856,0.0003406585,0.00053285074,0.00006260335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015836259,0.00008367164,0.0002655293,0.00017695597,0.0004040003,0.00006531928,0.00044893322,0.000033102275,0.00031119763],"category_scores_gemma":[0.0001829961,0.000060897066,0.0000816725,0.004556648,0.000036021156,0.0006025881,0.000030779483,0.000078506935,0.000047932288],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023344193,0.00016540756,0.0004906797,0.0018296418,0.00090356823,3.0332976e-7,0.03842153,0.0014427482,0.00046220364,0.18170442,0.0021676845,0.77238846],"study_design_scores_gemma":[0.00007803698,0.000049633672,0.018021563,0.0009895852,0.0015630189,1.4413827e-7,0.04348048,0.051338624,0.000052861196,0.000278702,0.88393,0.0002173352],"about_ca_topic_score_codex":0.0017535563,"about_ca_topic_score_gemma":0.01249016,"teacher_disagreement_score":0.8817623,"about_ca_system_score_codex":0.000046982732,"about_ca_system_score_gemma":0.00017193682,"threshold_uncertainty_score":0.69698024},"labels":[],"label_agreement":null},{"id":"W4399285680","doi":"10.1108/rsr-01-2024-0001","title":"Campus entrepreneurs’ research habits and needs: a five-year study","year":2024,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Entrepreneurship Studies and Influences","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Toronto Mississauga; University of Toronto; McMaster University","keywords":"Sociology; Library science; Psychology; Computer science","score_opus":0.05593172446147725,"score_gpt":0.33452488831717786,"score_spread":0.2785931638557006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399285680","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6195338,0.34509984,3.3754367e-7,0.00313999,0.0003086764,0.0011307553,0.000005036606,0.00023604397,0.030545551],"genre_scores_gemma":[0.8572168,0.13932274,0.000010571971,0.002077331,0.00046111114,0.000119495984,0.000014616755,0.000026170299,0.00075120083],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99801004,0.000075900294,0.00037020273,0.0005771864,0.00054260314,0.0004240522],"domain_scores_gemma":[0.99903905,0.00014166076,0.00008695947,0.00041752408,0.00028601568,0.000028780827],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010347742,0.00023790658,0.00040571476,0.0002868541,0.00026892003,0.00068281667,0.00044999662,0.000048418005,0.00041643807],"category_scores_gemma":[0.000084422536,0.00017245986,0.00006208971,0.0015343432,0.0000717017,0.0009852378,0.00066130474,0.00032629046,0.0013903888],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040704796,0.0004406836,0.5816785,0.092116706,0.0003637041,0.00018202378,0.0029757428,0.0000051374154,0.000059701277,0.038371515,0.01850041,0.26526514],"study_design_scores_gemma":[0.0002924393,0.00009227306,0.042954504,0.019242551,0.0002925825,0.000006472486,0.0061754584,0.00016012216,0.0000027288872,0.0018514156,0.92845625,0.0004731849],"about_ca_topic_score_codex":0.0014208123,"about_ca_topic_score_gemma":0.00044483604,"teacher_disagreement_score":0.90995586,"about_ca_system_score_codex":0.00001893671,"about_ca_system_score_gemma":0.000021637,"threshold_uncertainty_score":0.99938715},"labels":[],"label_agreement":null},{"id":"W4399352353","doi":"10.1108/rsr-12-2023-0082","title":"Affective dimensions of academic librarians’ experiences during the Covid-19 pandemic: experiences and lessons learned for information literacy","year":2024,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Library Science and Administration","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University","funders":"","keywords":"Information literacy; Pandemic; Coronavirus disease 2019 (COVID-19); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Sociology; Pedagogy; Higher education; Psychology; Library science; Medical education; Political science; Medicine; Computer science; Virology","score_opus":0.11440121840779495,"score_gpt":0.425042215364754,"score_spread":0.31064099695695907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399352353","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8723582,0.10227972,0.00014957074,0.020719137,0.0003772182,0.0016642313,0.000048080175,0.00020647392,0.0021973394],"genre_scores_gemma":[0.8523445,0.14511964,0.00008666521,0.0017789811,0.00006585548,0.00038398447,0.000019482048,0.0000036596452,0.0001972131],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985744,0.00023656752,0.00037456333,0.0002543757,0.00032764682,0.00023244797],"domain_scores_gemma":[0.9988533,0.0005804858,0.0001860646,0.00015444115,0.00006337816,0.00016231739],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093578437,0.00012424077,0.0002089857,0.000071961214,0.0007184316,0.00033603568,0.0004587271,0.0000926067,0.00012122191],"category_scores_gemma":[0.0002526027,0.000070544884,0.00006109783,0.0006892224,0.0003466284,0.0058453595,0.000077584555,0.00016119798,0.000009745316],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021884081,0.000014130276,0.0026048087,0.007691673,0.000020831221,0.0000010890955,0.8466631,0.0000035186144,0.00023619266,0.04645903,0.00030814484,0.095975585],"study_design_scores_gemma":[0.00010973533,0.00007990218,0.00061874615,0.0027943556,0.00003909059,0.000008658748,0.21467589,0.00021468413,0.00015673137,0.0035015843,0.77758056,0.00022007541],"about_ca_topic_score_codex":0.00027360104,"about_ca_topic_score_gemma":0.00010359728,"teacher_disagreement_score":0.7772724,"about_ca_system_score_codex":0.00003036224,"about_ca_system_score_gemma":0.00052769127,"threshold_uncertainty_score":0.55256677},"labels":[],"label_agreement":null},{"id":"W4404280147","doi":"10.1108/rsr-08-2024-0042","title":"From hype to strategy: navigating the reality of experimental strategic adoption of AI technologies in libraries","year":2024,"lang":"en","type":"article","venue":"Reference Services Review","topic":"Digital Marketing and Social Media","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sociology; Knowledge management; Business; Computer science; World Wide Web","score_opus":0.07332867514545657,"score_gpt":0.3843678869492528,"score_spread":0.31103921180379623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404280147","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82375455,0.13966227,0.0000010398999,0.0047377893,0.00011917223,0.00041978064,0.00004393628,0.00013745364,0.031124024],"genre_scores_gemma":[0.9815929,0.018124467,0.00007328735,0.000106572435,0.000031971987,0.000028712002,0.000018566952,0.0000052028026,0.000018331757],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9987751,0.00024056548,0.00036061893,0.00018471346,0.00028430752,0.0001546914],"domain_scores_gemma":[0.9993824,0.00025250905,0.00010564999,0.0001717846,0.000057994614,0.000029703268],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00072766125,0.000092650815,0.00027178272,0.000024385663,0.000064167056,0.0001088594,0.00040993793,0.00008354997,0.000036961745],"category_scores_gemma":[0.00009054454,0.00006458874,0.000048897535,0.0007098794,0.00017545189,0.00032637318,0.00008332772,0.00022939722,0.00001097542],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000326431,0.00016244355,0.002694862,0.010164947,0.00005769773,0.000008375946,0.04217959,0.0000064969413,0.0020669512,0.3902767,0.00014650125,0.5522028],"study_design_scores_gemma":[0.00019488744,0.0003656431,0.004995733,0.1294884,0.00011735612,7.4297725e-7,0.5975169,0.00012509034,0.0044350955,0.23031497,0.0317215,0.0007236707],"about_ca_topic_score_codex":0.007774632,"about_ca_topic_score_gemma":0.0017050033,"teacher_disagreement_score":0.5553373,"about_ca_system_score_codex":0.00003273849,"about_ca_system_score_gemma":0.0001933324,"threshold_uncertainty_score":0.9988327},"labels":[],"label_agreement":null}]}