{"meta":{"query_hash":"6dfceac95416","filters":{"venue":"Information Technology and Libraries"},"cohort_total":40,"direct_labels_cover":2,"predictions_cover":40,"exported":40,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/6dfceac95416","api":"https://metacan.xera.ac/api/v1/cohort?venue=Information+Technology+and+Libraries"},"results":[{"id":"W105645952","doi":"10.6017/ital.v19i1.10069","title":"The Internet as a Source of Academic Research Information: Findings of Two Pilot Studies","year":2017,"lang":"en","type":"article","venue":"Information Technology and Libraries","topic":"Web and Library Services","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Information superhighway; The Internet; Subject (documents); Government (linguistics); Entertainment; World Wide Web; Internet Architecture Board; Computer science; Quarter (Canadian coin); Internet Draft; Internet research; Information source (mathematics); Internet appliance; Internet privacy; Business; Advertising; Internet access; Political science; History","score_opus":0.04510818017021502,"score_gpt":0.3255924637191552,"score_spread":0.28048428354894017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W105645952","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94125444,0.002213124,0.008047417,0.032669842,0.00029639815,0.00034595784,0.0000041290095,0.00027163906,0.014897062],"genre_scores_gemma":[0.9975599,0.00036047012,0.0016006762,0.00020554599,0.000010205043,0.0000130421395,0.0000018971846,0.0000014347377,0.00024683448],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991339,0.00002880676,0.0004092632,0.00006141409,0.00020390586,0.00016271131],"domain_scores_gemma":[0.9987184,0.00024620132,0.00035997297,0.00049129553,0.00016207014,0.000022068953],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0005353258,0.00007541484,0.00013914082,0.0004535293,0.0005758099,0.00038592992,0.0018355064,0.00010156575,0.000004108545],"category_scores_gemma":[0.00042504256,0.00005134832,0.000016529868,0.00032684478,0.0012814933,0.01684396,0.0015423216,0.00031599437,0.000029803543],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023280787,0.0000027872377,0.006895959,0.000060159793,0.000022939636,9.054695e-8,0.005478905,0.0000016538773,0.000008331133,0.95529056,0.0012778981,0.030937413],"study_design_scores_gemma":[0.0009198684,0.0006995228,0.015365752,0.00021789694,0.0000067861556,0.000026181424,0.009328726,0.0027887248,0.057714418,0.6062411,0.3065007,0.00019032901],"about_ca_topic_score_codex":0.00004153355,"about_ca_topic_score_gemma":0.000002560588,"teacher_disagreement_score":0.34904948,"about_ca_system_score_codex":0.000003928232,"about_ca_system_score_gemma":0.000076054755,"threshold_uncertainty_score":0.99690694},"labels":[],"label_agreement":null},{"id":"W1814674003","doi":"10.6017/ital.v34i3.5495","title":"Hidden Online Surveillance: What Librarians Should Know to Protect Their Own Privacy and That of Their Patrons","year":2015,"lang":"en","type":"article","venue":"Information Technology and Libraries","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Internet privacy; Tracking (education); Computer science; World Wide Web; Personally identifiable information; Tracking system; Business; Computer security; Psychology","score_opus":0.04082806117945368,"score_gpt":0.2720328007952207,"score_spread":0.231204739615767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1814674003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9022483,0.0046509476,0.00503825,0.0821809,0.00047902533,0.0016993006,0.00032488097,0.0009634241,0.0024149502],"genre_scores_gemma":[0.9956156,0.0016165297,0.0021070638,0.00040108696,0.00007011616,0.000057153466,0.00008037794,0.000007060078,0.000045001994],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991138,0.00009032849,0.00026281978,0.00014001364,0.0001607523,0.00023226462],"domain_scores_gemma":[0.9992334,0.00008556709,0.00017113639,0.00031113854,0.000084735424,0.000113985276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043485456,0.0001391788,0.0002188281,0.00042013405,0.00034889035,0.00039291845,0.0004420875,0.00035002365,0.00001816338],"category_scores_gemma":[0.0007404724,0.000109884684,0.00002301481,0.0005832451,0.0006313957,0.008207056,0.0005628328,0.0002351027,0.0000060462958],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018713037,0.00007150573,0.028808866,0.00010191912,0.00005206132,7.002583e-7,0.093022585,0.0000014097053,0.00004929459,0.19481242,0.0043099904,0.67858213],"study_design_scores_gemma":[0.00064690044,0.0003169066,0.0070788423,0.000093571594,0.0000071651534,0.0000093621575,0.11064669,0.000083664956,0.0056445454,0.21234468,0.66283107,0.00029658547],"about_ca_topic_score_codex":0.00016733223,"about_ca_topic_score_gemma":0.00018759049,"teacher_disagreement_score":0.67828554,"about_ca_system_score_codex":0.000017195947,"about_ca_system_score_gemma":0.00021114711,"threshold_uncertainty_score":0.59499174},"labels":[],"label_agreement":null},{"id":"W1953894052","doi":"10.6017/ital.v34i3.5900","title":"Self-Archiving with Ease in an Institutional Repository: Microinteractions and the User Experience","year":2015,"lang":"en","type":"article","venue":"Information Technology and Libraries","topic":"Digital and Traditional Archives Management","field":"Arts and Humanities","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University; University of Alberta","funders":"","keywords":"Computer science; Usability; Process (computing); World Wide Web; Institutional repository; Human–computer interaction","score_opus":0.011984026821439769,"score_gpt":0.1807309643641611,"score_spread":0.16874693754272135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1953894052","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8561742,0.00003910972,0.00035469185,0.0027628967,0.00007141916,0.00014707341,0.000009597617,0.00013625891,0.14030476],"genre_scores_gemma":[0.9988528,0.0000046658297,0.0005690994,0.0002629407,0.000018818291,0.00004071988,0.000016695492,0.000001325,0.00023292711],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99972546,0.000009458621,0.00010596354,0.00005056012,0.000049852766,0.00005867902],"domain_scores_gemma":[0.9998379,0.000025943691,0.000038287162,0.00005762829,0.00001711566,0.000023158149],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000030112902,0.000050273924,0.00004965189,0.00016939134,0.00030190128,0.00040045628,0.000071463925,0.000009119928,0.00000386916],"category_scores_gemma":[0.000009885008,0.00003067226,0.0000052688947,0.00004129266,0.0010148592,0.0048280517,0.000060409424,0.00007190699,0.0000036242907],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000067199406,0.000018012941,0.0016653696,0.0000083975265,0.0000070357332,0.000002052353,0.027210144,0.000007234043,1.5833751e-7,0.9692053,0.000059531045,0.0017495288],"study_design_scores_gemma":[0.002077127,0.00023454314,0.0155456485,0.00006939766,0.000014784052,0.00018207806,0.06216539,0.0022520304,0.00007128052,0.35112074,0.5660381,0.00022887178],"about_ca_topic_score_codex":0.000018388164,"about_ca_topic_score_gemma":0.000021058415,"teacher_disagreement_score":0.6180846,"about_ca_system_score_codex":0.0000042327183,"about_ca_system_score_gemma":0.000025135088,"threshold_uncertainty_score":0.3861609},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1975575045","doi":"10.6017/ital.v26i3.3272","title":"The Structure and Form of Folksonomy Tags: The Road to the Public Library Catalog","year":2007,"lang":"en","type":"article","venue":"Information Technology and Libraries","topic":"Library Science and Information Systems","field":"Computer Science","cited_by":114,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Folksonomy; Computer science; Interactivity; Spelling; World Wide Web; Information retrieval; Control (management); Library catalog; Linguistics; Artificial intelligence","score_opus":0.005393257152832807,"score_gpt":0.18232691480585178,"score_spread":0.17693365765301897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975575045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4524143,0.0023448588,0.16231947,0.3623256,0.0012238326,0.001672961,0.000058497153,0.0008929403,0.01674755],"genre_scores_gemma":[0.99495775,0.000046966274,0.0015243186,0.0033029378,0.000026361577,0.000011517908,0.0000088499555,0.0000020331158,0.00011927925],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99910796,0.000017441896,0.00040813707,0.00008043292,0.00016240585,0.00022363038],"domain_scores_gemma":[0.9990645,0.00015590402,0.00021677992,0.00047598252,0.0000383047,0.000048502814],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0004179005,0.000096188836,0.000093491064,0.00028791858,0.0008300444,0.0011590957,0.0014274118,0.000109134155,0.000005103921],"category_scores_gemma":[0.000074835036,0.000042548458,0.000018596784,0.0012184856,0.00051611353,0.023523446,0.00072013674,0.00016449738,0.000012790962],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039316324,0.000001096444,0.002726611,0.000006975685,0.0000067580772,9.382375e-8,0.006894307,8.2838585e-7,0.000002969729,0.80459815,0.00496756,0.18079072],"study_design_scores_gemma":[0.00012117354,0.000067754976,0.009853759,0.000008315967,0.0000010935678,0.000058962683,0.008070939,0.0011006487,0.0046110656,0.04996188,0.9260475,0.000096903364],"about_ca_topic_score_codex":0.0000036023685,"about_ca_topic_score_gemma":0.000003974484,"teacher_disagreement_score":0.92107993,"about_ca_system_score_codex":0.0000030028164,"about_ca_system_score_gemma":0.00009016027,"threshold_uncertainty_score":0.9998778},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1980098261","doi":"10.6017/ital.v30i4.1864","title":"Outgoing Editor's Column: Parting Thoughts","year":2011,"lang":"en","type":"article","venue":"Information Technology and Libraries","topic":"Publishing and Scholarly Communication","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Column (typography); Computer science; World Wide Web; Operations research; Telecommunications; Mathematics","score_opus":0.027316759388415573,"score_gpt":0.18770288654580716,"score_spread":0.1603861271573916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980098261","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18504038,0.0009244551,0.0013681608,0.0059940135,0.004084925,0.0002843233,0.000024930723,0.0023777208,0.79990107],"genre_scores_gemma":[0.9970012,0.00001870106,0.0014114938,0.00031081412,0.0005141925,0.00002143643,0.000022606504,0.0000039432484,0.00069565326],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995214,0.000018206178,0.00022155662,0.00005326185,0.00006327746,0.00012231358],"domain_scores_gemma":[0.9995579,0.000033578308,0.00012872173,0.00018878277,0.000067890614,0.00002312427],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001663612,0.00006882673,0.000081390455,0.00028027908,0.0006491154,0.00080953917,0.00023149652,0.00010772033,0.0001463815],"category_scores_gemma":[0.00015578193,0.00006158204,0.000014787053,0.00008056254,0.00034787777,0.010761698,0.000121806705,0.00023117565,0.00005892842],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006429503,0.000007763833,0.0024107525,0.000008118378,0.000008978028,1.563027e-7,0.043561336,9.708339e-8,0.0000010756011,0.9265892,0.017490832,0.009915243],"study_design_scores_gemma":[0.00012524168,0.000039253264,0.00070616545,0.000018903853,0.0000059099925,0.00000253095,0.013351046,0.00007069183,0.00049294985,0.09729459,0.88779026,0.000102427715],"about_ca_topic_score_codex":0.000023451954,"about_ca_topic_score_gemma":0.000024273593,"teacher_disagreement_score":0.87029946,"about_ca_system_score_codex":0.000004685089,"about_ca_system_score_gemma":0.000022292166,"threshold_uncertainty_score":0.7806405},"labels":[],"label_agreement":null},{"id":"W1987297118","doi":"10.6017/ital.v29i1.3150","title":"Editorial: And Now for Something (Completely) Different","year":2010,"lang":"en","type":"editorial","venue":"Information Technology and Libraries","topic":"Educational Leadership and Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; World Wide Web; Information retrieval; Data science","score_opus":0.020002697991157493,"score_gpt":0.3103908056634796,"score_spread":0.2903881076723221,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987297118","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002656773,0.00044597802,0.00024373438,0.01977648,0.97637475,0.00030623827,0.000106634725,0.0002230727,0.002257458],"genre_scores_gemma":[0.0007906961,0.0008028258,0.0018471935,0.00014353225,0.9953686,0.00011709868,0.0003045882,0.000009825767,0.00061561103],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990216,0.000045588244,0.0002643787,0.00013728974,0.0003110427,0.00022011671],"domain_scores_gemma":[0.99636865,0.0029115255,0.00032513333,0.00011992724,0.00021161337,0.000063128195],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0005387856,0.0001535495,0.00021942308,0.0004644231,0.0009765464,0.00065678795,0.00025815918,0.0021160205,0.000032916196],"category_scores_gemma":[0.0050869435,0.00014059,0.00002866908,0.00017142532,0.0008785606,0.003321642,0.00007605059,0.0010532123,0.000008968228],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019828847,0.000005658354,0.00006384496,0.00008412839,0.00001700708,1.9553166e-8,0.00493691,1.4852984e-8,9.770746e-7,0.20922406,0.7804731,0.0051744482],"study_design_scores_gemma":[0.00016356072,0.000039721675,0.000012842173,0.000025278188,0.000024644174,1.9954656e-7,0.0061169597,0.0000015074751,0.00002304563,0.08973959,0.90370464,0.00014802536],"about_ca_topic_score_codex":0.000063072046,"about_ca_topic_score_gemma":0.00019659045,"teacher_disagreement_score":0.123231515,"about_ca_system_score_codex":0.000015565467,"about_ca_system_score_gemma":0.00044373193,"threshold_uncertainty_score":0.9991794},"labels":[],"label_agreement":null},{"id":"W2011956920","doi":"10.6017/ital.v29i1.3153","title":"Monitoring Network and Service Availability with Open-Source Software","year":2010,"lang":"en","type":"article","venue":"Information Technology and Libraries","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Open source; Plug-in; Operating system; Service (business); Software; World Wide Web; Server; Architecture; Network monitoring; Software engineering; Database","score_opus":0.0070810666656008206,"score_gpt":0.18501520395828508,"score_spread":0.17793413729268426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011956920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89541537,0.00020622699,0.08021256,0.009009122,0.00028293586,0.00036405158,0.0000017094158,0.001642331,0.012865718],"genre_scores_gemma":[0.7761683,0.00002307589,0.22149517,0.0013415387,0.00004395534,0.000050376824,0.000004658088,0.000006522714,0.0008663963],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99949807,0.0000063562966,0.00015122254,0.0001251807,0.00007639555,0.00014278824],"domain_scores_gemma":[0.9995601,0.0000656724,0.000076588774,0.0002057483,0.000042650925,0.000049233975],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00008098432,0.00009182675,0.00009414,0.00016616647,0.0003780857,0.001452467,0.0004918206,0.000121290104,0.0000103307575],"category_scores_gemma":[0.000051187704,0.00007245129,0.0000047797434,0.00087631715,0.00014369751,0.0130511755,0.000871894,0.00018282438,0.000010024104],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039777893,0.000011535455,0.45210582,0.000040524963,0.000019001653,9.083781e-7,0.0017825173,0.000015985,0.0000063009998,0.25016832,0.0010828321,0.2947265],"study_design_scores_gemma":[0.0009012689,0.00016531583,0.11569592,0.000060886312,0.000004887986,0.00011575134,0.00069036626,0.0014046334,0.0049292967,0.12284276,0.752722,0.000466883],"about_ca_topic_score_codex":0.0000043378777,"about_ca_topic_score_gemma":0.000003842945,"teacher_disagreement_score":0.7516392,"about_ca_system_score_codex":0.0000022706927,"about_ca_system_score_gemma":0.00006992137,"threshold_uncertainty_score":0.99958414},"labels":[],"label_agreement":null},{"id":"W2038488178","doi":"10.6017/ital.v27i4.3238","title":"Evaluation of the New Jersey Digital Highway","year":2008,"lang":"en","type":"article","venue":"Information Technology and Libraries","topic":"Digital and Traditional Archives Management","field":"Arts and Humanities","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McMaster University","keywords":"Cultural heritage; World Wide Web; Computer science; Digital library; Library science; Archaeology; History","score_opus":0.024840521244650603,"score_gpt":0.1816833700937705,"score_spread":0.1568428488491199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038488178","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20726883,0.000066505185,0.00015666528,0.0046630395,0.00017647396,0.00017574293,0.000050687402,0.0001184331,0.7873236],"genre_scores_gemma":[0.9979814,0.0000059864115,0.000034674496,0.00013638187,0.00002567157,0.0000064639385,0.000022761556,0.0000013495682,0.0017852606],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9996061,0.0000048615907,0.00013050716,0.00003269125,0.0001751579,0.000050709994],"domain_scores_gemma":[0.9997809,0.000013891348,0.000070052534,0.00007416406,0.000049896906,0.000011106975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000037991504,0.000044660334,0.000047710702,0.0001329112,0.00019448066,0.00008625291,0.00009539431,0.00001407911,0.00009449398],"category_scores_gemma":[0.00003692807,0.000029014174,0.000019910354,0.000056558583,0.00058667624,0.0027569036,0.00006697304,0.00004221763,0.000027175043],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031310713,0.000007996735,0.0001412447,0.000005093413,0.000016016143,4.9824248e-8,0.003123615,0.0000050200983,2.3722662e-7,0.9206751,0.0049904464,0.07103203],"study_design_scores_gemma":[0.00019486102,0.000028305898,0.0053068316,0.000009411198,0.000013244043,0.0000044846834,0.0009067508,0.000104772545,0.00019208838,0.5881175,0.4050762,0.000045541074],"about_ca_topic_score_codex":0.00000325587,"about_ca_topic_score_gemma":0.0000014481475,"teacher_disagreement_score":0.7907126,"about_ca_system_score_codex":0.000003253697,"about_ca_system_score_gemma":0.000052829397,"threshold_uncertainty_score":0.2161633},"labels":[],"label_agreement":null},{"id":"W2049745400","doi":"10.6017/ital.v31i2.1848","title":"Academic Uses of Google Earth and Google Maps in a Library Setting","year":2012,"lang":"en","type":"article","venue":"Information Technology and Libraries","topic":"Geographic Information Systems Studies","field":"Social Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Waterloo","funders":"","keywords":"Popularity; World Wide Web; Promotion (chess); Computer science; Product (mathematics); Academic library; Information retrieval; Library science; Political science","score_opus":0.010710356904076238,"score_gpt":0.23799110267511425,"score_spread":0.22728074577103802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049745400","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9348308,0.002439254,0.00006401039,0.0047934796,0.0001347955,0.00029602114,0.000021028116,0.0002971625,0.05712349],"genre_scores_gemma":[0.9978871,0.0006585585,0.0010493237,0.00020337732,0.000024884004,0.000022381344,0.000008712395,0.0000026383216,0.0001430601],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991791,0.000035420646,0.00039278247,0.000044435423,0.0001143418,0.00023389391],"domain_scores_gemma":[0.9995373,0.00011133851,0.00021638638,0.0000719245,0.000023876912,0.000039211867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037121956,0.000076316355,0.0001487328,0.0007508229,0.0002846318,0.000054022585,0.00011100978,0.0002615106,0.000022767634],"category_scores_gemma":[0.00019585315,0.00007151416,0.000013459978,0.0007359301,0.00070769334,0.011428763,0.00015244435,0.00018636438,0.000011714656],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000044366275,0.0000029514686,0.40321487,0.000041605905,0.000006040109,4.255569e-8,0.033563785,2.846321e-7,0.000002982595,0.55707866,0.0003314875,0.0057528834],"study_design_scores_gemma":[0.00048631188,0.000039582963,0.21073937,0.00013052498,0.0000086161845,0.0000094553525,0.16826688,0.000017333254,0.0012848462,0.03693355,0.58185387,0.00022965745],"about_ca_topic_score_codex":0.000052048515,"about_ca_topic_score_gemma":0.000012752877,"teacher_disagreement_score":0.5815224,"about_ca_system_score_codex":0.000003351319,"about_ca_system_score_gemma":0.000043529337,"threshold_uncertainty_score":0.8285577},"labels":[],"label_agreement":null},{"id":"W2067944953","doi":"10.6017/ital.v30i2.3003","title":"Editorial: Singularity--Are We There Yet?","year":2011,"lang":"en","type":"editorial","venue":"Information Technology and Libraries","topic":"Mining Techniques and Economics","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Singularity; Computer science; Library science; Data science; Mathematics","score_opus":0.006801538904428924,"score_gpt":0.18483883370441023,"score_spread":0.17803729479998132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067944953","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006440947,0.001522589,0.0016340826,0.0001569539,0.98750734,0.00013745202,0.00016496229,0.0029369774,0.005875217],"genre_scores_gemma":[0.0003394823,0.005397688,0.005733716,0.000021878557,0.9878515,0.00008072456,0.00030926612,0.000058846086,0.00020688387],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991791,0.0000058323094,0.00038064274,0.00011287444,0.00010218873,0.00021933629],"domain_scores_gemma":[0.99933684,0.00007753556,0.00017075334,0.00031768618,0.000059460326,0.000037745744],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00010408919,0.00025900337,0.00032925827,0.0005178225,0.00011615372,0.00019872696,0.00034518508,0.0027521702,0.00005534972],"category_scores_gemma":[0.00014554967,0.00026513837,0.00003920075,0.0001556801,0.00017942104,0.0015673429,0.00016095671,0.0009852829,0.000054933436],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000074605023,0.0000025366915,0.00001529598,0.00020392804,0.000035042907,5.037385e-7,0.0002863423,0.0000036042377,2.9617092e-7,0.02289933,0.97146505,0.005080592],"study_design_scores_gemma":[0.00012197424,0.000034298588,0.0000016595176,0.000117974116,0.00001539201,0.0000015414727,0.00019452802,0.00010324051,0.00021080632,0.049497046,0.949435,0.00026654408],"about_ca_topic_score_codex":0.0000060715374,"about_ca_topic_score_gemma":0.0000033207625,"teacher_disagreement_score":0.026597714,"about_ca_system_score_codex":0.000027206084,"about_ca_system_score_gemma":0.0000566491,"threshold_uncertainty_score":0.9999801},"labels":[],"label_agreement":null},{"id":"W2070576648","doi":"10.6017/ital.v31i1.1857","title":"Editorial Board Thoughts: Tools of the Trade","year":2008,"lang":"en","type":"paratext","venue":"Information Technology and Libraries","topic":"Academic Writing and Publishing","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Editorial board; On board; Computer science; Library science; Political science; World Wide Web; Engineering","score_opus":0.014891041491756189,"score_gpt":0.19897102721094487,"score_spread":0.18407998571918868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070576648","genre_codex":"other","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013101023,0.0037147792,0.00006491842,0.013173422,0.14462951,0.00040863117,0.0010002399,0.0003522309,0.83534616],"genre_scores_gemma":[0.12894896,0.008234075,0.0007137571,0.006058042,0.5472004,0.00028836136,0.0022250374,0.0001265218,0.30620486],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990847,0.000025277868,0.0004505804,0.00008500143,0.0001934859,0.00016093555],"domain_scores_gemma":[0.999181,0.00011228888,0.00043651272,0.00019855383,0.000053456955,0.000018185518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009030431,0.00016527085,0.00026318934,0.0003116441,0.0005451069,0.00041291612,0.00046459108,0.0008418933,0.00035870887],"category_scores_gemma":[0.00019652412,0.00011060295,0.00006442633,0.00011418489,0.0013005227,0.0036862679,0.00016598159,0.0009602097,0.00009651611],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007203078,0.00000268013,0.000007927029,0.00007047365,0.000016069855,3.306807e-8,0.007987484,8.001081e-7,3.249359e-7,0.22847962,0.76053125,0.0028961254],"study_design_scores_gemma":[0.00014811392,0.000023926123,0.0000068965232,0.00011065355,0.00001293132,0.0000043038153,0.0038840713,0.0000026833825,0.00024823216,0.0053539365,0.99007493,0.00012932015],"about_ca_topic_score_codex":0.000016713544,"about_ca_topic_score_gemma":0.0000026251817,"teacher_disagreement_score":0.5291413,"about_ca_system_score_codex":0.0000077137165,"about_ca_system_score_gemma":0.00014612263,"threshold_uncertainty_score":0.6493452},"labels":[],"label_agreement":null},{"id":"W2083200098","doi":"10.6017/ital.v33i2.5341","title":"The Importance of Identifying and Accommodating E-Resource Usage Data for the Presence of Outliers. The Negative Impacts of Inaccurate E-Journal Usage Data.","year":2014,"lang":"en","type":"article","venue":"Information Technology and Libraries","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Laurentian University","funders":"","keywords":"Outlier; Upload; Computer science; Identification (biology); Sample (material); Usage data; Resource (disambiguation); Data mining; Statistics; Data science; Information retrieval; World Wide Web; Mathematics; Artificial intelligence","score_opus":0.13256765051236072,"score_gpt":0.3760560784491905,"score_spread":0.24348842793682976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083200098","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48653847,0.003820396,0.4534441,0.04886531,0.00046412178,0.001982598,0.0024986651,0.00008149719,0.0023048413],"genre_scores_gemma":[0.9972798,0.0002410401,0.0021421118,0.00024119164,0.000013686287,0.0000066465536,0.000040930012,0.0000023507043,0.00003220146],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9983828,0.00014202992,0.00085674523,0.00012724001,0.0003565211,0.00013464535],"domain_scores_gemma":[0.99064094,0.006110462,0.0015210222,0.0015849337,0.00012272455,0.00001989786],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0075720493,0.00007889903,0.00018469646,0.0001586734,0.0006501535,0.0004715378,0.0031782323,0.000060557963,0.0000059493527],"category_scores_gemma":[0.015912179,0.00003576897,0.000017138553,0.00046644663,0.0014416709,0.006341713,0.0027795518,0.00017823203,6.2392746e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015868824,0.000015943848,0.013565782,0.00012530196,0.00012901663,1.5851187e-7,0.008353327,0.000042160347,0.000046314002,0.49875808,0.023343336,0.4554619],"study_design_scores_gemma":[0.000926287,0.0001742232,0.024758797,0.0001414242,0.0000879375,0.000019108968,0.14782397,0.042253423,0.0037884393,0.43207946,0.34777018,0.00017673572],"about_ca_topic_score_codex":0.000017440549,"about_ca_topic_score_gemma":0.000046272442,"teacher_disagreement_score":0.51074135,"about_ca_system_score_codex":0.0000020183818,"about_ca_system_score_gemma":0.00004244549,"threshold_uncertainty_score":0.9923772},"labels":[],"label_agreement":null},{"id":"W2086767330","doi":"10.6017/ital.v31i1.1861","title":"Batch Ingesting into EPrints Digital Repository Software","year":2008,"lang":"en","type":"article","venue":"Information Technology and Libraries","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Metadata; Perl; Scripting language; Workflow; Software; World Wide Web; Database; Software engineering; Operating system","score_opus":0.03717835301458892,"score_gpt":0.2678446070216725,"score_spread":0.2306662540070836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086767330","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8951867,0.00011474698,0.08745544,0.0017752416,0.0005672049,0.00010909109,0.0000068900167,0.0007505233,0.014034129],"genre_scores_gemma":[0.9868636,0.000003907209,0.011656246,0.00015535062,0.000018208942,0.000004951813,0.000011071172,0.0000020664195,0.0012845987],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99883574,0.000014042169,0.00045825282,0.00020459216,0.00035223004,0.00013514867],"domain_scores_gemma":[0.998894,0.00028131946,0.00018944405,0.000495526,0.000099973935,0.000039767903],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038028535,0.000079091486,0.00011286157,0.0007341963,0.00067832915,0.000807675,0.00054114347,0.0000943297,0.000022409593],"category_scores_gemma":[0.0035692423,0.00006282149,0.000020661755,0.00097215275,0.00048765258,0.0051756804,0.0007956588,0.00012265303,0.00024155452],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010613396,0.000012244891,0.24048313,0.000008900769,0.0000088238785,0.000008451383,0.0027462689,0.000036662157,0.0000036602703,0.034054723,0.023089247,0.6995373],"study_design_scores_gemma":[0.0004158497,0.000074718504,0.090093955,0.00003995786,0.0000052159985,0.00028920014,0.008507832,0.0028255892,0.0016927198,0.30369782,0.59201276,0.0003443794],"about_ca_topic_score_codex":0.000004996527,"about_ca_topic_score_gemma":3.937507e-7,"teacher_disagreement_score":0.6991929,"about_ca_system_score_codex":0.000007258559,"about_ca_system_score_gemma":0.000041093248,"threshold_uncertainty_score":0.77884287},"labels":[],"label_agreement":null},{"id":"W2087871655","doi":"10.6017/ital.v24i1.3361","title":"Dispelling Five Myths about E-books","year":2005,"lang":"en","type":"article","venue":"Information Technology and Libraries","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mythology; Quarter (Canadian coin); Bust; Computer science; World Wide Web; Digital library; Library science; Advertising; Business; History; Art; Boom; Engineering; Literature","score_opus":0.004661284893325229,"score_gpt":0.17582793361591226,"score_spread":0.17116664872258702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087871655","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.096063934,0.0015485813,0.37658083,0.026084725,0.00030651657,0.00031879492,0.0000050650656,0.0031414316,0.4959501],"genre_scores_gemma":[0.92999667,0.00009518882,0.058580972,0.0023782677,0.000044522465,0.000020899144,0.000009455716,0.0000040811647,0.008869963],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.999484,0.000004753246,0.00019845106,0.00008906787,0.000084953266,0.0001387738],"domain_scores_gemma":[0.9996976,0.000034993223,0.00007162465,0.00013902636,0.00002042469,0.000036308746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00003671812,0.00008257561,0.00007859089,0.0005113066,0.00021506859,0.00066026114,0.00031920275,0.000103666156,0.000023382334],"category_scores_gemma":[0.00003177008,0.0000718591,0.000015643063,0.0005239073,0.0001167189,0.012787696,0.00023561009,0.00009697573,0.00012538799],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003833918,0.0000037831358,0.00076163036,0.000005062241,0.0000059294102,3.3881614e-7,0.001409665,0.00001414359,0.0000019086779,0.77754265,0.0031867037,0.21706434],"study_design_scores_gemma":[0.00022011131,0.00003133044,0.0010857965,0.00001205487,0.0000011312549,0.000016991711,0.00035676747,0.0060902825,0.005919154,0.04683098,0.939288,0.0001473881],"about_ca_topic_score_codex":4.443929e-7,"about_ca_topic_score_gemma":3.015056e-7,"teacher_disagreement_score":0.9361013,"about_ca_system_score_codex":0.0000061278733,"about_ca_system_score_gemma":0.000048781047,"threshold_uncertainty_score":0.9270771},"labels":[],"label_agreement":null},{"id":"W2090867884","doi":"10.6017/ital.v29i4.3125","title":"Editorial: The Space in Between, or, Why ITAL Matters","year":2010,"lang":"en","type":"editorial","venue":"Information Technology and Libraries","topic":"Italy: Economic History and Contemporary Issues","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Alberta Health Services","funders":"","keywords":"Space (punctuation); Computer science; World Wide Web; Internet privacy; Media studies; Sociology; Operating system","score_opus":0.008432708800845085,"score_gpt":0.18677058694082996,"score_spread":0.17833787813998486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090867884","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008049618,0.001229981,0.00014740643,0.009795023,0.97873676,0.0002793529,0.00052648643,0.00018372961,0.008296291],"genre_scores_gemma":[0.0058548553,0.00038252881,0.00028760586,0.00080792746,0.98883575,0.00014326717,0.0006517281,0.000040478648,0.0029958398],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984842,0.000013506305,0.0009166474,0.0002642054,0.000054841516,0.00026657918],"domain_scores_gemma":[0.99845654,0.0003145819,0.00070715573,0.0004503609,0.000032922337,0.000038470585],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00048756847,0.00027149654,0.0005835592,0.0010356965,0.00023995101,0.00031580706,0.0006033993,0.002030737,0.00018441027],"category_scores_gemma":[0.0005529687,0.00023804665,0.00006142481,0.00034224862,0.00055714895,0.003212226,0.00018518146,0.0015580137,0.00043835942],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032280772,0.000005892631,0.0010940577,0.000046138415,0.000029694742,8.167259e-7,0.0009736601,3.6323942e-7,7.128149e-8,0.11298462,0.8844158,0.00041661106],"study_design_scores_gemma":[0.00037913368,0.00005662822,0.00005136702,0.000025725478,0.000005316572,9.610776e-7,0.00045070847,0.000005500044,0.000011545247,0.046635166,0.95209795,0.00028001404],"about_ca_topic_score_codex":0.00012323043,"about_ca_topic_score_gemma":0.000054459022,"teacher_disagreement_score":0.06768214,"about_ca_system_score_codex":0.000047141046,"about_ca_system_score_gemma":0.00012821238,"threshold_uncertainty_score":0.99926484},"labels":[],"label_agreement":null},{"id":"W2094439764","doi":"10.6017/ital.v34i1.5664","title":"Linked Data in Libraries: A Case Study of Harvesting and Sharing Bibliographic Metadata with BIBFRAME","year":2015,"lang":"en","type":"article","venue":"Information Technology and Libraries","topic":"Library Science and Information Systems","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Metadata; Computer science; World Wide Web; Linked data; Digital library; Meta Data Services; Information retrieval; Data sharing; Metadata repository; Semantic Web","score_opus":0.0631738486104441,"score_gpt":0.25557907210027114,"score_spread":0.19240522348982703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094439764","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96415734,0.0003111996,0.033411834,0.0007381581,0.00005858386,0.00036939804,0.000011366006,0.00028942132,0.0006527053],"genre_scores_gemma":[0.9849739,0.000020932068,0.014779928,0.00016437967,0.00000563696,0.000017200502,0.000017569233,0.000002740375,0.000017684251],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9988077,0.00002851295,0.0005622506,0.00021563632,0.00021065447,0.00017523563],"domain_scores_gemma":[0.9986156,0.000073862706,0.0002951313,0.00087799,0.000059635106,0.00007776301],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0005591505,0.00012553885,0.0002229914,0.004754177,0.0001387914,0.0015732741,0.0012488246,0.00011203038,0.0000010269657],"category_scores_gemma":[0.00013135705,0.00009554771,0.000005920707,0.007378663,0.00029847873,0.11297927,0.001854867,0.00018153967,0.0000017138439],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034037548,0.0000805421,0.6384359,0.00013297236,0.000052068473,0.00010165454,0.05795627,0.00006634272,0.0000025672416,0.27378687,0.0003853208,0.028965432],"study_design_scores_gemma":[0.00856454,0.0032947327,0.031940073,0.00044500895,0.000032625197,0.007295558,0.5630517,0.3049232,0.00055690017,0.04690024,0.031612918,0.0013825044],"about_ca_topic_score_codex":0.0002446218,"about_ca_topic_score_gemma":0.00002998629,"teacher_disagreement_score":0.60649586,"about_ca_system_score_codex":0.0000023227178,"about_ca_system_score_gemma":0.00012233689,"threshold_uncertainty_score":0.9994632},"labels":[],"label_agreement":null},{"id":"W2132114509","doi":"10.6017/ital.v2i3.4656","title":"Simon Fraser University Computer Produced Map Catalogue","year":2013,"lang":"en","type":"article","venue":"Information Technology and Libraries","topic":"Geographic Information Systems Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"IBM; Magnetic tape; Schedule; Library of congress; Scale (ratio); Computer science; Library science; Cartography; Telecommunications; Geography; Operating system","score_opus":0.006295233908182591,"score_gpt":0.1864935872285784,"score_spread":0.1801983533203958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132114509","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8407582,0.0003173788,0.008991401,0.067746535,0.0012222148,0.0020157371,0.000054907025,0.0027454898,0.0761481],"genre_scores_gemma":[0.9978222,0.000041511914,0.0012569316,0.0003656507,0.000036673653,0.000011642876,0.00003820726,0.0000017014765,0.00042545397],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99946237,0.000022212158,0.00017521069,0.0000617219,0.000109465014,0.00016900244],"domain_scores_gemma":[0.999559,0.000035757956,0.00011546101,0.00011324309,0.00014076101,0.000035789937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012913038,0.00007148732,0.000101579695,0.00047226108,0.00079611177,0.00015088258,0.00016995739,0.00018431635,0.00007282509],"category_scores_gemma":[0.00004390761,0.00006820831,0.000016902755,0.00052674056,0.0006583226,0.0056833583,0.00012271602,0.00010553665,0.00036407058],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000462613,0.000006364788,0.059282638,0.00003584695,0.000027242771,3.530738e-7,0.014792759,0.000002881917,4.97909e-7,0.8746468,0.028387263,0.022812726],"study_design_scores_gemma":[0.00023014616,0.00002477835,0.009261959,0.000012643967,0.00000427874,3.0320035e-7,0.07425153,0.00006553855,0.00008778986,0.013228854,0.9027039,0.00012828343],"about_ca_topic_score_codex":0.0005919878,"about_ca_topic_score_gemma":0.00017738724,"teacher_disagreement_score":0.87431663,"about_ca_system_score_codex":0.000012688649,"about_ca_system_score_gemma":0.000043993303,"threshold_uncertainty_score":0.61231285},"labels":[],"label_agreement":null},{"id":"W2157846054","doi":"10.6017/ital.v31i4.1946","title":"Examining Attributes of Open Standard File Formats for Long-term Preservation and Open Access","year":2012,"lang":"en","type":"article","venue":"Information Technology and Libraries","topic":"Digital and Traditional Archives Management","field":"Arts and Humanities","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; World Wide Web; Interoperability; Metadata; File format; Openness to experience; Presentation (obstetrics); Selection (genetic algorithm); Term (time); Information retrieval; Open standard; Database","score_opus":0.11161727324918994,"score_gpt":0.29050013661105933,"score_spread":0.1788828633618694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157846054","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5561478,0.0003248042,0.007380834,0.00519676,0.00029857623,0.0029908207,0.0060674543,0.00025509833,0.42133787],"genre_scores_gemma":[0.99667037,0.000024512166,0.0009438484,0.00025471055,0.000028329867,0.00020714808,0.0010879572,0.0000037019975,0.0007794103],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995715,0.00000456372,0.00020898835,0.00005037558,0.000050939725,0.000113629394],"domain_scores_gemma":[0.99962604,0.000088755616,0.00014649323,0.00007505086,0.000039901606,0.000023753391],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.00008959187,0.00006818659,0.00012454462,0.00018543804,0.00025741002,0.0016587331,0.00045205664,0.000022709868,0.00024946668],"category_scores_gemma":[0.000041638035,0.000056164932,0.000008726658,0.000049033202,0.00026098613,0.036594097,0.0012169635,0.000036930498,0.0000025012114],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006218339,0.000016239095,0.00889122,0.0001379033,0.000027543809,3.45833e-8,0.002297522,3.2122045e-7,2.9012836e-7,0.9264745,0.008359626,0.05373259],"study_design_scores_gemma":[0.0007203193,0.0002524319,0.15049212,0.000102669015,0.00001906066,0.000002434389,0.0019937763,0.00003989209,0.00058421283,0.37790883,0.46772528,0.00015898178],"about_ca_topic_score_codex":0.000007708826,"about_ca_topic_score_gemma":0.0000051568304,"teacher_disagreement_score":0.5485657,"about_ca_system_score_codex":0.0000029794558,"about_ca_system_score_gemma":0.000015045803,"threshold_uncertainty_score":0.99937767},"labels":[],"label_agreement":null},{"id":"W2159867472","doi":"10.6017/ital.v25i3.3347","title":"Bibliographic Displays in Web Catalogs: Does Conformity to Design Guidelines Correlate with User Performance?","year":2006,"lang":"en","type":"article","venue":"Information Technology and Libraries","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; University of Toronto","keywords":"Conformity; Checklist; Conformity assessment; Computer science; Set (abstract data type); Test (biology); World Wide Web; Information retrieval; Psychology; Social psychology; Cognitive psychology","score_opus":0.00987390299842727,"score_gpt":0.21843919847653154,"score_spread":0.20856529547810426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159867472","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6679635,0.0000475422,0.32431743,0.005229553,0.00017197755,0.0003753851,0.0000063300295,0.0007806681,0.0011075945],"genre_scores_gemma":[0.9565258,0.000039437058,0.042538982,0.0006482067,0.000011343527,0.00010607099,0.000021097423,0.0000053508275,0.00010368976],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99888456,0.000016188695,0.0005095926,0.00018579143,0.00012935016,0.00027454316],"domain_scores_gemma":[0.99916625,0.000050235307,0.00020109353,0.0003407254,0.00021999217,0.000021674292],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023367711,0.00018255785,0.0001830751,0.007074415,0.00022151334,0.00024637455,0.0005196,0.00028752605,0.000007882419],"category_scores_gemma":[0.00006006482,0.0001287416,0.00001433723,0.005916695,0.000362091,0.008693132,0.0002427893,0.00033866605,0.000047360172],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081611724,0.000026923028,0.09505829,0.000028790006,0.000018801733,0.000005641704,0.00052152923,0.00043681293,0.00014452187,0.884782,0.004355653,0.014539387],"study_design_scores_gemma":[0.00504144,0.002345947,0.29451674,0.0006929749,0.000036625792,0.0008201668,0.0026163766,0.11173598,0.118101984,0.2015596,0.26015905,0.0023731145],"about_ca_topic_score_codex":0.000027024533,"about_ca_topic_score_gemma":0.000072781324,"teacher_disagreement_score":0.6832224,"about_ca_system_score_codex":0.000017818707,"about_ca_system_score_gemma":0.000072085255,"threshold_uncertainty_score":0.6312427},"labels":[],"label_agreement":null},{"id":"W2562437438","doi":"10.6017/ital.v35i4.9601","title":"Editorial Board Thoughts: Metadata Training in Canadian Library Technician Programs","year":2016,"lang":"en","type":"paratext","venue":"Information Technology and Libraries","topic":"Library Science and Information Systems","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Technician; Metadata; Library science; Computer science; Training (meteorology); World Wide Web; Political science; Geography","score_opus":0.011674311008926956,"score_gpt":0.20991567295129088,"score_spread":0.19824136194236391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2562437438","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00025074926,0.0028588148,0.06278334,0.043176502,0.1786302,0.0030222991,0.00077890523,0.0032412088,0.705258],"genre_scores_gemma":[0.14605029,0.013409195,0.17820944,0.0427806,0.18733037,0.0059296684,0.016232863,0.0005045656,0.40955302],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975018,0.000051729843,0.0009632114,0.00033371898,0.00037022636,0.0007793044],"domain_scores_gemma":[0.9983924,0.00005632122,0.0004753488,0.000779328,0.000052009855,0.00024457308],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.00033813354,0.00036713303,0.0004930065,0.0036793044,0.00033383904,0.0033284042,0.002643839,0.0012960673,0.0001050688],"category_scores_gemma":[0.00006554999,0.0002815618,0.00005878048,0.0023338909,0.00043261694,0.09636137,0.0007377582,0.000646014,0.0013260513],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053618664,0.00000370997,0.000174816,0.000065350396,0.000015866603,0.0000017637506,0.0027963575,0.0000010626479,6.957039e-7,0.22706659,0.67143863,0.098429784],"study_design_scores_gemma":[0.000262509,0.000076758166,0.000016730186,0.00021860379,0.0000015821505,0.000016826107,0.0011272986,0.00016219553,0.00022649682,0.011283764,0.9862265,0.00038076213],"about_ca_topic_score_codex":0.0009173225,"about_ca_topic_score_gemma":0.00045668142,"teacher_disagreement_score":0.31478783,"about_ca_system_score_codex":0.00004938067,"about_ca_system_score_gemma":0.002780453,"threshold_uncertainty_score":0.99996364},"labels":[],"label_agreement":null},{"id":"W2567042049","doi":"10.6017/ital.v35i4.9469","title":"Accessibility of Vendor-Created Database Tutorials for People with Disabilities","year":2016,"lang":"en","type":"article","venue":"Information Technology and Libraries","topic":"Digital Accessibility for Disabilities","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University","funders":"","keywords":"Vendor; Computer science; World Wide Web; Web accessibility; Multimedia; Database; The Internet; Web standards; Business","score_opus":0.016741350294344808,"score_gpt":0.2763864600168128,"score_spread":0.25964510972246796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2567042049","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9843966,0.00006534305,0.0018412275,0.0029393323,0.00011652605,0.0005987974,0.00045055922,0.0003193057,0.009272357],"genre_scores_gemma":[0.9984485,0.000021315216,0.0010665425,0.000026472779,0.000028007973,0.0001315545,0.000031817915,0.0000042065035,0.0002415705],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99908036,0.000033111475,0.0003756704,0.00013933607,0.00016092291,0.00021059859],"domain_scores_gemma":[0.9985499,0.0007713928,0.0001867829,0.0002769773,0.00016995908,0.000045002165],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00038964002,0.000102385064,0.00023251445,0.00018494616,0.0002665512,0.00014723222,0.00028926844,0.00014495778,0.00009745382],"category_scores_gemma":[0.0032621997,0.000064237,0.00003163768,0.00040178988,0.0028474615,0.009130321,0.0001118055,0.000040716688,0.0000043278465],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018125247,0.000032139294,0.18129759,0.000146438,0.000017491164,2.0662693e-8,0.005642128,1.00798054e-7,0.00002527531,0.7970067,0.00018232196,0.015468491],"study_design_scores_gemma":[0.0015253176,0.00037342537,0.022504501,0.00017054891,0.00003524819,0.0000015138875,0.08487822,0.00000473994,0.016416978,0.8204962,0.053247374,0.00034592242],"about_ca_topic_score_codex":0.00012737815,"about_ca_topic_score_gemma":0.00024825716,"teacher_disagreement_score":0.15879309,"about_ca_system_score_codex":0.00002999235,"about_ca_system_score_gemma":0.00019891377,"threshold_uncertainty_score":0.9998662},"labels":[],"label_agreement":null},{"id":"W2601298734","doi":"10.6017/ital.v36i1.9598","title":"Reference Rot in the Repository: A Case Study of Electronic Theses and Dissertations (ETDs) in an Academic Library","year":2017,"lang":"en","type":"article","venue":"Information Technology and Libraries","topic":"Digital and Traditional Archives Management","field":"Arts and Humanities","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Stratified sampling; Library science; Sample (material); Computer science; World Wide Web; Physics; Mathematics; Statistics; Thermodynamics","score_opus":0.027556204786799765,"score_gpt":0.24013001046192192,"score_spread":0.21257380567512216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2601298734","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96002436,0.00003681571,0.0000012351787,0.0008689905,0.00001119845,0.00018249152,0.000007404447,0.000028781307,0.03883872],"genre_scores_gemma":[0.9997377,0.000021166099,0.000009017961,0.00005917791,0.0000069710254,0.0000530347,0.00001199194,0.0000016278199,0.00009931447],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9996424,0.000016069278,0.00017214224,0.000054562428,0.00004159933,0.00007326429],"domain_scores_gemma":[0.99971515,0.00004412158,0.00009705824,0.00012974412,0.000005762563,0.0000081625885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00003998968,0.000052068364,0.00006732099,0.00023165485,0.00034027093,0.0003373674,0.00017896405,0.000021353584,0.0000046743908],"category_scores_gemma":[0.000013362435,0.000035303496,0.0000045809793,0.00003421071,0.0003394812,0.005618588,0.00006938185,0.00015355885,6.234392e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016707902,0.00005378035,0.023653978,0.000014310025,0.0000054509323,0.0000136506405,0.042154036,0.0000010413361,3.8381285e-7,0.9260641,0.000010539852,0.008012075],"study_design_scores_gemma":[0.00047556648,0.0005825651,0.28190383,0.000042616022,0.000010585257,0.00007820395,0.24144265,0.00013751409,0.000040561885,0.46861938,0.006551245,0.00011527513],"about_ca_topic_score_codex":0.00010054392,"about_ca_topic_score_gemma":0.00041816826,"teacher_disagreement_score":0.45744467,"about_ca_system_score_codex":0.0000012038755,"about_ca_system_score_gemma":0.000013820373,"threshold_uncertainty_score":0.40733406},"labels":[],"label_agreement":null},{"id":"W2807861476","doi":"10.6017/ital.v37i2.10494","title":"Information Technology and Libraries at 50: The 1970s in Review","year":2018,"lang":"en","type":"article","venue":"Information Technology and Libraries","topic":"History of Computing Technologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Information technology; Library automation; World Wide Web; Information retrieval; Library science; Operating system","score_opus":0.007784941513243943,"score_gpt":0.20311944147346575,"score_spread":0.1953344999602218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807861476","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18056536,0.06637228,0.25783193,0.45083213,0.0013466782,0.0025778564,0.000020583106,0.014300035,0.026153171],"genre_scores_gemma":[0.874477,0.005435405,0.10884597,0.010682404,0.00004822321,0.00022779594,0.000027180757,0.000015607395,0.0002403667],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987963,0.00003099371,0.0005615556,0.00015204474,0.00015327375,0.00030583178],"domain_scores_gemma":[0.9987693,0.00010179251,0.0003106223,0.0007067101,0.00008271875,0.000028899176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031215788,0.00019752949,0.0002633264,0.0018248287,0.00061046577,0.00028918413,0.001255193,0.0004114146,0.000013877765],"category_scores_gemma":[0.000517199,0.00015202822,0.000021237722,0.0022105987,0.0022960857,0.009160521,0.0018078173,0.0003833525,0.00012783002],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006110464,0.0000039070264,0.0017219938,0.00011024528,0.0000067603332,5.3719924e-7,0.0013000142,5.1502224e-7,0.00000454024,0.83445907,0.0077451165,0.15464121],"study_design_scores_gemma":[0.00024805265,0.00014623305,0.0015575191,0.00024289581,0.0000052664404,0.000121871075,0.0005258958,0.00092146336,0.0018095401,0.20455264,0.7896585,0.00021017122],"about_ca_topic_score_codex":0.0000040346704,"about_ca_topic_score_gemma":0.000005462441,"teacher_disagreement_score":0.78191334,"about_ca_system_score_codex":0.000032074844,"about_ca_system_score_gemma":0.0000887441,"threshold_uncertainty_score":0.84600234},"labels":[],"label_agreement":null},{"id":"W2808165701","doi":"10.6017/ital.v37i2.9987","title":"It is Our Flagship: Surveying the Landscape of Digital Interactive Displays in Learning Environments","year":2018,"lang":"en","type":"article","venue":"Information Technology and Libraries","topic":"Interactive and Immersive Displays","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Studio; Variety (cybernetics); Plan (archaeology); Computer science; World Wide Web; Digital library; Multimedia; Service (business); Knowledge management; Business; Marketing; Geography","score_opus":0.007964443138893794,"score_gpt":0.2249673217133307,"score_spread":0.2170028785744369,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808165701","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76612216,0.000103709055,0.18094774,0.019154467,0.00037078874,0.00030550567,0.000026197222,0.0000725765,0.032896873],"genre_scores_gemma":[0.99928135,0.000010477914,0.00015670643,0.00040517622,0.000007905028,0.0000059241975,0.0000085526,0.0000017399611,0.0001221822],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99951863,0.000021049293,0.00018826452,0.00008319455,0.000071273695,0.00011755637],"domain_scores_gemma":[0.9996135,0.00007242068,0.00014059576,0.00013645645,0.000025811501,0.000011163361],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008850506,0.00007303702,0.00008826654,0.00027855235,0.00012199612,0.00013903045,0.0003164164,0.00007429371,0.000012585964],"category_scores_gemma":[0.000116800016,0.000053580083,0.000017385373,0.00030300132,0.00013905918,0.005849388,0.0002921448,0.00019566604,0.000055803997],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002497733,0.0001076767,0.5566679,0.00005332616,0.00016361408,0.0000047533363,0.12150714,0.000031872638,0.00249436,0.23911044,0.008821509,0.070787616],"study_design_scores_gemma":[0.0021900036,0.0015915134,0.26753005,0.00029648573,0.000019542298,0.000092782815,0.13589421,0.032267883,0.37416264,0.03226934,0.1528413,0.0008442358],"about_ca_topic_score_codex":0.0000025060506,"about_ca_topic_score_gemma":0.0000012690494,"teacher_disagreement_score":0.37166828,"about_ca_system_score_codex":0.0000065031863,"about_ca_system_score_gemma":0.000014863961,"threshold_uncertainty_score":0.4240665},"labels":[],"label_agreement":null},{"id":"W2808436189","doi":"10.6017/ital.v37i2.10460","title":"ITAL Editorial Board Thoughts: Events in the Life of ITAL","year":2018,"lang":"en","type":"article","venue":"Information Technology and Libraries","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Editorial board; Snapshot (computer storage); Library science; Computer science; On board; Event (particle physics); World Wide Web; History; Physics; Database","score_opus":0.018156642817436706,"score_gpt":0.23555779072024305,"score_spread":0.21740114790280635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808436189","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94247997,0.0002638565,0.0036516874,0.012846691,0.016740536,0.00052374764,0.000026322185,0.00036134594,0.02310582],"genre_scores_gemma":[0.9937247,0.000008982413,0.000114493254,0.00070115755,0.005391841,0.000011197874,0.00003207046,0.0000025580025,0.000013019537],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994374,0.000003536214,0.0002479201,0.00006224187,0.00013520481,0.000113714734],"domain_scores_gemma":[0.9995852,0.000026615106,0.00015068887,0.00014779094,0.00008651472,0.0000031524007],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015166862,0.000077349265,0.00009626781,0.00039826366,0.00011776469,0.000101888596,0.00031812544,0.0001597779,0.00004605131],"category_scores_gemma":[0.0002988034,0.00005245739,0.00001429274,0.00071486033,0.00036917435,0.006510895,0.00017940866,0.00012130508,0.000092982336],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015320761,0.000053162854,0.056446638,0.00015548074,0.00001962587,4.8716424e-7,0.00080503034,0.0000011417417,0.00001970969,0.82667893,0.09727448,0.018392097],"study_design_scores_gemma":[0.00033177683,0.000029998773,0.014515325,0.000042351898,0.000013223544,0.0000023163584,0.002522826,0.00018848132,0.00067814125,0.07155334,0.9099921,0.00013012136],"about_ca_topic_score_codex":0.000030974043,"about_ca_topic_score_gemma":0.000011667578,"teacher_disagreement_score":0.8127176,"about_ca_system_score_codex":0.0000017128142,"about_ca_system_score_gemma":0.000020065117,"threshold_uncertainty_score":0.47202417},"labels":[],"label_agreement":null},{"id":"W2903695719","doi":"10.6017/ital.v37i4.10596","title":"Gaps in IT and Library Services at Small Academic Libraries in Canada","year":2018,"lang":"en","type":"article","venue":"Information Technology and Libraries","topic":"Web and Library Services","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cape Breton University","funders":"","keywords":"Staffing; Academic library; Library science; Scale (ratio); Business; Digital library; World Wide Web; Computer science; Management; Geography; Economics","score_opus":0.004780168870420213,"score_gpt":0.1691050494778353,"score_spread":0.1643248806074151,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903695719","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9655686,0.001908923,0.00014974653,0.024984993,0.00014559462,0.00015647286,0.000010612905,0.0003121783,0.006762878],"genre_scores_gemma":[0.98591274,0.00039538628,0.005532325,0.007907811,0.000028965407,0.000020428406,0.00002529996,0.0000066358566,0.00017042813],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989631,0.00002843963,0.00041145366,0.00020410883,0.000095490104,0.00029739633],"domain_scores_gemma":[0.9994466,0.000089992456,0.00013061192,0.0002568622,0.000010250695,0.00006572291],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00006455023,0.0001631306,0.00019359493,0.00074989465,0.00015455105,0.00032172588,0.00081227557,0.00025589252,0.00004705278],"category_scores_gemma":[0.0000105038,0.00015098555,0.0000084132225,0.0011031707,0.0002522294,0.01908834,0.0012656112,0.0002987526,0.000015490214],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003500845,0.000005016131,0.50677985,0.00014836797,0.0000065647,0.000008684354,0.0048130015,0.000003034073,0.000010162122,0.4694826,0.001434677,0.017273048],"study_design_scores_gemma":[0.0011549441,0.00015685082,0.3596533,0.00028698507,0.0000040082277,0.000081918486,0.005827127,0.011872166,0.0147535475,0.17852406,0.42703378,0.0006513221],"about_ca_topic_score_codex":0.016454991,"about_ca_topic_score_gemma":0.10865153,"teacher_disagreement_score":0.4255991,"about_ca_system_score_codex":0.000017696528,"about_ca_system_score_gemma":0.00041304168,"threshold_uncertainty_score":0.9946312},"labels":[],"label_agreement":null},{"id":"W2920997537","doi":"10.6017/ital.v38i1.10738","title":"Determining Textbook Cost, Formats, and Licensing with Google Books API: A Case Study from an Open Textbook Project","year":2019,"lang":"en","type":"article","venue":"Information Technology and Libraries","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Metadata; Computer science; World Wide Web; Public domain; Irish; Higher education; Domain (mathematical analysis); Library science; Institution; Political science; History; Law","score_opus":0.01819138396800433,"score_gpt":0.27038533039620555,"score_spread":0.2521939464282012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2920997537","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97951907,0.000040490133,0.004690836,0.00066500466,0.00007581772,0.0013023152,0.000002753213,0.00040281715,0.013300911],"genre_scores_gemma":[0.98010826,0.0000042624533,0.01867963,0.00080167665,0.0000086574455,0.000066173285,0.000010406358,0.0000069910334,0.0003139148],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99916685,0.000045570923,0.0002733067,0.0002177447,0.00009657204,0.00019994717],"domain_scores_gemma":[0.9992496,0.0000653176,0.00019783394,0.00036629374,0.00006318015,0.000057818077],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.00017547383,0.00015063437,0.00019456752,0.00040668,0.00046923512,0.0019300584,0.00050050573,0.000098863144,0.00001999913],"category_scores_gemma":[0.000027258373,0.00012470402,0.0000070194296,0.00029048006,0.00012272164,0.014969489,0.0007343059,0.00025849152,0.000031695006],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010114279,0.00015330617,0.13345526,0.00006218055,0.000092702976,0.00012598708,0.1590235,0.000021824195,0.00003567817,0.15993142,0.000501839,0.54649514],"study_design_scores_gemma":[0.0053454787,0.0040882556,0.012476861,0.00021741963,0.00005383555,0.006286495,0.79369843,0.048815154,0.0015395969,0.005194054,0.12098516,0.0012992874],"about_ca_topic_score_codex":0.00015355277,"about_ca_topic_score_gemma":0.000041649535,"teacher_disagreement_score":0.6346749,"about_ca_system_score_codex":0.000012139078,"about_ca_system_score_gemma":0.00017228788,"threshold_uncertainty_score":0.99910605},"labels":[],"label_agreement":null},{"id":"W3011766621","doi":"10.6017/ital.v39i1.11837","title":"Creating and Managing a Repository of Past Exam Papers","year":2020,"lang":"en","type":"article","venue":"Information Technology and Libraries","topic":"Mathematics, Computing, and Information Processing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario Council of University Libraries; University of Toronto","funders":"","keywords":"Workflow; Computer science; Scripting language; World Wide Web; Metadata; Set (abstract data type); DSPACE; Data science; Database; Operating system; Programming language","score_opus":0.006407743991178476,"score_gpt":0.17808669300686605,"score_spread":0.1716789490156876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011766621","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15025969,0.00059972616,0.7331372,0.009317269,0.00011529241,0.00021574227,0.0000014223162,0.0011422746,0.1052114],"genre_scores_gemma":[0.94249505,0.000019596859,0.056669924,0.00077407324,0.000012946014,0.0000034307968,0.0000013726032,0.0000018790083,0.00002170416],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99940777,0.0000073012216,0.00034530385,0.00007085025,0.00007878477,0.0000899922],"domain_scores_gemma":[0.9995094,0.0000436114,0.0002649877,0.0001107838,0.000036923288,0.000034304565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007981575,0.000071406204,0.000117729556,0.00019944213,0.00022041422,0.00022269432,0.0002099961,0.00007036443,0.0000024496217],"category_scores_gemma":[0.000084184285,0.00006529249,0.000010866097,0.00031435632,0.00015474478,0.0038209285,0.00026248724,0.00009140097,0.0000019860167],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003846954,0.000003129373,0.002216638,0.0003919747,0.000010687243,5.2855154e-7,0.024337525,0.000021551818,0.00007062244,0.87138224,0.00011902674,0.10144222],"study_design_scores_gemma":[0.001212413,0.00041455368,0.0034274873,0.00043281118,0.000024190942,0.00020820949,0.018791344,0.78536826,0.035564896,0.10626738,0.047608357,0.00068008294],"about_ca_topic_score_codex":7.6455296e-7,"about_ca_topic_score_gemma":1.97059e-8,"teacher_disagreement_score":0.7922354,"about_ca_system_score_codex":0.0000022336733,"about_ca_system_score_gemma":0.000021503658,"threshold_uncertainty_score":0.2770081},"labels":[],"label_agreement":null},{"id":"W3173152256","doi":"10.6017/ital.v40i2.12963","title":"Algorithmic Literacy and the Role for Libraries","year":2021,"lang":"en","type":"article","venue":"Information Technology and Libraries","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Guelph","funders":"","keywords":"Literacy; Computer science; Information literacy; Everyday life; Critical literacy; World Wide Web; Data science; Sociology; Epistemology; Pedagogy","score_opus":0.003975957623559503,"score_gpt":0.20488445104677191,"score_spread":0.2009084934232124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173152256","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00714922,0.0066826777,0.94836617,0.03590674,0.00014794078,0.00018844337,0.0000031470993,0.00082387734,0.0007317982],"genre_scores_gemma":[0.50508446,0.00009378131,0.49300686,0.0012943698,0.00003876597,0.00009707746,0.000019917603,0.000005033295,0.00035971595],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995537,0.000030096722,0.00014991882,0.000093717295,0.00004696623,0.00012559447],"domain_scores_gemma":[0.9994772,0.00021521554,0.0000707191,0.00018769842,0.000030159616,0.000019011359],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00015775596,0.00006950728,0.000097764,0.00014066018,0.00045492244,0.0011317027,0.00022753497,0.00009596167,0.0000018798683],"category_scores_gemma":[0.00020988774,0.000049374972,0.000019061912,0.00027982058,0.00030242954,0.004152812,0.00027782904,0.00017589795,0.0000028314817],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005941842,0.000001536782,0.0002187536,0.000007985336,0.0000053668473,2.0256e-7,0.0033612219,8.200972e-7,5.059136e-7,0.56105477,0.000044645472,0.43529826],"study_design_scores_gemma":[0.0005041572,0.00003130388,0.00021820667,0.0000122183965,0.0000038642265,0.00005324504,0.0010007413,0.009406585,0.000820718,0.27059147,0.71728563,0.00007185176],"about_ca_topic_score_codex":0.0000021591766,"about_ca_topic_score_gemma":1.5362346e-7,"teacher_disagreement_score":0.717241,"about_ca_system_score_codex":0.0000016411366,"about_ca_system_score_gemma":0.00004623456,"threshold_uncertainty_score":0.9999052},"labels":[],"label_agreement":null},{"id":"W3200080694","doi":"10.6017/ital.v40i3.13209","title":"Rapid Implementation of a Reserve Reading List Solution in Response to the COVID-19 Pandemic","year":2021,"lang":"en","type":"article","venue":"Information Technology and Libraries","topic":"Library Science and Administration","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Timeline; Computer science; Reading (process); Coronavirus disease 2019 (COVID-19); Pandemic; World Wide Web; Process (computing); Online learning; Reading list; Library science; Process management; Multimedia; Political science; Business; Operating system; Medicine","score_opus":0.04781294874252328,"score_gpt":0.34309232288871233,"score_spread":0.29527937414618904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200080694","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85011077,0.00012995512,0.001988414,0.14611083,0.000080934646,0.0002407843,0.000015682735,0.000094320276,0.0012283133],"genre_scores_gemma":[0.9973496,0.000095729716,0.0006347017,0.0017712021,0.000013498124,0.00002091316,0.000021402375,0.0000010097189,0.000091928865],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99930626,0.00013252876,0.00024015983,0.00007004018,0.00012593788,0.00012506795],"domain_scores_gemma":[0.99955165,0.00016912163,0.00009913791,0.00010087211,0.00003622895,0.000043011096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000988686,0.000040089308,0.00006387001,0.00030816038,0.00040123585,0.0001222224,0.00014509688,0.000096121265,0.000106319625],"category_scores_gemma":[0.0010814298,0.000033770204,0.000011480514,0.0012151805,0.00029449986,0.0033756697,0.00006675984,0.0000785006,0.000004738097],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017631346,0.000010482266,0.1949223,0.000021887725,0.000005187188,0.0000019684558,0.07633878,0.00001016996,0.00081460015,0.6809411,0.0048778155,0.041879416],"study_design_scores_gemma":[0.00040285126,0.00011689914,0.028877933,0.000015695141,0.0000035811775,0.000009766076,0.18365827,0.000056388304,0.0057821465,0.041883968,0.7390876,0.00010490472],"about_ca_topic_score_codex":0.0004682415,"about_ca_topic_score_gemma":0.0022142772,"teacher_disagreement_score":0.7342098,"about_ca_system_score_codex":0.000029151475,"about_ca_system_score_gemma":0.0007155525,"threshold_uncertainty_score":0.30860224},"labels":[],"label_agreement":null},{"id":"W4247480217","doi":"10.6017/ital.v27i2.3251","title":"Editorial","year":2008,"lang":"en","type":"editorial","venue":"Information Technology and Libraries","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Library science; World Wide Web","score_opus":0.0033725849239517203,"score_gpt":0.19893007744147032,"score_spread":0.19555749251751858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247480217","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002220605,0.000697746,0.00009191007,0.00016697246,0.99061364,0.0002760606,0.0005917674,0.0019442884,0.0055954345],"genre_scores_gemma":[0.000022945273,0.0007556869,0.00060916855,0.00002838766,0.9958774,0.000110331435,0.0020381745,0.000039382823,0.0005185138],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982208,0.00002843273,0.0006445591,0.00019701532,0.0005613034,0.00034790576],"domain_scores_gemma":[0.998457,0.00025339428,0.0005687511,0.00042600316,0.00023158874,0.000063257794],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00017500445,0.0003805153,0.00049039803,0.0020419774,0.0004145739,0.00027510672,0.00051313534,0.005033546,0.0000612438],"category_scores_gemma":[0.002765716,0.0003619072,0.000057220663,0.0008127447,0.001153476,0.005829466,0.00035513382,0.0018142139,0.0035131704],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008861439,0.0000081534845,0.000015535132,0.000051206505,0.00003311211,9.4796013e-7,0.00038507828,2.9716512e-7,0.0000015390651,0.014081316,0.98308176,0.0022524453],"study_design_scores_gemma":[0.0006412597,0.00008772858,0.0000023049902,0.000036438945,0.000021350603,0.0000073533283,0.00011684779,0.0000044760845,0.00014584986,0.009528542,0.9890482,0.00035967535],"about_ca_topic_score_codex":0.000009071216,"about_ca_topic_score_gemma":0.0000014182435,"teacher_disagreement_score":0.005966419,"about_ca_system_score_codex":0.0000421818,"about_ca_system_score_gemma":0.0005078507,"threshold_uncertainty_score":0.9998833},"labels":[],"label_agreement":null},{"id":"W4250784477","doi":"10.6017/ital.v19i2.10085","title":"Book Reviews","year":2017,"lang":"en","type":"article","venue":"Information Technology and Libraries","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Windsor; North Carolina State University","keywords":"Computer science; Library science; World Wide Web; Information retrieval","score_opus":0.013461591647880222,"score_gpt":0.24105011019459652,"score_spread":0.2275885185467163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250784477","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05803628,0.14434151,0.0059677553,0.08437794,0.0010789717,0.0027024082,0.00017284755,0.0075614452,0.69576085],"genre_scores_gemma":[0.9193691,0.014568192,0.021474732,0.025014184,0.00022515238,0.0006374925,0.00022503012,0.00008618647,0.018399933],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995159,0.000008154484,0.00023816375,0.00005823485,0.000049640203,0.0001299114],"domain_scores_gemma":[0.9991101,0.0000098564105,0.00032277434,0.00050989504,0.000022094657,0.000025291809],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000126916,0.000086862136,0.0001415523,0.00034129084,0.00072340894,0.00038357798,0.00034249877,0.00017465405,0.00019688181],"category_scores_gemma":[0.00047726487,0.00007264617,0.000017594513,0.00008976899,0.0007217663,0.011531005,0.00022166381,0.00014216403,0.0030024045],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013687925,0.0000038431167,0.0046740975,0.000033474626,0.000008162592,5.2443204e-7,0.00031574353,8.4606114e-8,0.000028362689,0.6278998,0.28058437,0.086437814],"study_design_scores_gemma":[0.00019407325,0.000018699797,0.003609038,0.000022870401,0.0000048267184,0.000013555188,0.000084836036,0.000026881311,0.0028311487,0.02332685,0.9697818,0.00008537998],"about_ca_topic_score_codex":0.0000017623282,"about_ca_topic_score_gemma":6.144747e-7,"teacher_disagreement_score":0.86133283,"about_ca_system_score_codex":0.0000046567657,"about_ca_system_score_gemma":0.000019626144,"threshold_uncertainty_score":0.9977739},"labels":[],"label_agreement":null},{"id":"W4283209786","doi":"10.6017/ital.v41i2.15161","title":"Gathering Strength to Combat Access Inequality","year":2022,"lang":"en","type":"article","venue":"Information Technology and Libraries","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Public access; Order (exchange); Inequality; Public relations; Library science; Sociology; Political science; Computer science; Business; Mathematics","score_opus":0.11819903401280733,"score_gpt":0.42815609034218605,"score_spread":0.3099570563293787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283209786","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9622967,0.00005311688,0.008785934,0.017779661,0.0002726888,0.0002197596,0.00003573833,0.00022202125,0.010334361],"genre_scores_gemma":[0.99598384,0.0000056517506,0.0010227951,0.0025765107,0.000009081979,0.00008769025,0.000016126804,0.0000021437893,0.0002961505],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986764,0.00006526825,0.00045524744,0.000115092,0.00055908016,0.00012887508],"domain_scores_gemma":[0.9992454,0.00017167907,0.00017318605,0.00028613728,0.00008003758,0.000043544314],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00120335,0.000072616625,0.00012558978,0.0008696103,0.0005763705,0.0004695129,0.0006371866,0.00004857429,0.0021638814],"category_scores_gemma":[0.00047375902,0.000059507478,0.000017850505,0.0014910176,0.00008388413,0.0039061417,0.00094203796,0.00018228948,0.00010446868],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004153467,0.000022611444,0.09316274,0.000006351707,0.000008786087,4.0680553e-7,0.0034901397,0.0009770218,0.000017803713,0.5353218,0.007783408,0.3591674],"study_design_scores_gemma":[0.00034355855,0.00015160968,0.04598166,0.000003412679,0.0000027709345,0.000007152815,0.012283242,0.0041269003,0.0013326121,0.14021844,0.7953963,0.00015233987],"about_ca_topic_score_codex":0.000005645704,"about_ca_topic_score_gemma":0.0000036134086,"teacher_disagreement_score":0.7876129,"about_ca_system_score_codex":0.000018136705,"about_ca_system_score_gemma":0.00009230939,"threshold_uncertainty_score":0.9987483},"labels":[],"label_agreement":null},{"id":"W4283268983","doi":"10.6017/ital.v41i2.14683","title":"Explainable Artificial Intelligence (XAI)","year":2022,"lang":"en","type":"article","venue":"Information Technology and Libraries","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Computer science; Field (mathematics); Set (abstract data type); Library classification; Data science; Knowledge management; World Wide Web","score_opus":0.016587815992635566,"score_gpt":0.22177399274944726,"score_spread":0.2051861767568117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283268983","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017269464,0.0003681271,0.95813566,0.014157027,0.0005155742,0.00030271936,0.0000087315,0.0012949972,0.007947723],"genre_scores_gemma":[0.97722113,0.00002676316,0.021182096,0.0011330572,0.000021435739,0.00018558261,0.000011479516,0.0000057245466,0.0002127012],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99877125,0.00004265874,0.0004258875,0.00020093737,0.00022337557,0.00033589063],"domain_scores_gemma":[0.9992059,0.00008447868,0.00015394462,0.00044147158,0.00006243679,0.000051779014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031371278,0.00013337823,0.00014091836,0.00087608886,0.0011454981,0.00041029294,0.0010452477,0.00010255838,0.00019417262],"category_scores_gemma":[0.00014180521,0.0001420718,0.000028438659,0.0017329032,0.00027572192,0.006321644,0.0012554276,0.00035725467,0.0001584216],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009550878,0.000017672926,0.000087004875,0.000009187904,0.0000050580447,0.000005251777,0.001939017,0.00033994112,0.00003209048,0.85035825,0.00047363192,0.14672332],"study_design_scores_gemma":[0.000025948948,0.00017538424,0.000023736788,0.00000467402,0.000002203161,0.00006489653,0.0095677925,0.023934232,0.043410726,0.8071698,0.11542198,0.00019861695],"about_ca_topic_score_codex":0.000015521504,"about_ca_topic_score_gemma":0.0000019628917,"teacher_disagreement_score":0.9599517,"about_ca_system_score_codex":0.000035248886,"about_ca_system_score_gemma":0.00010834577,"threshold_uncertainty_score":0.88103616},"labels":[],"label_agreement":null},{"id":"W4328108924","doi":"10.6017/ital.v42i1.15599","title":"Decision-Making in the Selection, Procurement, and Implementation of Alma/Primo","year":2023,"lang":"en","type":"article","venue":"Information Technology and Libraries","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Vendor; Procurement; Selection (genetic algorithm); Request for proposal; Computer science; Library automation; Process (computing); Plan (archaeology); Library classification; Engineering management; Library management; World Wide Web; Process management; Business; Engineering; Marketing; Operating system","score_opus":0.008353727579751415,"score_gpt":0.27121290728106656,"score_spread":0.26285917970131517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4328108924","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6497193,0.000052945954,0.3410423,0.007833579,0.00006798709,0.00039769773,0.000003875277,0.00040734603,0.00047494887],"genre_scores_gemma":[0.9809804,0.000013824265,0.018700048,0.0002566664,0.0000031641796,0.000037212667,0.0000043110435,0.0000012693101,0.0000031127063],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99948305,0.000011970346,0.0002520717,0.00006525703,0.00009878451,0.00008888781],"domain_scores_gemma":[0.99958825,0.00012573703,0.00011242318,0.00011604558,0.00005248523,0.000005087382],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027010037,0.000047061916,0.000058161848,0.00074945076,0.0001489228,0.00013358946,0.00023735974,0.00005725486,0.0000049428713],"category_scores_gemma":[0.00010669432,0.000037062895,0.000005439909,0.0024939973,0.00008326729,0.0027797897,0.00016141293,0.00008384159,0.000004940253],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016552978,0.0000029350333,0.066110775,0.000012126914,0.000003721421,1.7251924e-7,0.004642338,0.000009407913,0.000008377388,0.70179677,0.0007048824,0.22670686],"study_design_scores_gemma":[0.00055370986,0.00013110151,0.4176398,0.00006352921,0.000004755765,0.00004265162,0.013511448,0.0042134454,0.0025491456,0.5332269,0.027895696,0.00016780061],"about_ca_topic_score_codex":0.0000048549095,"about_ca_topic_score_gemma":0.000011284922,"teacher_disagreement_score":0.35152903,"about_ca_system_score_codex":0.0000048502397,"about_ca_system_score_gemma":0.000041145773,"threshold_uncertainty_score":0.20152804},"labels":[],"label_agreement":null},{"id":"W4390032433","doi":"10.5860/ital.v42i4.16511","title":"Reference Chatbots in Canadian Academic Libraries","year":2023,"lang":"en","type":"article","venue":"Information Technology and Libraries","topic":"AI in Service Interactions","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Chatbot; World Wide Web; Service (business); Computer science; Conversation; Academic library; Library science; Internet privacy; Sociology; Business","score_opus":0.015832734990879314,"score_gpt":0.2403333767758181,"score_spread":0.22450064178493878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390032433","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58800316,0.0009822919,0.02308927,0.2952656,0.0015945085,0.0008107633,0.00006802453,0.008289125,0.08189729],"genre_scores_gemma":[0.9940694,0.00014877971,0.0038420886,0.0016266984,0.000011147967,0.000051421917,0.00003015591,0.000003627807,0.00021666134],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992409,0.000012303942,0.00024988884,0.00011313798,0.00007588577,0.0003079059],"domain_scores_gemma":[0.99950266,0.00007452344,0.00006782757,0.00025389047,0.000026141668,0.00007493278],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010289404,0.00008789642,0.00009404991,0.0019818775,0.00018900468,0.00023836849,0.000673364,0.00029314784,0.000023700917],"category_scores_gemma":[0.00011209815,0.00008816557,0.000008560248,0.0021150578,0.00014026779,0.0114985695,0.0003347731,0.00041080048,0.00043394338],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014067529,0.0000010170561,0.010746088,0.000009315339,0.0000025580055,0.0000029514963,0.0017135312,0.000011539707,0.0000048352445,0.9646755,0.0020887975,0.020742454],"study_design_scores_gemma":[0.00018328872,0.0000360981,0.046866547,0.000052027448,0.0000014434094,0.00003765744,0.0019926094,0.013797588,0.0014763447,0.42322513,0.51210123,0.00023001271],"about_ca_topic_score_codex":0.0030687735,"about_ca_topic_score_gemma":0.00452257,"teacher_disagreement_score":0.5414504,"about_ca_system_score_codex":0.000023067005,"about_ca_system_score_gemma":0.00025982037,"threshold_uncertainty_score":0.8336185},"labels":[],"label_agreement":null},{"id":"W4390037566","doi":"10.5860/ital.v42i4.16475","title":"Using Qualtrics XM to Create a Point-of-Use Survey to Assess the Usability of a Local Implementation of Primo","year":2023,"lang":"en","type":"article","venue":"Information Technology and Libraries","topic":"Research Data Management Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Usability; World Wide Web; Computer science; Point (geometry); Service (business); System usability scale; Web usability; Scale (ratio); Human–computer interaction; Business; Geography","score_opus":0.20329759855509622,"score_gpt":0.41063876300372776,"score_spread":0.20734116444863154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390037566","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48552257,0.0000038312132,0.5125666,0.001543852,0.000019978706,0.00023309422,0.00003273251,0.000045527213,0.000031795866],"genre_scores_gemma":[0.97777486,0.000025037445,0.022071885,0.000083076244,0.0000012808588,0.000014780547,0.000019838484,0.0000015706917,0.000007679806],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9990442,0.000120694036,0.0004003685,0.000093580304,0.00021426179,0.00012690939],"domain_scores_gemma":[0.9985123,0.0006089691,0.00024493953,0.0004548328,0.00015481017,0.000024149396],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0016770768,0.00005363238,0.00011695121,0.00077306235,0.0000746228,0.00027291672,0.00072522357,0.000046390316,0.0000032045468],"category_scores_gemma":[0.0013624169,0.00004143867,0.000011812849,0.002717536,0.00019153857,0.021811102,0.0011231164,0.000071539755,0.0000028763338],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047302485,0.000018282795,0.12467426,0.00014876851,0.00003213001,3.142926e-7,0.0020441175,0.0003793802,0.0001867918,0.8160233,0.00036672334,0.056078654],"study_design_scores_gemma":[0.00043197238,0.0004938374,0.8689328,0.000043907046,0.0000131143925,0.0000029958885,0.012705113,0.013312365,0.08621635,0.010976325,0.0066971434,0.00017411944],"about_ca_topic_score_codex":0.00046744506,"about_ca_topic_score_gemma":0.000051705538,"teacher_disagreement_score":0.805047,"about_ca_system_score_codex":0.0000095209125,"about_ca_system_score_gemma":0.00009317699,"threshold_uncertainty_score":0.99187034},"labels":[],"label_agreement":null},{"id":"W4392961583","doi":"10.5860/ital.v43i1.16867","title":"Supporting Information Visualization Research in an Academic Library","year":2024,"lang":"en","type":"article","venue":"Information Technology and Libraries","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; World Wide Web; Academic library; Visualization; Information visualization; Information retrieval; Information system; Library science; Political science; Data mining","score_opus":0.03258094154188437,"score_gpt":0.36769676261879525,"score_spread":0.33511582107691085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392961583","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03790281,0.00076080667,0.93608946,0.013852305,0.0003794143,0.00041593166,0.000031104184,0.0035034756,0.007064686],"genre_scores_gemma":[0.9918985,0.00030983944,0.005841606,0.0012392472,0.00003275878,0.000030299487,0.00052154606,0.0000069786893,0.00011927446],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989158,0.000052257772,0.00048216697,0.00011819613,0.00019990598,0.00023168745],"domain_scores_gemma":[0.99954665,0.00006821532,0.00007371546,0.0002133195,0.00005054522,0.000047549103],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0005049889,0.00008438188,0.000087835055,0.0029760334,0.00016118487,0.0015295248,0.0004928993,0.00024656957,0.00002394751],"category_scores_gemma":[0.00010703727,0.00008006917,0.0000103382745,0.0032972172,0.00014691618,0.063351296,0.00037472544,0.00038438747,0.00011193247],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020802938,0.000003917015,0.0025257303,0.00006920119,0.0000019723595,0.00000129047,0.0022553946,0.000012167226,0.000004804945,0.89989996,0.0018656367,0.093357824],"study_design_scores_gemma":[0.00016056791,0.00007899665,0.0008922736,0.00011983286,0.0000017284964,0.000018281553,0.0019565625,0.42910698,0.0017245931,0.23396914,0.3318048,0.00016624507],"about_ca_topic_score_codex":0.0000019275826,"about_ca_topic_score_gemma":5.137161e-7,"teacher_disagreement_score":0.95399565,"about_ca_system_score_codex":0.000012002194,"about_ca_system_score_gemma":0.00015672445,"threshold_uncertainty_score":0.999507},"labels":[],"label_agreement":null},{"id":"W4414267418","doi":"10.5860/ital.v44i3.16935","title":"Using Springshare’s LibCal to Move Librarians off the Reference Desk","year":2025,"lang":"en","type":"article","venue":"Information Technology and Libraries","topic":"Web and Library Services","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Desk; Reference desk; Service desk; Service (business); Task (project management); Service model","score_opus":0.014477656379375821,"score_gpt":0.22584284559891946,"score_spread":0.21136518921954364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414267418","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20897871,0.0018308931,0.5894014,0.11530954,0.0007147827,0.0007969091,0.00003635145,0.0028404626,0.08009091],"genre_scores_gemma":[0.91464376,0.000048370377,0.06905272,0.015618428,0.000027999244,0.0000396845,0.000012449585,0.0000055747464,0.0005510145],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.999303,0.000020191945,0.00024688643,0.00014485334,0.000086204935,0.00019887701],"domain_scores_gemma":[0.9993578,0.000071222436,0.0000769269,0.00042486427,0.000029812198,0.000039330338],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000075981436,0.000117106065,0.00011667292,0.00053386565,0.0003591117,0.0008182093,0.0011300213,0.00017343723,0.000023701168],"category_scores_gemma":[0.000047731468,0.00008549856,0.000017965956,0.001354049,0.00012484685,0.008995302,0.0010169116,0.00020906341,0.00004414601],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006603519,0.0000042138245,0.0014431599,0.000017910423,0.000010118953,5.83882e-7,0.0007320633,0.000030288164,0.000015508553,0.93418014,0.0011176068,0.0624418],"study_design_scores_gemma":[0.00024495323,0.000052682495,0.016204588,0.00009296067,0.000007705498,0.000016698055,0.0010131343,0.020300906,0.0087111015,0.20731264,0.7458057,0.00023692002],"about_ca_topic_score_codex":0.000010529329,"about_ca_topic_score_gemma":0.0000014650855,"teacher_disagreement_score":0.7446881,"about_ca_system_score_codex":0.000005914966,"about_ca_system_score_gemma":0.00013600517,"threshold_uncertainty_score":0.78900117},"labels":[],"label_agreement":null},{"id":"W4417364491","doi":"10.5860/ital.v44i4.17404","title":"Measuring the Impact of Digital Collections","year":2025,"lang":"en","type":"article","venue":"Information Technology and Libraries","topic":"Digital and Traditional Archives Management","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Reuse; Digital library; Digital collections; Metadata; Digital content; Object (grammar); Focus (optics); Digital preservation","score_opus":0.01477215548732227,"score_gpt":0.18785125694843538,"score_spread":0.1730791014611131,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417364491","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0430665,0.000035774316,0.00043562546,0.00190566,0.000054203356,0.00008544348,0.00006520933,0.000089090856,0.9542625],"genre_scores_gemma":[0.99564993,0.0000052297087,0.0000136439185,0.000048273978,0.000007531807,0.000011823306,0.000015096342,7.3437263e-7,0.0042477218],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99978644,0.0000018284713,0.000110162415,0.000023981418,0.000030064146,0.000047525988],"domain_scores_gemma":[0.99985164,0.000032192234,0.000036559304,0.000052757892,0.000021575452,0.0000052792216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000014171263,0.000038889393,0.000046808163,0.00032239401,0.00030374268,0.00032527235,0.000074913616,0.000009823299,0.000035080873],"category_scores_gemma":[0.00001859292,0.000023272953,0.000027038739,0.00013879585,0.00046508838,0.0017210587,0.00005838207,0.000044081855,0.000006483064],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007652789,0.000010336762,0.0003036119,0.000010856175,0.000049566166,3.834157e-8,0.0011154723,0.000009746882,1.8641937e-7,0.97498006,0.0043903524,0.019122146],"study_design_scores_gemma":[0.00009366136,0.000045977195,0.0039862883,0.000014578111,0.0000059690656,0.0000010815311,0.0020437418,0.00007947377,0.00006458862,0.83661956,0.15701085,0.000034231078],"about_ca_topic_score_codex":0.000008104158,"about_ca_topic_score_gemma":0.0000013140187,"teacher_disagreement_score":0.95258343,"about_ca_system_score_codex":0.0000032953847,"about_ca_system_score_gemma":0.00002201894,"threshold_uncertainty_score":0.3136609},"labels":[],"label_agreement":null}]}