{"meta":{"query_hash":"a93ae8f2e471","filters":{"venue":"Information Services & Use"},"cohort_total":14,"direct_labels_cover":0,"predictions_cover":14,"exported":14,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/a93ae8f2e471","api":"https://metacan.xera.ac/api/v1/cohort?venue=Information+Services+%26+Use"},"results":[{"id":"W1539200728","doi":"10.3233/isu-2008-0589","title":"New Frontiers for Scientific and Technical Information","year":2008,"lang":"en","type":"article","venue":"Information Services & Use","topic":"Research Data Management Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.05455367809012366,"score_gpt":0.30257917528858047,"score_spread":0.24802549719845682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1539200728","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012522191,0.000026465847,0.9834905,0.0015917609,0.00032349664,0.0005389359,0.000022055363,0.00019368312,0.0012908919],"genre_scores_gemma":[0.13650273,0.00043458582,0.85735923,0.0035925608,0.00006821455,0.000113771755,0.00084576715,0.000008305071,0.0010748529],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987782,0.000020590835,0.00034727625,0.00013305542,0.0004904815,0.00023038799],"domain_scores_gemma":[0.9987236,0.00008661165,0.00022845746,0.00058669463,0.00023920494,0.00013538275],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0005850347,0.000094296185,0.0000879114,0.0004271794,0.00039968427,0.006843431,0.0010760856,0.000048455964,0.0000036116592],"category_scores_gemma":[0.00013943756,0.00008777519,0.000026135225,0.0005230769,0.000045237564,0.29869342,0.00051687605,0.00008350654,0.00010492072],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022158159,0.000071828894,0.012677326,0.0010100045,0.00010820503,0.000004399077,0.012937647,0.00061542157,0.00012842505,0.30392107,0.3882383,0.2800658],"study_design_scores_gemma":[0.0004978391,0.000040563435,0.017906053,0.000011579492,0.000004658977,0.0000194589,0.00013875816,0.029736312,0.00007886219,0.0004430106,0.95099306,0.00012985109],"about_ca_topic_score_codex":0.00012268135,"about_ca_topic_score_gemma":0.000018795763,"teacher_disagreement_score":0.56275475,"about_ca_system_score_codex":0.000033929504,"about_ca_system_score_gemma":0.0001000279,"threshold_uncertainty_score":0.99418753},"labels":[],"label_agreement":null},{"id":"W1559865168","doi":"10.3233/isu-2012-0650","title":"A comparison of an open access university press with traditional presses: Two years later <sup/>","year":2011,"lang":"en","type":"article","venue":"Information Services & Use","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"","keywords":"Ranking (information retrieval); Amazon rainforest; Sampling (signal processing); Significant difference; Library science; Computer science; Statistics; World Wide Web; Information retrieval; Mathematics; Telecommunications; Biology","score_opus":0.10145298825839849,"score_gpt":0.3277459985406607,"score_spread":0.22629301028226223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1559865168","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96001375,0.0000017186298,0.0046430305,0.00006175138,0.00007941929,0.00026240427,0.0000113165015,0.00007233094,0.03485431],"genre_scores_gemma":[0.98749703,0.0000022342945,0.012116766,0.00021874909,0.0000079309275,0.000003347734,0.00008377776,0.000002744535,0.00006741249],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99937195,0.000053138137,0.0001826063,0.00010037062,0.00019225717,0.00009968985],"domain_scores_gemma":[0.99922717,0.000024163559,0.00023780341,0.00026242508,0.00017427314,0.00007417644],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.000114332484,0.000068681526,0.00010344881,0.00009079001,0.000090834495,0.0009795408,0.002014112,0.000026474667,0.00013595053],"category_scores_gemma":[0.000002122548,0.0000645138,0.000011789021,0.00021598925,0.000020564465,0.0346565,0.00043094147,0.00007959809,0.000033572378],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00080735306,0.0018198522,0.23668368,0.0004503935,0.00022679706,0.000009725018,0.52440923,0.03426628,0.000056593057,0.16630223,0.0027318432,0.032236025],"study_design_scores_gemma":[0.0018120899,0.0003388801,0.71082914,0.00010710073,0.000027738059,0.000012018801,0.016317118,0.17961477,0.0011133346,0.00021840935,0.089216076,0.0003933424],"about_ca_topic_score_codex":0.0017649223,"about_ca_topic_score_gemma":0.00009195919,"teacher_disagreement_score":0.5080921,"about_ca_system_score_codex":0.000016865617,"about_ca_system_score_gemma":0.00006718779,"threshold_uncertainty_score":0.97884524},"labels":[],"label_agreement":null},{"id":"W2255188753","doi":"10.3233/isu-2012-0643","title":"Evolving definitions of authorship in Ebook design <sup/>","year":2011,"lang":"en","type":"article","venue":"Information Services & Use","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Emily Carr University of Art and Design","funders":"","keywords":"Meaning (existential); Space (punctuation); Class (philosophy); Computer science; Affect (linguistics); World Wide Web; Sociology; Multimedia; Epistemology; Communication; Artificial intelligence; Philosophy","score_opus":0.11833999597408315,"score_gpt":0.2444698764413641,"score_spread":0.12612988046728094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2255188753","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11300148,0.000007936694,0.87788767,0.00009815534,0.00010652667,0.00033682643,0.0000141196,0.00022603114,0.008321266],"genre_scores_gemma":[0.77067006,0.000002993797,0.22873424,0.00053179543,0.000005057024,0.00002930652,0.000012604304,0.000004132399,0.000009808142],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987743,0.00007328401,0.00060994405,0.00010417988,0.0002444762,0.00019383217],"domain_scores_gemma":[0.9986026,0.00018769765,0.0002919398,0.00047995636,0.0003861783,0.000051588417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005388589,0.00010470036,0.00012290005,0.0004924334,0.000082314844,0.00021141737,0.0007584969,0.00008002016,0.00006446158],"category_scores_gemma":[0.00008178579,0.00010888674,0.00003238426,0.0010126606,0.000021262655,0.009969628,0.00018019046,0.00013125561,0.00028970165],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028776954,0.00018932077,0.04489053,0.00025226173,0.000038214002,0.000005546058,0.28693995,0.00403168,0.00008555277,0.6495169,0.0003771364,0.013644174],"study_design_scores_gemma":[0.001810504,0.00024515067,0.39433375,0.00065146346,0.000030202136,0.00004610379,0.004181893,0.44680533,0.0056446563,0.13890411,0.006238215,0.001108614],"about_ca_topic_score_codex":0.00033696552,"about_ca_topic_score_gemma":0.000054446624,"teacher_disagreement_score":0.6576686,"about_ca_system_score_codex":0.000040149574,"about_ca_system_score_gemma":0.00008739047,"threshold_uncertainty_score":0.722774},"labels":[],"label_agreement":null},{"id":"W2576278206","doi":"10.3233/isu-160815","title":"Article processing charges: A new route to open access?","year":2016,"lang":"en","type":"article","venue":"Information Services & Use","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Business","score_opus":0.06499904878237503,"score_gpt":0.3430792061787358,"score_spread":0.2780801573963607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2576278206","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47209024,0.000027317585,0.5065083,0.017101724,0.00028673848,0.0004911274,0.0000049790087,0.0004438307,0.0030457708],"genre_scores_gemma":[0.957535,0.000010081288,0.028082369,0.013822179,0.00005000375,0.000027242631,0.0000026151074,0.000004566575,0.00046588609],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99910194,0.000014611436,0.0002876727,0.00014395294,0.00021432,0.00023751348],"domain_scores_gemma":[0.99908996,0.000048931346,0.0001483214,0.00043146656,0.00014206885,0.00013925048],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.00016246091,0.00009971489,0.000113603586,0.00011268268,0.00010614407,0.004616895,0.002768545,0.00003761684,0.000036760757],"category_scores_gemma":[0.00004104515,0.00006443863,0.000020502672,0.000429961,0.0000076018728,0.04453122,0.0014341369,0.000030323337,0.0011190611],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033337274,0.000023339799,0.02156508,0.00007166775,0.000012496404,0.0000021729816,0.0152333835,0.00005820107,0.00054354704,0.008154075,0.004065616,0.9502371],"study_design_scores_gemma":[0.002346086,0.00012445207,0.38104948,0.0006427739,0.000015196566,0.000026524302,0.0009234562,0.030960359,0.020756155,0.007699079,0.55464375,0.000812652],"about_ca_topic_score_codex":0.0008456642,"about_ca_topic_score_gemma":0.00023792818,"teacher_disagreement_score":0.94942445,"about_ca_system_score_codex":0.000032874355,"about_ca_system_score_gemma":0.00011615254,"threshold_uncertainty_score":0.9996587},"labels":[],"label_agreement":null},{"id":"W265279209","doi":"10.3233/isu-2002-22105","title":"Copyright of electronic publishing","year":2002,"lang":"en","type":"article","venue":"Information Services & Use","topic":"Copyright and Intellectual Property","field":"Business, Management and Accounting","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Defense Advanced Research Projects Agency","keywords":"Publishing; Electronic publishing; Business; Computer science; World Wide Web; Law and economics; Political science; Law; Economics; The Internet","score_opus":0.022094101739314705,"score_gpt":0.17968343686179594,"score_spread":0.15758933512248124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W265279209","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48680225,0.0001578556,0.00040857116,0.0012937826,0.00040719754,0.00029395803,0.0000052983887,0.00028198655,0.5103491],"genre_scores_gemma":[0.99380845,0.00002278926,0.000041538962,0.005442245,0.00020535299,0.000005545841,0.00006678796,0.0000076130045,0.00039967315],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990303,0.0000040777804,0.00038326212,0.00007842962,0.00026832818,0.00023561846],"domain_scores_gemma":[0.99906343,0.000029591072,0.00028241568,0.0002007738,0.0004142398,0.000009572114],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["scholarly_communication","insufficient_payload"],"category_scores_codex":[0.00016657857,0.000112688496,0.00012517995,0.00028323973,0.00010889344,0.0016870251,0.00032468193,0.00006379728,0.008673103],"category_scores_gemma":[0.00006433808,0.000086023436,0.000054127675,0.0005102288,0.000018553481,0.044397525,0.000107284555,0.00013332594,0.0024633394],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022717837,0.0002596878,0.009025383,0.0023216242,0.00017056198,0.0000019490083,0.008808609,0.00019134354,0.00051856873,0.05442049,0.8044658,0.11958885],"study_design_scores_gemma":[0.00026696877,0.000008548578,0.00075735024,0.00003177953,0.000013746325,8.58576e-7,0.00020585462,0.2099698,0.00017617998,0.0005645346,0.7878825,0.000121856756],"about_ca_topic_score_codex":0.001245628,"about_ca_topic_score_gemma":0.00016507777,"teacher_disagreement_score":0.50994945,"about_ca_system_score_codex":0.000024585015,"about_ca_system_score_gemma":0.0000068058666,"threshold_uncertainty_score":0.9993493},"labels":[],"label_agreement":null},{"id":"W2783306248","doi":"10.3233/isu-180863","title":"Preface for articles from ELPUB2017","year":2017,"lang":"en","type":"article","venue":"Information Services & Use","topic":"Research Data Management Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Computer science; Information retrieval","score_opus":0.12186157841308148,"score_gpt":0.36445930851410524,"score_spread":0.24259773010102376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783306248","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.327692,0.000025740961,0.6570196,0.008172152,0.0005021712,0.00088720117,0.00017839827,0.00028428767,0.005238435],"genre_scores_gemma":[0.90985423,0.00014209126,0.08695889,0.0020582979,0.00009003334,0.00010950539,0.00017212675,0.000007273835,0.0006075497],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989555,0.000026289612,0.00024573723,0.00016607206,0.00037113758,0.00023525683],"domain_scores_gemma":[0.9970664,0.0002110606,0.00045277856,0.001989112,0.0001955694,0.00008507233],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0004995749,0.0000910733,0.000085713706,0.00008958036,0.00055253896,0.0212779,0.0036664465,0.000035815985,0.000010807321],"category_scores_gemma":[0.0003127437,0.00008189863,0.000033146614,0.00005851547,0.000025042198,0.27909157,0.0011569983,0.00006631702,0.00041986533],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026543988,0.00019672379,0.033788744,0.00075985404,0.00034777084,0.000009791193,0.014905235,0.0006136172,0.00079291733,0.39758667,0.015339098,0.53539413],"study_design_scores_gemma":[0.0006326616,0.00003503558,0.098163955,0.000030300698,0.000009480396,6.168696e-7,0.00022208478,0.12498632,0.0013311391,0.0026791405,0.77174133,0.00016796438],"about_ca_topic_score_codex":0.0013840873,"about_ca_topic_score_gemma":0.00024213259,"teacher_disagreement_score":0.7564022,"about_ca_system_score_codex":0.000019318904,"about_ca_system_score_gemma":0.000026743493,"threshold_uncertainty_score":0.9797381},"labels":[],"label_agreement":null},{"id":"W2784275940","doi":"10.3233/isu-170861","title":"Systematizing benefits of open science practices","year":2017,"lang":"en","type":"article","venue":"Information Services & Use","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre; Department for International Development; Government of the United Kingdom","keywords":"Openness to experience; Open science; Extant taxon; Creativity; Knowledge management; Open innovation; Dimension (graph theory); Open data; Public good; Computer science; Engineering ethics; Sociology; Public relations; Business; Political science; Psychology; Engineering; World Wide Web; Economics","score_opus":0.07213642621440926,"score_gpt":0.3543673101171015,"score_spread":0.28223088390269224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2784275940","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93258107,0.00001941863,0.041626602,0.0019749282,0.0007230061,0.0009727142,0.000024925966,0.00018809791,0.021889249],"genre_scores_gemma":[0.9418475,0.0000034455672,0.057544835,0.0005320624,0.0000151733575,0.000020670954,0.0000046134037,0.000003271612,0.000028415116],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99840266,0.000022865132,0.00057760795,0.0001731381,0.00062784326,0.00019588447],"domain_scores_gemma":[0.99326575,0.00013686353,0.0033520164,0.0019017595,0.001278429,0.000065192624],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0016197457,0.00010142296,0.00016799854,0.00027459173,0.0010613446,0.011510571,0.009767687,0.000038839487,0.000006689559],"category_scores_gemma":[0.0007727593,0.000092329225,0.000022271892,0.00062981487,0.000100094825,0.102592155,0.0036883235,0.000082614155,0.00017622973],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001557329,0.00008076307,0.07462342,0.001155349,0.000045800854,0.0000014033246,0.031146483,0.0010572735,0.00044461142,0.8208983,0.00022364789,0.07030735],"study_design_scores_gemma":[0.0013993008,0.00012056968,0.79477257,0.0019144054,0.000034293855,0.000077742014,0.0034894291,0.14421423,0.010834729,0.0019494498,0.040345117,0.00084816566],"about_ca_topic_score_codex":0.0016871188,"about_ca_topic_score_gemma":0.00007679358,"teacher_disagreement_score":0.81894886,"about_ca_system_score_codex":0.000041284824,"about_ca_system_score_gemma":0.00020203741,"threshold_uncertainty_score":0.99559},"labels":[],"label_agreement":null},{"id":"W2962883333","doi":"10.3233/isu-180037","title":"Beyond the bench and bedside: Health literacy is fundamental to sustainable health and development","year":2019,"lang":"en","type":"article","venue":"Information Services & Use","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Bench to bedside; Health literacy; Sustainable development; Literacy; Political science; Business; Knowledge management; Health care; Medicine; Economic growth; Computer science; Medical physics; Economics","score_opus":0.024604388619795473,"score_gpt":0.3994693274582742,"score_spread":0.3748649388384787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2962883333","genre_codex":"empirical","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9740454,0.00030502334,0.00036253684,0.019904267,0.00032610708,0.0033205857,0.00008082063,0.00009392532,0.0015613121],"genre_scores_gemma":[0.46539748,0.00019994349,0.0051040384,0.52724224,0.000056279518,0.00020468478,0.00045531936,0.000013517945,0.0013264895],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99630845,0.0002856803,0.0020345696,0.00019982486,0.00039751374,0.0007739459],"domain_scores_gemma":[0.99727124,0.00028612145,0.0009429013,0.0004257156,0.0004744303,0.00059961306],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026950124,0.0002094558,0.00031599615,0.00023273879,0.0019424439,0.00040009874,0.00021521535,0.00010411832,0.0004294968],"category_scores_gemma":[0.00003960928,0.00015053451,0.000020012765,0.0003680054,0.000024809124,0.010525966,0.00039679545,0.0004255431,0.0009293484],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010106656,0.000024051355,0.26595476,0.006748609,0.000013942882,1.0528495e-7,0.62208414,0.000005660482,2.9967512e-7,0.002371041,0.009680814,0.09301548],"study_design_scores_gemma":[0.00064217934,0.000100522164,0.16084106,0.00018930186,0.0000011194619,0.000002321218,0.05551294,0.0010124733,0.0000021911292,0.00011146871,0.7814484,0.00013601583],"about_ca_topic_score_codex":0.0023438134,"about_ca_topic_score_gemma":0.00015259198,"teacher_disagreement_score":0.7717676,"about_ca_system_score_codex":0.00041459038,"about_ca_system_score_gemma":0.0012432628,"threshold_uncertainty_score":0.99984854},"labels":[],"label_agreement":null},{"id":"W2970307864","doi":"10.3233/isu-190052","title":"The tangible and potential impact of research libraries","year":2019,"lang":"en","type":"article","venue":"Information Services & Use","topic":"Library Science and Administration","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Alberta; Harvard Business School; Louisiana State University; Harvard University; Association of Research Libraries; New York Public Library","keywords":"Business; Computer science; World Wide Web","score_opus":0.032455282215518556,"score_gpt":0.35757748837249254,"score_spread":0.32512220615697396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970307864","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98677176,0.000027097349,0.000006363161,0.0010224562,0.00009837116,0.00016826733,0.0000072277844,0.000020301835,0.011878167],"genre_scores_gemma":[0.999131,0.000094216106,0.00007938395,0.000095072304,0.000034329656,0.0000019422828,0.000010752719,0.0000011299602,0.00055215525],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991559,0.00007487615,0.00015215769,0.00004632272,0.00040982565,0.00016094735],"domain_scores_gemma":[0.9994438,0.00016486463,0.0000818966,0.0001226174,0.00013441348,0.000052353127],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.00077723607,0.000033699438,0.000043046424,0.000070425034,0.00048112764,0.001127156,0.00024963066,0.000038418613,0.00010385435],"category_scores_gemma":[0.0000326976,0.000021338195,0.00002401148,0.0003810315,0.00018386735,0.015109813,0.00005837142,0.000057460573,0.00009905455],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021551225,0.000037243564,0.45601347,0.00015305869,0.000042102005,7.469315e-7,0.20882948,0.00034042675,0.00079338666,0.30916205,0.003990964,0.020421574],"study_design_scores_gemma":[0.0005012354,0.00037495221,0.6012793,0.00007089824,0.0000063031785,0.0000021999867,0.116160095,0.004002702,0.0012125954,0.015216288,0.2609596,0.00021382238],"about_ca_topic_score_codex":0.0024023524,"about_ca_topic_score_gemma":0.00016538879,"teacher_disagreement_score":0.29394576,"about_ca_system_score_codex":0.000010838219,"about_ca_system_score_gemma":0.0002471035,"threshold_uncertainty_score":0.99990976},"labels":[],"label_agreement":null},{"id":"W2982097438","doi":"10.3233/isu-190065","title":"Artificial intelligence in academic libraries: An environmental scan","year":2019,"lang":"en","type":"article","venue":"Information Services & Use","topic":"AI in Service Interactions","field":"Computer Science","cited_by":133,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Academic library; Computer science; Data science; Business; Information retrieval; Library science","score_opus":0.02269263748107633,"score_gpt":0.2677144477277207,"score_spread":0.24502181024664435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982097438","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9709306,0.000014155779,0.026453553,0.0005394198,0.000575207,0.00029814648,0.00001547887,0.00019414834,0.0009793432],"genre_scores_gemma":[0.9890715,0.000019548837,0.0074204067,0.0033249834,0.0000396088,0.000018541998,0.000069056434,0.0000068453187,0.000029527322],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985526,0.000045924957,0.00060866337,0.0002008692,0.0003315222,0.00026038563],"domain_scores_gemma":[0.99893564,0.0001036148,0.0002220494,0.00061109354,0.000027089322,0.000100502904],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001764589,0.00014711502,0.00012213031,0.0002928722,0.00007074085,0.0006280741,0.0012782706,0.00012505548,0.00024795116],"category_scores_gemma":[0.0000059882655,0.00015342124,0.000032944543,0.00042282825,0.000021808439,0.037835184,0.0003514201,0.0003341369,0.0040370193],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015163071,0.00035993027,0.116786465,0.0002759076,0.00004370254,0.000008920189,0.18718335,0.031672187,0.0030069014,0.18129165,0.00014437377,0.47907495],"study_design_scores_gemma":[0.000115627736,0.00011109037,0.041657705,0.00009176083,0.0000041272347,0.000023305342,0.008524973,0.91324186,0.0039372537,0.00870578,0.023129638,0.00045684585],"about_ca_topic_score_codex":0.00031248777,"about_ca_topic_score_gemma":0.00013599147,"teacher_disagreement_score":0.8815697,"about_ca_system_score_codex":0.00010129943,"about_ca_system_score_gemma":0.00004731895,"threshold_uncertainty_score":0.99673843},"labels":[],"label_agreement":null},{"id":"W2982643981","doi":"10.3233/isu-190060","title":"A brief historical overview of artificial intelligence research","year":2019,"lang":"en","type":"article","venue":"Information Services & Use","topic":"Computability, Logic, AI Algorithms","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Data science; Management science; Artificial intelligence; Engineering","score_opus":0.14711826324121918,"score_gpt":0.356054147978887,"score_spread":0.20893588473766783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982643981","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49488616,0.00037650415,0.49612105,0.0018310308,0.0020190822,0.0011900668,0.000013940241,0.00039300093,0.0031691554],"genre_scores_gemma":[0.95863175,0.00005791737,0.040279213,0.0008183308,0.00008120453,0.000020961284,0.000013935295,0.000007853089,0.00008880585],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975848,0.00015065142,0.00075309636,0.00023240499,0.0009600459,0.00031898989],"domain_scores_gemma":[0.99740744,0.0004211133,0.00023359535,0.0009729534,0.0008648683,0.00010004133],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013060998,0.0001257416,0.00022895497,0.00033266225,0.000081157246,0.0003626814,0.001427166,0.0000929048,0.00008577852],"category_scores_gemma":[0.000074255084,0.000118380405,0.000079195415,0.001326107,0.00003558713,0.005074684,0.0008099327,0.0002427019,0.00095316785],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005427208,0.00030196545,0.004527433,0.0012360045,0.000027147216,0.0000032328085,0.021773312,0.0033888489,0.00020740746,0.25377285,0.00050609314,0.71420145],"study_design_scores_gemma":[0.00015946323,0.00032247088,0.011095637,0.0001255308,0.0000049765954,0.000015640195,0.00046760164,0.8323149,0.0014381702,0.027255332,0.12644348,0.000356798],"about_ca_topic_score_codex":0.0012721434,"about_ca_topic_score_gemma":0.000069894944,"teacher_disagreement_score":0.828926,"about_ca_system_score_codex":0.00029211366,"about_ca_system_score_gemma":0.00012054043,"threshold_uncertainty_score":0.9998247},"labels":[],"label_agreement":null},{"id":"W3100917924","doi":"10.3233/isu-200092","title":"2020 Miles Conrad award lecture: James G. Neal","year":2020,"lang":"en","type":"article","venue":"Information Services & Use","topic":"Research Data Management Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Association of Research Libraries; University of Alberta; American Library Association","keywords":"Thou; Intellectual property; Democratization; Creativity; Sociology; Political science; Democracy; Law; Philosophy; Theology","score_opus":0.0482787670120421,"score_gpt":0.2969074232816128,"score_spread":0.2486286562695707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3100917924","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07711933,0.00034537615,0.7492131,0.1627169,0.00074630964,0.0012019384,0.00013378545,0.0013842952,0.0071389927],"genre_scores_gemma":[0.83739287,0.0016937982,0.052003637,0.10766595,0.00035806157,0.00007148975,0.0006461938,0.000022261844,0.00014575357],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983621,0.0000890739,0.00036884064,0.0002230092,0.0006671842,0.00028976207],"domain_scores_gemma":[0.9985651,0.00017158261,0.0002563437,0.000631736,0.00017376973,0.00020151921],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.00026651222,0.00014677296,0.00013414047,0.000103644605,0.00014117554,0.0066272393,0.0022527524,0.000050455954,0.000047064863],"category_scores_gemma":[0.00016202383,0.00013211086,0.00004417814,0.0006978497,0.000024227742,0.13746613,0.0010394613,0.00019285522,0.0011720643],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005186174,0.00022990452,0.018442962,0.0039196825,0.0007731448,0.00018237797,0.09826564,0.013600028,0.00052807055,0.19693327,0.290659,0.3759473],"study_design_scores_gemma":[0.00029250616,0.000055931512,0.0030700292,0.000011771848,0.0000064009914,0.0000037874458,0.00031836872,0.106462516,0.00023950271,0.00009736208,0.88928986,0.00015195772],"about_ca_topic_score_codex":0.00028375164,"about_ca_topic_score_gemma":0.000033379958,"teacher_disagreement_score":0.7602735,"about_ca_system_score_codex":0.000023273426,"about_ca_system_score_gemma":0.00005775396,"threshold_uncertainty_score":0.99960566},"labels":[],"label_agreement":null},{"id":"W3197887234","doi":"10.3233/isu-210112","title":"KBART Phase III: Unresolved questions","year":2021,"lang":"en","type":"article","venue":"Information Services & Use","topic":"Library Science and Information Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Respiratory Research Network","funders":"","keywords":"Session (web analytics); Presentation (obstetrics); Breakout; Library science; Coronavirus disease 2019 (COVID-19); Operations research; Sociology; Computer science; World Wide Web; Engineering; Business; Medicine","score_opus":0.018176316401737683,"score_gpt":0.2565877615826037,"score_spread":0.23841144518086604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197887234","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.305685,0.00013044167,0.6386688,0.005180847,0.002818443,0.00063498126,0.00008118348,0.0014803042,0.045320034],"genre_scores_gemma":[0.9623284,0.000053452728,0.0142223,0.021750767,0.000115648014,0.00004420975,0.00037438967,0.000006293785,0.0011045543],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983504,0.000051206825,0.00068936584,0.00014602604,0.0005008866,0.00026211358],"domain_scores_gemma":[0.9983487,0.000058887446,0.00028056558,0.0007165756,0.00042897806,0.00016626717],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.00026956468,0.00013565185,0.0001499864,0.00020410921,0.00027996633,0.0025565405,0.00087558036,0.00007150634,0.00011959079],"category_scores_gemma":[0.000020894073,0.00012377046,0.00006817068,0.0011035865,0.000023144761,0.069545746,0.00028161966,0.00010093098,0.001888632],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009142738,0.00062496716,0.008396914,0.00077927206,0.00017759112,0.000059809627,0.2727341,0.006469903,0.0020275386,0.4308053,0.06591233,0.21192084],"study_design_scores_gemma":[0.0013766051,0.000040364608,0.0020814205,0.0000586535,0.0000025735292,0.000058282392,0.002467836,0.1837505,0.002586055,0.00035151892,0.806965,0.0002611929],"about_ca_topic_score_codex":0.000099032026,"about_ca_topic_score_gemma":0.000015022273,"teacher_disagreement_score":0.7410527,"about_ca_system_score_codex":0.000028910232,"about_ca_system_score_gemma":0.00021313399,"threshold_uncertainty_score":0.9988885},"labels":[],"label_agreement":null},{"id":"W3198714393","doi":"10.3233/isu-210113","title":"Addressing disorder in scholarly communication: Strategies from NISO Plus 2021","year":2021,"lang":"en","type":"article","venue":"Information Services & Use","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"Alfred P. Sloan Foundation","keywords":"Misinformation; Preprint; Open science; Order (exchange); Session (web analytics); Scholarly communication; Scientific communication; Coronavirus disease 2019 (COVID-19); Computer science; Internet privacy; Pandemic; Political science; Public relations; World Wide Web; Library science; Publishing; Business; Computer security","score_opus":0.06863755956012414,"score_gpt":0.3507142273952564,"score_spread":0.28207666783513224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198714393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8889451,0.00052779214,0.0005874281,0.0033730913,0.00020230775,0.0002069463,0.00004529001,0.000092767725,0.1060193],"genre_scores_gemma":[0.99381953,0.00073836744,0.0015899288,0.0029257003,0.000052754323,0.000005549888,0.0005925633,0.0000052077417,0.00027037307],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99847907,0.00020236609,0.0005017456,0.00007828741,0.0005039951,0.00023456223],"domain_scores_gemma":[0.99863803,0.00015410571,0.00024579422,0.00038031893,0.00046808613,0.00011363258],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.00044911605,0.00010756638,0.0001410772,0.00013584529,0.00051095133,0.0053905672,0.00036443328,0.00013911945,0.0016181413],"category_scores_gemma":[0.00017903508,0.00011356338,0.000037984628,0.0006379621,0.000060643324,0.045904584,0.00010588152,0.0002263679,0.000513487],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040151044,0.00006130028,0.0077149947,0.000089627225,0.0000302653,0.000004960038,0.9024218,0.0024650048,0.000035681576,0.035044204,0.0009382556,0.05115381],"study_design_scores_gemma":[0.0009265303,0.0000057330763,0.055249196,0.00021540278,0.000008198212,0.0000016157877,0.5307086,0.0031251234,0.00006117857,0.0014251953,0.40803632,0.00023687784],"about_ca_topic_score_codex":0.015312419,"about_ca_topic_score_gemma":0.030066984,"teacher_disagreement_score":0.40709808,"about_ca_system_score_codex":0.00013246165,"about_ca_system_score_gemma":0.0006600426,"threshold_uncertainty_score":0.9992945},"labels":[],"label_agreement":null}]}