{"meta":{"query_hash":"a93ae8f2e471","filters":{"venue":"Information Services & Use"},"cohort_total":14,"direct_labels_cover":0,"predictions_cover":14,"exported":14,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/a93ae8f2e471","api":"https://metacan.xera.ac/api/v1/cohort?venue=Information+Services+%26+Use"},"results":[{"id":"W1539200728","doi":"10.3233/isu-2008-0589","title":"New Frontiers for Scientific and Technical Information","year":2008,"lang":"en","type":"article","venue":"Information Services & Use","topic":"Research Data Management Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.05455367809012366,"score_gpt":0.30257917528858047,"score_spread":0.24802549719845682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1539200728","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010392701,0.09695491,0.028557451,0.19608434,0.03420463,0.0002361716,0.0010851303,0.0016370991,0.64020103],"genre_scores_gemma":[0.047286168,0.12473809,0.043824725,0.04328691,0.035973232,0.0010027939,0.003142088,0.0019852254,0.69876075],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9807293,0.0046923854,0.0012178535,0.0016056307,0.00973201,0.0020229055],"domain_scores_gemma":[0.959202,0.0107610645,0.0019815948,0.0101983305,0.008665873,0.009191054],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.026412224,0.0012513568,0.0019033164,0.0047636293,0.0035790678,0.028084295,0.0029757258,0.00664464,0.10734156],"category_scores_gemma":[0.037847914,0.0008583888,0.0013427665,0.005686314,0.008318551,0.035652015,0.012623617,0.012890707,0.060676258],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003149145,0.000029838944,0.00017536552,0.0003825816,0.00001455698,0.000099422476,0.00056440313,0.00008599359,0.000419285,0.48433217,0.3862834,0.12758149],"study_design_scores_gemma":[0.0000031534005,0.0000074976892,0.000094892785,0.00017765338,0.0000017779488,0.00007331452,0.00012964789,0.000046801833,0.00004226702,0.041821413,0.95759535,0.0000062798795],"about_ca_topic_score_codex":0.0010538569,"about_ca_topic_score_gemma":0.0010608465,"teacher_disagreement_score":0.9719157,"about_ca_system_score_codex":0.006489708,"about_ca_system_score_gemma":0.012720731,"threshold_uncertainty_score":0.3590933},"labels":[],"label_agreement":null},{"id":"W1559865168","doi":"10.3233/isu-2012-0650","title":"A comparison of an open access university press with traditional presses: Two years later <sup/>","year":2011,"lang":"en","type":"article","venue":"Information Services & Use","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"","keywords":"Ranking (information retrieval); Amazon rainforest; Sampling (signal processing); Significant difference; Library science; Computer science; Statistics; World Wide Web; Information retrieval; Mathematics; Telecommunications; Biology","score_opus":0.10145298825839849,"score_gpt":0.3277459985406607,"score_spread":0.22629301028226223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1559865168","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9723049,0.0007699882,0.00010547526,0.0002407083,0.00009619645,0.000092627844,0.0005532568,0.000021058348,0.025815746],"genre_scores_gemma":[0.979357,0.0004511585,0.0003121914,0.00013632988,0.00008349517,0.000064781925,0.0007884622,0.00001833794,0.01878819],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966017,0.00043684468,0.00016121782,0.0002880961,0.0021591967,0.00035296252],"domain_scores_gemma":[0.98265725,0.0039854585,0.0014331575,0.0005500423,0.008378893,0.002995226],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0019710923,0.0003328076,0.00037796007,0.0029065679,0.0022362662,0.0047496245,0.0007580616,0.0005373896,0.011546068],"category_scores_gemma":[0.010347457,0.00016033501,0.00034051845,0.005768987,0.0016135297,0.0024446796,0.0010529803,0.0008020534,0.0013080792],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008002403,0.004242467,0.57719904,0.001539024,0.0006191133,0.0036114212,0.09015531,0.0005390262,0.01992564,0.008899257,0.02602425,0.25924307],"study_design_scores_gemma":[0.00003398297,0.00096925296,0.95833063,0.000035776982,0.000049145798,0.00016765032,0.01971957,0.0001289571,0.0018010447,0.00010018412,0.018628066,0.000035793186],"about_ca_topic_score_codex":0.32199955,"about_ca_topic_score_gemma":0.5479749,"teacher_disagreement_score":0.99924195,"about_ca_system_score_codex":0.007801325,"about_ca_system_score_gemma":0.0036144536,"threshold_uncertainty_score":0.64025056},"labels":[],"label_agreement":null},{"id":"W2255188753","doi":"10.3233/isu-2012-0643","title":"Evolving definitions of authorship in Ebook design <sup/>","year":2011,"lang":"en","type":"article","venue":"Information Services & Use","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Emily Carr University of Art and Design","funders":"","keywords":"Meaning (existential); Space (punctuation); Class (philosophy); Computer science; Affect (linguistics); World Wide Web; Sociology; Multimedia; Epistemology; Communication; Artificial intelligence; Philosophy","score_opus":0.11833999597408315,"score_gpt":0.2444698764413641,"score_spread":0.12612988046728094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2255188753","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10960768,0.027832715,0.6929522,0.023368018,0.0020386165,0.00019108238,0.00008719287,0.0003170535,0.14360541],"genre_scores_gemma":[0.7861568,0.0078046178,0.19112629,0.0012281723,0.0004797201,0.00039643227,0.000098819444,0.00039594917,0.012313098],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.95770705,0.030120615,0.0038870466,0.002118079,0.0053049535,0.0008622996],"domain_scores_gemma":[0.8676708,0.10449799,0.006375115,0.00938496,0.009445505,0.0026256728],"candidate_categories":["scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.037297633,0.0009809784,0.00075642887,0.006131205,0.005694767,0.023362843,0.0030126225,0.005810019,0.0045236903],"category_scores_gemma":[0.06922935,0.0011867435,0.000577388,0.0060971547,0.040178366,0.03332908,0.009438113,0.0064137923,0.000835401],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051188206,0.000027461594,0.0012635941,0.0002527605,0.000010144195,0.00018179095,0.06363782,0.00071913155,0.0004964959,0.89104825,0.0008710626,0.04144037],"study_design_scores_gemma":[0.000036871694,0.000094025054,0.0013160605,0.0018166996,0.000027793061,0.0012757557,0.052512277,0.0058567408,0.002147997,0.75952935,0.17527395,0.00011256975],"about_ca_topic_score_codex":0.0013258443,"about_ca_topic_score_gemma":0.0013759256,"teacher_disagreement_score":0.99419,"about_ca_system_score_codex":0.0068940865,"about_ca_system_score_gemma":0.0029923012,"threshold_uncertainty_score":0.19725114},"labels":[],"label_agreement":null},{"id":"W2576278206","doi":"10.3233/isu-160815","title":"Article processing charges: A new route to open access?","year":2016,"lang":"en","type":"article","venue":"Information Services & Use","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Business","score_opus":0.06499904878237503,"score_gpt":0.3430792061787358,"score_spread":0.2780801573963607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2576278206","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0047892937,0.004861357,0.0733208,0.60196865,0.018110953,0.00022138744,0.00031763304,0.0020219523,0.29438797],"genre_scores_gemma":[0.2969398,0.016866786,0.09217041,0.23371011,0.046382,0.00114694,0.0008688583,0.004016723,0.30789843],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9539436,0.014835919,0.003011577,0.0032998591,0.0223441,0.0025649318],"domain_scores_gemma":[0.78004605,0.09682086,0.0136537235,0.052331556,0.03853618,0.018611617],"candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.046527874,0.00080357614,0.0011056298,0.003961367,0.0056786034,0.032122336,0.0046582394,0.016447412,0.06942755],"category_scores_gemma":[0.19766091,0.000896475,0.0016252765,0.0046428,0.02305077,0.05777901,0.012374358,0.016610771,0.023794401],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040245763,0.000039341223,0.00031946923,0.00015541085,0.000016159069,0.0000888626,0.0005208229,0.00015891662,0.00029242455,0.8427067,0.105800755,0.049860846],"study_design_scores_gemma":[0.000033954188,0.00004839025,0.00034077946,0.00032243482,0.0000139359,0.00029856942,0.0005879153,0.0005501109,0.0004362366,0.39781478,0.5994795,0.00007339275],"about_ca_topic_score_codex":0.0016309555,"about_ca_topic_score_gemma":0.0015816106,"teacher_disagreement_score":0.9953418,"about_ca_system_score_codex":0.0047992123,"about_ca_system_score_gemma":0.0171613,"threshold_uncertainty_score":0.24606586},"labels":[],"label_agreement":null},{"id":"W265279209","doi":"10.3233/isu-2002-22105","title":"Copyright of electronic publishing","year":2002,"lang":"en","type":"article","venue":"Information Services & Use","topic":"Copyright and Intellectual Property","field":"Business, Management and Accounting","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Defense Advanced Research Projects Agency","keywords":"Publishing; Electronic publishing; Business; Computer science; World Wide Web; Law and economics; Political science; Law; Economics; The Internet","score_opus":0.022094101739314705,"score_gpt":0.17968343686179594,"score_spread":0.15758933512248124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W265279209","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025649385,0.011753766,0.0035795886,0.008035178,0.010694441,0.00016852602,0.0010375675,0.00034049136,0.9618255],"genre_scores_gemma":[0.079821065,0.026901674,0.00412317,0.007622982,0.012724988,0.00047931954,0.0024114796,0.0006073949,0.865308],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99170905,0.0011351705,0.000861847,0.0011769728,0.004459546,0.0006574632],"domain_scores_gemma":[0.9852717,0.0026326592,0.0015210182,0.0046638637,0.004726411,0.0011842786],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.004254892,0.0007851016,0.0012536382,0.0046757516,0.0037911371,0.019698463,0.0013427429,0.0037115158,0.07663344],"category_scores_gemma":[0.029526163,0.0004684788,0.0005195628,0.006470959,0.007337622,0.010502165,0.004265546,0.004279596,0.04884043],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004211131,0.00004536095,0.000742333,0.0005263184,0.000026069376,0.00015680562,0.0008932471,0.0001859201,0.0005584046,0.62315726,0.20930955,0.16435665],"study_design_scores_gemma":[0.0000076200467,0.000026701133,0.00092281844,0.00040837505,0.00001392803,0.00024639996,0.00014450845,0.0001021821,0.00027017487,0.054894757,0.9429452,0.000017275606],"about_ca_topic_score_codex":0.0021560427,"about_ca_topic_score_gemma":0.0018282727,"teacher_disagreement_score":0.98030156,"about_ca_system_score_codex":0.002660451,"about_ca_system_score_gemma":0.0070789484,"threshold_uncertainty_score":0.2563644},"labels":[],"label_agreement":null},{"id":"W2783306248","doi":"10.3233/isu-180863","title":"Preface for articles from ELPUB2017","year":2017,"lang":"en","type":"article","venue":"Information Services & Use","topic":"Research Data Management Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Computer science; Information retrieval","score_opus":0.12186157841308148,"score_gpt":0.36445930851410524,"score_spread":0.24259773010102376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783306248","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00064564735,0.013670114,0.0015454296,0.052610416,0.49649438,0.00069532194,0.023585474,0.0021164822,0.40863672],"genre_scores_gemma":[0.0023601328,0.0086230505,0.0011291407,0.01938389,0.11937388,0.00041731264,0.016532663,0.0023593472,0.8298206],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99713564,0.0002637671,0.000246093,0.00028974205,0.0018376159,0.0002271751],"domain_scores_gemma":[0.9834832,0.0035181963,0.0008992459,0.0007627013,0.008441614,0.0028949776],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002495886,0.0014281281,0.0012432868,0.007231514,0.0026265339,0.010204127,0.0018200099,0.0026072357,0.6120455],"category_scores_gemma":[0.01858926,0.0004382895,0.0010470095,0.00609825,0.0006935777,0.0045574442,0.0036386584,0.0036956926,0.48945028],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017513832,0.000009896788,0.000019189798,0.00014450746,0.0000013104744,0.000032774016,0.000015104823,0.000009505791,0.00004997531,0.00035068326,0.9895313,0.009818282],"study_design_scores_gemma":[0.000006627774,0.000006822893,0.00014425859,0.00021526778,0.0000014957664,0.00003097948,0.000032290147,0.000009427956,0.00004392901,0.00041497155,0.99908924,0.0000047876943],"about_ca_topic_score_codex":0.0022443004,"about_ca_topic_score_gemma":0.003938925,"teacher_disagreement_score":0.6120455,"about_ca_system_score_codex":0.0024460778,"about_ca_system_score_gemma":0.0030133186,"threshold_uncertainty_score":0.55336994},"labels":[],"label_agreement":null},{"id":"W2784275940","doi":"10.3233/isu-170861","title":"Systematizing benefits of open science practices","year":2017,"lang":"en","type":"article","venue":"Information Services & Use","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre; Department for International Development; Government of the United Kingdom","keywords":"Openness to experience; Open science; Extant taxon; Creativity; Knowledge management; Open innovation; Dimension (graph theory); Open data; Public good; Computer science; Engineering ethics; Sociology; Public relations; Business; Political science; Psychology; Engineering; World Wide Web; Economics","score_opus":0.07213642621440926,"score_gpt":0.3543673101171015,"score_spread":0.28223088390269224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2784275940","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72695863,0.0015758085,0.023089996,0.013320609,0.00007298469,0.00028314136,0.00014669512,0.00009814796,0.23445399],"genre_scores_gemma":[0.9962992,0.00027171103,0.0024821518,0.00012374464,0.000019297935,0.000051669915,0.000030803036,0.000011547635,0.00071000925],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97013265,0.017804636,0.0014528712,0.001760684,0.0067500803,0.0020990074],"domain_scores_gemma":[0.9025059,0.06273088,0.013415683,0.008719259,0.009783989,0.0028443218],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.02311935,0.00046734943,0.00033274636,0.005179629,0.0045544705,0.0110532185,0.0009308743,0.0022806202,0.006097617],"category_scores_gemma":[0.0519532,0.000331158,0.00053498265,0.0039672735,0.010092058,0.012362871,0.009053112,0.0021440254,0.00043910288],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030231848,0.00046320658,0.14858153,0.0014633571,0.00018295075,0.0011035332,0.09421992,0.0030299954,0.005459474,0.5515515,0.0019303459,0.19171189],"study_design_scores_gemma":[0.00014032586,0.0010346483,0.23307455,0.0023084285,0.00031445012,0.0013644705,0.18476272,0.0079166945,0.0043198094,0.44065315,0.12398868,0.00012224137],"about_ca_topic_score_codex":0.0019671237,"about_ca_topic_score_gemma":0.0029968054,"teacher_disagreement_score":0.99906915,"about_ca_system_score_codex":0.006796392,"about_ca_system_score_gemma":0.005964797,"threshold_uncertainty_score":0.12226826},"labels":[],"label_agreement":null},{"id":"W2962883333","doi":"10.3233/isu-180037","title":"Beyond the bench and bedside: Health literacy is fundamental to sustainable health and development","year":2019,"lang":"en","type":"article","venue":"Information Services & Use","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Bench to bedside; Health literacy; Sustainable development; Literacy; Political science; Business; Knowledge management; Health care; Medicine; Economic growth; Computer science; Medical physics; Economics","score_opus":0.024604388619795473,"score_gpt":0.3994693274582742,"score_spread":0.3748649388384787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2962883333","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028807335,0.039568055,0.014209937,0.7484021,0.002292174,0.00008548592,0.00018741828,0.0002125719,0.16623494],"genre_scores_gemma":[0.75208485,0.047932122,0.021051802,0.15092808,0.003485545,0.00020964269,0.00021054351,0.00009878381,0.023998607],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9926751,0.004096859,0.00034206858,0.00048571403,0.0014660233,0.0009341228],"domain_scores_gemma":[0.98758173,0.007629496,0.0009905003,0.00064049714,0.0012387562,0.0019190751],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006482312,0.00031380696,0.00061305607,0.0015109795,0.0046264143,0.012268617,0.0007625881,0.0048005492,0.007250013],"category_scores_gemma":[0.012078397,0.00027577375,0.000392643,0.0010318628,0.020518223,0.012138852,0.008343795,0.006910373,0.0017101095],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000090744026,0.00027119697,0.016501911,0.0016286258,0.000063872394,0.00058478414,0.04672725,0.0004659221,0.0015616999,0.43431228,0.103128664,0.394663],"study_design_scores_gemma":[0.000021147527,0.00027400113,0.020118969,0.0051656845,0.000042413663,0.0013382644,0.033615083,0.0003835706,0.0012525385,0.35732388,0.58032525,0.00013925618],"about_ca_topic_score_codex":0.007883264,"about_ca_topic_score_gemma":0.009597982,"teacher_disagreement_score":0.012268617,"about_ca_system_score_codex":0.0032361108,"about_ca_system_score_gemma":0.013993629,"threshold_uncertainty_score":0.034282207},"labels":[],"label_agreement":null},{"id":"W2970307864","doi":"10.3233/isu-190052","title":"The tangible and potential impact of research libraries","year":2019,"lang":"en","type":"article","venue":"Information Services & Use","topic":"Library Science and Administration","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Alberta; Harvard Business School; Louisiana State University; Harvard University; Association of Research Libraries; New York Public Library","keywords":"Business; Computer science; World Wide Web","score_opus":0.032455282215518556,"score_gpt":0.35757748837249254,"score_spread":0.32512220615697396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970307864","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057960358,0.0179011,0.008739567,0.13006382,0.0019651083,0.00011679157,0.00038766363,0.0004251768,0.78244036],"genre_scores_gemma":[0.90431124,0.015595498,0.008383314,0.009323939,0.0032400119,0.00019054067,0.0003199157,0.0002511283,0.05838442],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.92539155,0.04801197,0.0022401384,0.0024994134,0.017244987,0.004611864],"domain_scores_gemma":[0.8979987,0.052475613,0.009382599,0.010793667,0.012110859,0.017238606],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.04113913,0.00077307137,0.00072014384,0.008201032,0.013895628,0.062085122,0.0030221315,0.0043192976,0.041479126],"category_scores_gemma":[0.08824542,0.0007339196,0.00105349,0.0064770044,0.01848285,0.034204956,0.054562494,0.0048802714,0.009718531],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025867982,0.00044099923,0.014259503,0.001356218,0.00014431201,0.0010443038,0.015411926,0.0007780158,0.00079411437,0.68723017,0.031140437,0.24714138],"study_design_scores_gemma":[0.00005748621,0.0004950116,0.009738234,0.0024486785,0.0001376425,0.0012019902,0.040123086,0.00049057335,0.001676047,0.25256437,0.69090855,0.00015828223],"about_ca_topic_score_codex":0.002019164,"about_ca_topic_score_gemma":0.0043509686,"teacher_disagreement_score":0.93791485,"about_ca_system_score_codex":0.008096928,"about_ca_system_score_gemma":0.023895223,"threshold_uncertainty_score":0.21756709},"labels":[],"label_agreement":null},{"id":"W2982097438","doi":"10.3233/isu-190065","title":"Artificial intelligence in academic libraries: An environmental scan","year":2019,"lang":"en","type":"article","venue":"Information Services & Use","topic":"AI in Service Interactions","field":"Computer Science","cited_by":133,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Academic library; Computer science; Data science; Business; Information retrieval; Library science","score_opus":0.02269263748107633,"score_gpt":0.2677144477277207,"score_spread":0.24502181024664435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982097438","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5089046,0.07346615,0.0021827582,0.0637553,0.00032862468,0.00025564872,0.015011603,0.00025316718,0.33584225],"genre_scores_gemma":[0.9101475,0.058503002,0.0030462157,0.011031394,0.0003455645,0.00027425445,0.00317447,0.00016496332,0.013312563],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9894078,0.0045434707,0.0007806321,0.00058786117,0.0036223088,0.0010578989],"domain_scores_gemma":[0.9391045,0.036614746,0.008384731,0.001532803,0.012871357,0.0014919477],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00819023,0.00021115046,0.00042600278,0.016577702,0.0036446499,0.009034245,0.0011029746,0.0013978207,0.012059743],"category_scores_gemma":[0.026527587,0.00044814,0.00045765107,0.050178148,0.004222261,0.0077594677,0.005184282,0.0013797001,0.0013845671],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005286404,0.00037081732,0.336821,0.011629159,0.0003596001,0.003350362,0.058381386,0.00089303625,0.001078451,0.06786817,0.05015248,0.4685669],"study_design_scores_gemma":[0.000029508563,0.0002558613,0.29053426,0.008216945,0.00028710664,0.0021269368,0.14386304,0.00035116606,0.0018613357,0.009080137,0.5432889,0.00010489067],"about_ca_topic_score_codex":0.02229914,"about_ca_topic_score_gemma":0.04756234,"teacher_disagreement_score":0.9909658,"about_ca_system_score_codex":0.0043278676,"about_ca_system_score_gemma":0.009307515,"threshold_uncertainty_score":0.044338703},"labels":[],"label_agreement":null},{"id":"W2982643981","doi":"10.3233/isu-190060","title":"A brief historical overview of artificial intelligence research","year":2019,"lang":"en","type":"article","venue":"Information Services & Use","topic":"Computability, Logic, AI Algorithms","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Data science; Management science; Artificial intelligence; Engineering","score_opus":0.14711826324121918,"score_gpt":0.356054147978887,"score_spread":0.20893588473766783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982643981","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009931687,0.82475966,0.008016174,0.011017178,0.00493135,0.00009019559,0.000605996,0.00023784275,0.14934844],"genre_scores_gemma":[0.012366068,0.9342178,0.0108659305,0.005890933,0.0069564837,0.00018643618,0.00097636954,0.00012807462,0.02841191],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982316,0.00046952598,0.00023594192,0.00027853853,0.0006267566,0.0001576588],"domain_scores_gemma":[0.99694484,0.0018631072,0.00021429175,0.00016076365,0.00063142803,0.0001855317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019691768,0.0009031426,0.00072710915,0.00850067,0.0023260533,0.006155973,0.0012620275,0.0024284313,0.017322695],"category_scores_gemma":[0.0038047002,0.000554038,0.000645608,0.014856375,0.0024563312,0.0057303174,0.0018019506,0.0036878968,0.012574033],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085086154,0.00010860756,0.0015186854,0.0054617873,0.000040723677,0.00032539523,0.0014575584,0.0010567921,0.00057550793,0.28269628,0.22195973,0.4847139],"study_design_scores_gemma":[0.0000017149173,0.000020516409,0.0007123665,0.0013771479,0.0000046656533,0.00024018425,0.00017660068,0.00011523902,0.000064167085,0.018529037,0.978746,0.000012246024],"about_ca_topic_score_codex":0.004015006,"about_ca_topic_score_gemma":0.0033681039,"teacher_disagreement_score":0.017322695,"about_ca_system_score_codex":0.0033420331,"about_ca_system_score_gemma":0.0031498605,"threshold_uncertainty_score":0.05795014},"labels":[],"label_agreement":null},{"id":"W3100917924","doi":"10.3233/isu-200092","title":"2020 Miles Conrad award lecture: James G. Neal","year":2020,"lang":"en","type":"article","venue":"Information Services & Use","topic":"Research Data Management Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Association of Research Libraries; University of Alberta; American Library Association","keywords":"Thou; Intellectual property; Democratization; Creativity; Sociology; Political science; Democracy; Law; Philosophy; Theology","score_opus":0.0482787670120421,"score_gpt":0.2969074232816128,"score_spread":0.2486286562695707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3100917924","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014055145,0.019607699,0.0016701646,0.61239326,0.2568073,0.00007201434,0.00031016985,0.00030968923,0.10742424],"genre_scores_gemma":[0.019066943,0.013651362,0.001772162,0.08321469,0.032381754,0.00007290397,0.0002931925,0.00034082896,0.8492061],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963283,0.0005354688,0.00012134896,0.00052605325,0.0019754935,0.00051331613],"domain_scores_gemma":[0.9917058,0.00047475946,0.00022047969,0.00015887147,0.0029313504,0.0045087244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055105207,0.001001909,0.0007560577,0.0011748743,0.0031988155,0.0070809703,0.001190292,0.0031534801,0.04714753],"category_scores_gemma":[0.008331814,0.00036024902,0.00054785516,0.00048472965,0.0014680317,0.0038745056,0.0037758725,0.0063224123,0.034110732],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017148343,0.000018799135,0.000073900934,0.000016917455,0.0000015086346,0.000031426982,0.000040428233,0.000023913175,0.00009955636,0.0024301629,0.9883647,0.00888157],"study_design_scores_gemma":[0.0000047234157,0.000026831269,0.00022267645,0.00005680413,0.0000027342273,0.00009528918,0.00018032923,0.00005801233,0.00013006799,0.00084653846,0.9983651,0.000010874227],"about_ca_topic_score_codex":0.006116624,"about_ca_topic_score_gemma":0.011227179,"teacher_disagreement_score":0.04714753,"about_ca_system_score_codex":0.005367177,"about_ca_system_score_gemma":0.0064785634,"threshold_uncertainty_score":0.15772426},"labels":[],"label_agreement":null},{"id":"W3197887234","doi":"10.3233/isu-210112","title":"KBART Phase III: Unresolved questions","year":2021,"lang":"en","type":"article","venue":"Information Services & Use","topic":"Library Science and Information Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Respiratory Research Network","funders":"","keywords":"Session (web analytics); Presentation (obstetrics); Breakout; Library science; Coronavirus disease 2019 (COVID-19); Operations research; Sociology; Computer science; World Wide Web; Engineering; Business; Medicine","score_opus":0.018176316401737683,"score_gpt":0.2565877615826037,"score_spread":0.23841144518086604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197887234","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"reporting","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007708289,0.011806297,0.04113564,0.8344754,0.032273315,0.004308792,0.0046957103,0.0027244128,0.060872175],"genre_scores_gemma":[0.10569544,0.018706724,0.18137611,0.5313065,0.023281252,0.016461147,0.026126405,0.0045020403,0.092544354],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.90792334,0.047831167,0.007569548,0.0039347187,0.026551438,0.0061897333],"domain_scores_gemma":[0.6728481,0.15452218,0.008550947,0.019587629,0.12176156,0.02272955],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.17473422,0.0010952235,0.0014319371,0.0024598995,0.006508351,0.020079283,0.007600178,0.009256129,0.044459563],"category_scores_gemma":[0.26633766,0.001061128,0.0020570916,0.0029954338,0.004935624,0.022371033,0.009855792,0.012282753,0.025053393],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061441085,0.00053116825,0.0012450278,0.0018169852,0.000048349422,0.0002118695,0.0029121903,0.0003773781,0.000743462,0.039744206,0.8042059,0.14754911],"study_design_scores_gemma":[0.00033395528,0.00033636883,0.0014164486,0.0060280184,0.00005709167,0.00036089105,0.007798674,0.0017024475,0.0017556634,0.035430975,0.94467306,0.000106454485],"about_ca_topic_score_codex":0.015937561,"about_ca_topic_score_gemma":0.012580594,"teacher_disagreement_score":0.97992074,"about_ca_system_score_codex":0.010024117,"about_ca_system_score_gemma":0.04175493,"threshold_uncertainty_score":0.9240939},"labels":[],"label_agreement":null},{"id":"W3198714393","doi":"10.3233/isu-210113","title":"Addressing disorder in scholarly communication: Strategies from NISO Plus 2021","year":2021,"lang":"en","type":"article","venue":"Information Services & Use","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"Alfred P. Sloan Foundation","keywords":"Misinformation; Preprint; Open science; Order (exchange); Session (web analytics); Scholarly communication; Scientific communication; Coronavirus disease 2019 (COVID-19); Computer science; Internet privacy; Pandemic; Political science; Public relations; World Wide Web; Library science; Publishing; Business; Computer security","score_opus":0.06863755956012414,"score_gpt":0.3507142273952564,"score_spread":0.28207666783513224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198714393","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027625756,0.0040678456,0.011291508,0.834285,0.009497514,0.0007619039,0.00037245773,0.0015291095,0.11056892],"genre_scores_gemma":[0.57448155,0.006655346,0.04668769,0.21657759,0.011216442,0.0032424047,0.0017293376,0.0017807258,0.13762896],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9131409,0.049605727,0.0042334218,0.0029294456,0.023630582,0.0064598783],"domain_scores_gemma":[0.6936866,0.16622424,0.015028076,0.025970215,0.058142956,0.040947925],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.10886911,0.0013852669,0.0010135666,0.0069382577,0.020179477,0.032766044,0.0036321934,0.015161975,0.022749236],"category_scores_gemma":[0.22053452,0.00092621,0.0012452377,0.0033245238,0.011823045,0.024615627,0.03454675,0.013682823,0.009479832],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005982824,0.0004918181,0.008499803,0.0011698366,0.00008801808,0.0013343706,0.075303145,0.00047137137,0.0023538626,0.14682916,0.46207666,0.3007837],"study_design_scores_gemma":[0.00006719125,0.00024014497,0.0043371907,0.0012827937,0.000045903333,0.0004952589,0.0459607,0.0012518006,0.0017204816,0.0488481,0.895579,0.0001714163],"about_ca_topic_score_codex":0.007514214,"about_ca_topic_score_gemma":0.010109824,"teacher_disagreement_score":0.96723396,"about_ca_system_score_codex":0.01489527,"about_ca_system_score_gemma":0.040049274,"threshold_uncertainty_score":0.5757618},"labels":[],"label_agreement":null}]}