{"meta":{"query_hash":"e31e4baa49fb","filters":{"venue":"Reference & User Services Quarterly"},"cohort_total":41,"direct_labels_cover":1,"predictions_cover":41,"exported":41,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/e31e4baa49fb","api":"https://metacan.xera.ac/api/v1/cohort?venue=Reference+%26+User+Services+Quarterly"},"results":[{"id":"W1480904228","doi":"","title":"Reference Librarians and Keeping Up-to-Date: A Question of Priorities","year":2004,"lang":"en","type":"article","venue":"Reference & User Services Quarterly","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Work (physics); Order (exchange); Public relations; Meaning (existential); Service (business); Professional development; Sociology; Knowledge management; Political science; Computer science; Business; Psychology; Pedagogy; Marketing; Engineering","score_opus":0.01929284304252794,"score_gpt":0.290283074837553,"score_spread":0.27099023179502507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1480904228","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9793966,0.00010163723,0.0003043749,0.0022983141,0.000224193,0.0002794115,0.00002075763,0.00014151889,0.017233234],"genre_scores_gemma":[0.99559265,0.00013323975,0.0016166639,0.0019474537,0.000085651205,0.000015133759,0.000023363646,0.000007858664,0.0005780053],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983425,0.00011484977,0.00043110826,0.00027884712,0.00046587313,0.00036681708],"domain_scores_gemma":[0.9990708,0.00005764058,0.00019423725,0.0002718011,0.00016700423,0.00023848942],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041781573,0.00015287848,0.00021881853,0.00019285374,0.00036486823,0.0004373625,0.0005583291,0.00012578272,0.00011119997],"category_scores_gemma":[0.000015988666,0.00014296165,0.000028929056,0.0005645476,0.00015815691,0.012841382,0.0000452587,0.00014077713,0.0001122496],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004517309,0.000031941265,0.0072288644,0.00019123893,0.000011363442,0.0000017714469,0.35673612,0.00001685179,0.0004543037,0.60766006,0.000043532775,0.02757874],"study_design_scores_gemma":[0.002067109,0.0025199002,0.23560451,0.0024163183,0.000053591968,0.00001141949,0.29023314,0.00022770514,0.0024973566,0.058665797,0.40406793,0.0016352306],"about_ca_topic_score_codex":0.0046924166,"about_ca_topic_score_gemma":0.0009326758,"teacher_disagreement_score":0.5489943,"about_ca_system_score_codex":0.00002773786,"about_ca_system_score_gemma":0.00030251098,"threshold_uncertainty_score":0.9309692},"labels":[],"label_agreement":null},{"id":"W1488255330","doi":"","title":"The Reference Interview: Connecting in Person and in Cyberspace: presentations and responses from the RUSA president's program, 2002 ALA Annual Conference, Atlanta, June 17, 2002","year":2003,"lang":"en","type":"article","venue":"Reference & User Services Quarterly","topic":"Web and Library Services","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Interview; Cyberspace; Sociology; Psychology; Reference desk; Test (biology); Computer science; Library science; Public relations; World Wide Web; Political science; The Internet","score_opus":0.024815173534985226,"score_gpt":0.26557297301319494,"score_spread":0.24075779947820972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1488255330","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9861676,0.004879906,0.00015012654,0.004688116,0.00015881682,0.00080553826,0.00004618892,0.00013747271,0.0029662088],"genre_scores_gemma":[0.99536055,0.0007604587,0.0013890979,0.00053083233,0.000040497423,0.0001477015,0.000018824814,0.000020628195,0.0017313886],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9962895,0.0012686759,0.0005259639,0.0008692522,0.00040009664,0.00064652343],"domain_scores_gemma":[0.9973137,0.0012386853,0.0002877432,0.00085268036,0.00014124051,0.00016595756],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0008002772,0.00039096782,0.00037003466,0.00015766446,0.00044250148,0.0017007205,0.0015579095,0.0001701096,0.000088553636],"category_scores_gemma":[0.000032237156,0.00026183084,0.00003958726,0.0006888759,0.000144929,0.0026822558,0.00020055046,0.0005603682,0.000034512348],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061410735,0.00075306755,0.37632605,0.00049633265,0.00025208463,0.00018347557,0.43196097,0.000048256967,0.00053785753,0.051096026,0.007142166,0.1305896],"study_design_scores_gemma":[0.0014731172,0.00054028083,0.81165344,0.00056461553,0.00003389025,0.000041781615,0.09333555,0.010096317,0.000118794924,0.0022249138,0.07921578,0.00070150464],"about_ca_topic_score_codex":0.0061721574,"about_ca_topic_score_gemma":0.07333683,"teacher_disagreement_score":0.4353274,"about_ca_system_score_codex":0.00002266795,"about_ca_system_score_gemma":0.00010524511,"threshold_uncertainty_score":0.9999834},"labels":[],"label_agreement":null},{"id":"W1549754590","doi":"","title":"If I ask, will they answer? : Evaluating public library reference service to gay and lesbian youth","year":2005,"lang":"en","type":"article","venue":"Reference & User Services Quarterly","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Lesbian; Sexual orientation; Transgender; Psychology; Feeling; Homosexuality; Checklist; Queer; Sociology; Library science; Gender studies; Social psychology; Computer science","score_opus":0.08941892200301396,"score_gpt":0.3680213188418314,"score_spread":0.2786023968388175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1549754590","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9407653,0.00074630504,0.000022685488,0.014615225,0.00048203542,0.0006427569,0.00025628073,0.00044932516,0.042020053],"genre_scores_gemma":[0.9820901,0.00017974884,0.0009088364,0.011040934,0.0011174614,0.00009311095,0.00025722067,0.000106422405,0.0042061764],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99535644,0.0006719025,0.0008615428,0.0012044593,0.0006046095,0.0013010491],"domain_scores_gemma":[0.99689156,0.00016418046,0.0003526682,0.0014209514,0.00029392826,0.0008766964],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006239506,0.0005856576,0.00056658656,0.00042899107,0.0004822771,0.0007224571,0.0013540717,0.00045840646,0.0018189684],"category_scores_gemma":[0.000009839096,0.00055031676,0.00007497764,0.0007270025,0.00005178598,0.0026469172,0.0001801815,0.00070664077,0.003038868],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047077215,0.0006635112,0.28842694,0.0025441695,0.0002549916,0.000028425791,0.27957964,0.000012454655,0.00042074412,0.019494552,0.0043992004,0.4037046],"study_design_scores_gemma":[0.0027480985,0.0029109083,0.8466093,0.00039072474,0.0003050525,0.00006489919,0.032641314,0.00035918364,0.000013103922,0.004821515,0.10715175,0.0019841637],"about_ca_topic_score_codex":0.016274797,"about_ca_topic_score_gemma":0.032636292,"teacher_disagreement_score":0.55818236,"about_ca_system_score_codex":0.00008480506,"about_ca_system_score_gemma":0.00027156182,"threshold_uncertainty_score":0.9996948},"labels":[],"label_agreement":null},{"id":"W1563472185","doi":"","title":"Public Library Responses to a Consumer Health Inquiry in a Public Health Crisis: The SARS Experience in Ontario","year":2005,"lang":"en","type":"article","venue":"Reference & User Services Quarterly","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Public health; Preparedness; Popularity; Government (linguistics); Medicine; Outbreak; Phone; Middle East respiratory syndrome; Environmental health; Public relations; Disease; Political science; Nursing; Coronavirus disease 2019 (COVID-19); Infectious disease (medical specialty)","score_opus":0.25887866871080406,"score_gpt":0.4525925007836559,"score_spread":0.19371383207285187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1563472185","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.870934,0.00038839117,0.00008594351,0.12500016,0.00035540634,0.0019609588,0.000038121292,0.00017519077,0.001061829],"genre_scores_gemma":[0.8315479,0.000112187874,0.0010531148,0.16581267,0.00009174351,0.0008668539,0.00008872208,0.000026167096,0.0004006257],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9896307,0.0036541228,0.0034787187,0.0007298852,0.0005853687,0.0019212296],"domain_scores_gemma":[0.9961306,0.0005282266,0.00097248884,0.0012678638,0.00020564323,0.0008952198],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0047600954,0.00037942332,0.0007004055,0.00076376204,0.0009248024,0.0002895767,0.0013024798,0.00026913162,0.0012519927],"category_scores_gemma":[0.00007821764,0.00028203253,0.000058656973,0.0015823451,0.00007670076,0.0072211693,0.00019958967,0.0018590054,0.000835076],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015701259,0.0001765228,0.46828267,0.00038525945,0.000004263538,0.0000013343607,0.49791524,9.521176e-7,7.318865e-7,0.0011635622,0.0033479487,0.028564522],"study_design_scores_gemma":[0.00057905045,0.00023290887,0.5212281,0.00038498043,5.9271497e-7,0.0000017601051,0.069129154,0.000104291204,4.6200907e-7,0.00012536274,0.4080306,0.00018276619],"about_ca_topic_score_codex":0.13484882,"about_ca_topic_score_gemma":0.7294798,"teacher_disagreement_score":0.594631,"about_ca_system_score_codex":0.0013389747,"about_ca_system_score_gemma":0.007485509,"threshold_uncertainty_score":0.99996316},"labels":[],"label_agreement":null},{"id":"W1570452203","doi":"","title":"Has the Internet Changed Anything in Reference? The Library Visit Study, Phase 2.","year":2000,"lang":"en","type":"article","venue":"Reference & User Services Quarterly","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"The Internet; Database transaction; Class (philosophy); Digital reference; Resource (disambiguation); World Wide Web; Library science; Reference desk; Computer science; Psychology; Service (business); Business; Artificial intelligence; Marketing","score_opus":0.03717869908238302,"score_gpt":0.30447516591468304,"score_spread":0.2672964668323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1570452203","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9470926,0.00011125901,0.0000057672096,0.010557337,0.0001503992,0.0007077597,0.000018864663,0.00015882902,0.041197166],"genre_scores_gemma":[0.988062,0.00006881045,0.000027373528,0.0065541836,0.00018726107,0.00007255218,0.000054024495,0.000010776705,0.0049629672],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99715996,0.00066187466,0.0005589392,0.0003729755,0.0006828156,0.0005634644],"domain_scores_gemma":[0.99878716,0.00020183322,0.0001850062,0.00063226145,0.000048826347,0.00014488117],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0010120599,0.00022261635,0.00024766749,0.00019358532,0.00085668365,0.0021554474,0.0022520265,0.00011686798,0.00619505],"category_scores_gemma":[0.0000053267295,0.00012820838,0.00007252582,0.0018580947,0.00023310457,0.015901482,0.00006692029,0.00046911725,0.00073093607],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009994839,0.000327999,0.026426531,0.000017657187,0.000053783737,0.000009554275,0.88073546,0.000009274433,0.000004268428,0.011579841,0.0010669718,0.07966872],"study_design_scores_gemma":[0.0008809493,0.0007075306,0.10610529,0.000076627,0.000044020162,0.000001501749,0.1538315,0.0012592408,0.000011303703,0.0014329152,0.7353001,0.00034898322],"about_ca_topic_score_codex":0.007254917,"about_ca_topic_score_gemma":0.0061732205,"teacher_disagreement_score":0.73423314,"about_ca_system_score_codex":0.000028682112,"about_ca_system_score_gemma":0.00017574312,"threshold_uncertainty_score":0.99935585},"labels":[],"label_agreement":null},{"id":"W1578319459","doi":"","title":"How Familiar Is It Any More? Bartlett's Familiar Quotations Goes Digital. (off the Shelf & onto the Web)","year":2002,"lang":"en","type":"article","venue":"Reference & User Services Quarterly","topic":"Lexicography and Language Studies","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Variety (cybernetics); Order (exchange); Quarter (Canadian coin); Computer science; World Wide Web; History; Library science; Artificial intelligence","score_opus":0.029310023046095163,"score_gpt":0.2235756830307165,"score_spread":0.19426565998462134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1578319459","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7007476,0.009745744,0.000014977272,0.06703794,0.00093373045,0.0010003407,0.0010760523,0.0004563988,0.21898723],"genre_scores_gemma":[0.96935254,0.0011996699,0.0000104130995,0.0075729527,0.0006076208,0.00013218056,0.00004159493,0.000035799916,0.021047238],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99798894,0.00009792732,0.00035518088,0.00047445053,0.00051126035,0.00057227124],"domain_scores_gemma":[0.99837047,0.00021603561,0.00017968784,0.0008785292,0.0002586966,0.00009655932],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00012853292,0.00042993188,0.00030550748,0.000096901895,0.0014865093,0.002174242,0.0009886336,0.000086641994,0.0010763556],"category_scores_gemma":[0.0000073079905,0.00022785235,0.0002455275,0.00017829057,0.00053001865,0.0014164073,0.000064001055,0.00036409852,0.0005295309],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001842442,0.00019879291,0.00084384915,0.0001437984,0.00038556865,0.000011816838,0.8833228,0.0000012391517,0.000038193248,0.027399672,0.05079523,0.036840666],"study_design_scores_gemma":[0.00022424762,0.0001784297,0.0021232557,0.000065857144,0.00008721549,0.0000024190247,0.25689808,0.00022884466,0.000008547641,0.00066044496,0.7392202,0.00030244022],"about_ca_topic_score_codex":0.0010862082,"about_ca_topic_score_gemma":0.02255155,"teacher_disagreement_score":0.688425,"about_ca_system_score_codex":0.000022348919,"about_ca_system_score_gemma":0.000016765407,"threshold_uncertainty_score":0.9998368},"labels":[],"label_agreement":null},{"id":"W1580876753","doi":"","title":"Sikhism: Building a Basic Collection on Sikh Religion and Culture","year":2005,"lang":"en","type":"article","venue":"Reference & User Services Quarterly","topic":"Indian History and Philosophy","field":"Arts and Humanities","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sikhism; Ethnic group; Racial profiling; Hinduism; Pluralism (philosophy); Sociology; Fifteenth; Sociology of religion; Mainstream; Terrorism; Religious studies; Media studies; Law; Social science; Gender studies; Political science; History; Classics; Anthropology; Race (biology)","score_opus":0.017358008840733467,"score_gpt":0.2200707413261802,"score_spread":0.20271273248544674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1580876753","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92813915,0.00040430762,0.000005098039,0.0008304171,0.0003788384,0.00019540045,0.000023772767,0.00015699137,0.06986602],"genre_scores_gemma":[0.9895223,0.00005260765,0.000096762866,0.0018963057,0.0010212489,0.00002209397,0.000027479895,0.000021325837,0.007339918],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99897486,0.000057139892,0.00021494036,0.0003338499,0.00018427738,0.00023491155],"domain_scores_gemma":[0.9994605,0.00002689228,0.000109825036,0.00022332906,0.00008917611,0.000090239846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000085410895,0.00021554837,0.00018154035,0.00013558858,0.00063000247,0.00023117471,0.00016296514,0.00010673939,0.0002896435],"category_scores_gemma":[9.4953583e-7,0.00018524317,0.00004725457,0.000059947823,0.000060693204,0.00056621904,0.000009365665,0.00024098616,0.00032504188],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023380076,0.00017589552,0.00016787747,0.00026222217,0.00004859858,0.000009308578,0.56186473,0.0000081104345,0.0004729232,0.4157888,0.007985353,0.012982366],"study_design_scores_gemma":[0.00037809776,0.0009687327,0.0001728968,0.00015210522,0.000029221865,0.0000066728144,0.0012913696,0.00009079087,0.000111840454,0.0074065207,0.9890942,0.0002975532],"about_ca_topic_score_codex":0.00042046432,"about_ca_topic_score_gemma":0.005714525,"teacher_disagreement_score":0.98110884,"about_ca_system_score_codex":0.00007324367,"about_ca_system_score_gemma":0.000018715687,"threshold_uncertainty_score":0.75539976},"labels":[],"label_agreement":null},{"id":"W1582249215","doi":"","title":"Messages from MARS: Machine-Assisted Reference Section","year":2002,"lang":"en","type":"article","venue":"Reference & User Services Quarterly","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mars Exploration Program; Library science; Martian; Exploration of Mars; Section (typography); Presentation (obstetrics); World Wide Web; Computer science; Engineering; Medicine","score_opus":0.025258024834412435,"score_gpt":0.21207423607055498,"score_spread":0.18681621123614253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1582249215","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.816477,0.0012390184,0.009370681,0.0010986439,0.0010402047,0.00039436613,0.000055499597,0.0017644451,0.16856013],"genre_scores_gemma":[0.98673606,0.000099222336,0.0036106033,0.0007208642,0.00012752126,0.00004099713,0.00007394662,0.000022244989,0.008568561],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99748087,0.00013686146,0.00046872595,0.00085342163,0.0005918268,0.00046827583],"domain_scores_gemma":[0.9984602,0.00013421076,0.00022100096,0.00084347406,0.00011538353,0.00022576275],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000102931415,0.00036452748,0.00030664387,0.00025729262,0.00029429467,0.001421534,0.0013302017,0.00020667934,0.0008147326],"category_scores_gemma":[0.0000042906013,0.00031971544,0.00007659157,0.0009594377,0.000032514396,0.004216803,0.0001632706,0.0003127054,0.00087929354],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000120217635,0.00079200306,0.03686649,0.00021846376,0.00031528436,0.00014791248,0.016959535,0.000016385831,0.0015243231,0.020396885,0.009553949,0.91308856],"study_design_scores_gemma":[0.002264122,0.0012897609,0.37632164,0.00035760258,0.000047862024,0.000072434814,0.0011826728,0.025379438,0.002027802,0.014062321,0.57478,0.0022143167],"about_ca_topic_score_codex":0.00055896497,"about_ca_topic_score_gemma":0.0004961667,"teacher_disagreement_score":0.91087425,"about_ca_system_score_codex":0.00005795236,"about_ca_system_score_gemma":0.000036750498,"threshold_uncertainty_score":0.9999255},"labels":[],"label_agreement":null},{"id":"W1590111714","doi":"","title":"Database Use Patterns in Public Libraries.","year":2000,"lang":"en","type":"article","venue":"Reference & User Services Quarterly","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Login; Sample (material); Database; Negotiation; Population; Computer science; Library classification; World Wide Web; Scheme (mathematics); Business; Political science; Computer security; Sociology","score_opus":0.02970244314169218,"score_gpt":0.2150063281105337,"score_spread":0.1853038849688415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1590111714","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98007035,0.000076762466,0.0013047823,0.0007734624,0.000120979064,0.0001837642,0.000021956863,0.0004125698,0.017035345],"genre_scores_gemma":[0.9897823,0.000060793518,0.0023912203,0.0014840163,0.000040628005,0.00003479151,0.00009476181,0.000016203672,0.006095283],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99797195,0.000092947346,0.0003917559,0.0006345245,0.00039524876,0.00051355164],"domain_scores_gemma":[0.998753,0.00010249637,0.00007510033,0.00080498157,0.000040827657,0.00022358619],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.000106688065,0.0002486135,0.00021172424,0.00031432568,0.00012641435,0.0031116325,0.0016357225,0.000092826616,0.00089719123],"category_scores_gemma":[0.0000032832372,0.00022367458,0.00004309862,0.0011541088,0.000023765242,0.017793838,0.0001359576,0.0001925612,0.0005483078],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000789549,0.0004918516,0.40982127,0.00016797255,0.000048768605,0.00016718265,0.012253567,0.0000115254525,0.000051161438,0.05001084,0.0016628214,0.5252341],"study_design_scores_gemma":[0.0011334751,0.00036215814,0.3983864,0.00019019954,0.0000041751377,0.000021090857,0.000476468,0.004678689,0.00021141091,0.00413602,0.58946747,0.00093244785],"about_ca_topic_score_codex":0.00038084673,"about_ca_topic_score_gemma":0.0008270807,"teacher_disagreement_score":0.5878047,"about_ca_system_score_codex":0.000028248995,"about_ca_system_score_gemma":0.00014192141,"threshold_uncertainty_score":0.99792325},"labels":[],"label_agreement":null},{"id":"W1590879533","doi":"","title":"Unitarian Universalism: A Research Guide","year":2008,"lang":"en","type":"article","venue":"Reference & User Services Quarterly","topic":"American Constitutional Law and Politics","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Universalism; Faith; Duty; Religious studies; Sociology; Philosophy; Theology; Classics; Law; History; Political science","score_opus":0.0885970375892975,"score_gpt":0.3755581333775663,"score_spread":0.28696109578826884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1590879533","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36518657,0.00009385608,0.00008263592,0.0021651688,0.00015845672,0.00015472855,0.000029527915,0.00012602056,0.63200307],"genre_scores_gemma":[0.9751256,0.00013266737,0.0004239058,0.00057954725,0.00029905952,0.0000087199405,0.000026028047,0.000010158983,0.02339431],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975106,0.0005163228,0.0002159578,0.00028963407,0.000805168,0.00066232175],"domain_scores_gemma":[0.9984408,0.00025144126,0.000064708685,0.00033901047,0.00058844074,0.00031561617],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0006019978,0.00012652388,0.00016596403,0.00014757986,0.001621378,0.00008126509,0.00072026503,0.00013516464,0.00051170826],"category_scores_gemma":[0.00001958456,0.00012557452,0.000046350833,0.0006240111,0.0012050602,0.0005050484,0.0000336477,0.00031258623,0.0006581724],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000101733895,0.000035159257,0.0028127942,0.000010298584,0.000012578717,0.000048851187,0.021386808,0.0000011478235,0.000018909266,0.97312987,0.0018462002,0.0006872105],"study_design_scores_gemma":[0.00014013976,0.00014344083,0.0032369052,0.000029949175,0.000007396345,0.0000073675214,0.03421691,0.000005592221,0.0000052331825,0.0019746507,0.9600667,0.00016572498],"about_ca_topic_score_codex":0.11483203,"about_ca_topic_score_gemma":0.034693208,"teacher_disagreement_score":0.9711552,"about_ca_system_score_codex":0.00018310812,"about_ca_system_score_gemma":0.0023251753,"threshold_uncertainty_score":0.9996784},"labels":[],"label_agreement":null},{"id":"W1593078887","doi":"10.5860/rusq.48n1.44","title":"Preference for Reference","year":2008,"lang":"en","type":"article","venue":"Reference & User Services Quarterly","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Reference desk; Digital reference; Computer science; Service (business); Preference; Reference model; Novelty; World Wide Web; Psychology; Business; Marketing; Social psychology","score_opus":0.07059983975572809,"score_gpt":0.302813106758713,"score_spread":0.2322132670029849,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1593078887","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8796141,0.00013731651,0.0008178902,0.00191816,0.0005161526,0.0008980273,0.000091815775,0.00047808755,0.115528464],"genre_scores_gemma":[0.9855245,0.00021924348,0.00213355,0.003024197,0.00026205863,0.00013113335,0.00012940259,0.000015506448,0.008560423],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974809,0.00013110167,0.0005197398,0.00045419086,0.00068030506,0.0007337167],"domain_scores_gemma":[0.99832994,0.00017987896,0.0002581167,0.0005023631,0.00039636233,0.00033335987],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00044931294,0.00023971345,0.00026812422,0.0001589478,0.0013295693,0.00031357043,0.0013010545,0.0002007912,0.00068188284],"category_scores_gemma":[0.000022263117,0.00021342217,0.00008382369,0.00056138873,0.00027009903,0.012882886,0.000035659137,0.00020141416,0.00079578994],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001933311,0.0002577632,0.02658032,0.0003102552,0.00004640475,0.000009260065,0.27514285,0.000010577819,0.00034512687,0.6287047,0.007884275,0.060515113],"study_design_scores_gemma":[0.0004598539,0.00044197196,0.025430365,0.00007260695,0.000009934374,0.0000048000643,0.011255201,0.00018911558,0.000113081536,0.00460542,0.95697653,0.00044113203],"about_ca_topic_score_codex":0.0014409858,"about_ca_topic_score_gemma":0.0005866405,"teacher_disagreement_score":0.94909227,"about_ca_system_score_codex":0.000054059994,"about_ca_system_score_gemma":0.0004536816,"threshold_uncertainty_score":0.9999822},"labels":[],"label_agreement":null},{"id":"W1900735557","doi":"10.5860/rusq.54n4.29","title":"Reflections on Archival User Studies","year":2015,"lang":"en","type":"article","venue":"Reference & User Services Quarterly","topic":"Digital and Traditional Archives Management","field":"Arts and Humanities","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"American Council of Learned Societies","keywords":"Focus (optics); TRACE (psycholinguistics); Archival science; World Wide Web; Computer science; Library science","score_opus":0.16756862879432777,"score_gpt":0.3278841367115166,"score_spread":0.16031550791718885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1900735557","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25448942,0.000035291563,0.000012397255,0.00094268285,0.00057615974,0.00014971479,0.000073749296,0.00018041268,0.74354017],"genre_scores_gemma":[0.9779128,0.00001680455,0.00009250285,0.0012936734,0.0005108085,0.00005747279,0.0000955089,0.000019272711,0.020001154],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99877477,0.000048866437,0.00023739347,0.00031559874,0.00034758126,0.00027577727],"domain_scores_gemma":[0.9993099,0.00006567628,0.00007914774,0.00027040867,0.00013129508,0.00014356198],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0000796437,0.00021169185,0.00019700096,0.00013782216,0.00025287314,0.00033654075,0.00030174348,0.000011220102,0.00008109978],"category_scores_gemma":[0.0000023581558,0.00016092963,0.00006719156,0.000049816754,0.00013878061,0.00064570986,0.00004080576,0.00014387429,0.0016420395],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058752034,0.00019620858,0.000024343075,0.00006891059,0.00012549279,0.000009429384,0.04886491,0.000010745575,0.0000033356655,0.93757915,0.0030271427,0.010031589],"study_design_scores_gemma":[0.00036492266,0.0015922829,0.0038557271,0.00013405383,0.000040037437,0.0000025935674,0.024911039,0.000018426856,0.0000071228064,0.21698903,0.75178576,0.00029902166],"about_ca_topic_score_codex":0.00020252487,"about_ca_topic_score_gemma":0.0018324767,"teacher_disagreement_score":0.7487586,"about_ca_system_score_codex":0.00003464458,"about_ca_system_score_gemma":0.000024125038,"threshold_uncertainty_score":0.9991353},"labels":[],"label_agreement":null},{"id":"W2000241816","doi":"10.5860/rusq.47n4.307","title":"It Almost Takes a Village","year":2008,"lang":"en","type":"article","venue":"Reference & User Services Quarterly","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mathematics","score_opus":0.02902317219152816,"score_gpt":0.2829808023928573,"score_spread":0.2539576302013291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000241816","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7276848,0.000083491985,0.000051304472,0.0053464477,0.00033691825,0.00022161096,0.00001733906,0.00024002777,0.26601803],"genre_scores_gemma":[0.98064953,0.00013088569,0.00042123208,0.011201978,0.00024627417,0.00001736582,0.000040502597,0.000009403389,0.0072828196],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99802345,0.0001232883,0.00037990735,0.00027877622,0.00068246876,0.00051208644],"domain_scores_gemma":[0.9989821,0.00007094063,0.00016758633,0.0003564172,0.00016034117,0.00026261865],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0003054511,0.00016707885,0.00018297757,0.00012325817,0.0010125656,0.00032142462,0.00090982544,0.00012294367,0.0017927878],"category_scores_gemma":[0.000008541842,0.00014460369,0.00006513931,0.0006332299,0.00021535614,0.014393275,0.000018445464,0.00014391838,0.0022942165],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033948505,0.00012096973,0.029993927,0.0000794492,0.000022218615,0.000033336506,0.8820098,0.0000045930083,0.00017419831,0.056926314,0.011968315,0.01863291],"study_design_scores_gemma":[0.00018526675,0.00016223796,0.021126512,0.00004232379,0.000004021613,0.000006778523,0.042742427,0.00008351248,0.00004405276,0.00042537902,0.9349241,0.0002533315],"about_ca_topic_score_codex":0.0018391117,"about_ca_topic_score_gemma":0.0008584509,"teacher_disagreement_score":0.9229558,"about_ca_system_score_codex":0.0000331455,"about_ca_system_score_gemma":0.00023924727,"threshold_uncertainty_score":0.9993919},"labels":[],"label_agreement":null},{"id":"W2016080924","doi":"10.5860/rusq.47n1.67","title":"“If My Mother Was Alive I’d Probably Have Called Her.”","year":2007,"lang":"en","type":"article","venue":"Reference & User Services Quarterly","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada; Canadian Institutes of Health Research","keywords":"The Internet; Government (linguistics); Public relations; Health care; Variety (cybernetics); Internet privacy; Public health; Health information; Quality (philosophy); Psychology; Business; Nursing; Medicine; Political science; World Wide Web; Computer science; Law","score_opus":0.04206420860168416,"score_gpt":0.407455667485822,"score_spread":0.3653914588841379,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016080924","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9176186,0.00010091775,0.0025971818,0.00072393776,0.00062139286,0.0016836667,0.00006064306,0.00036550732,0.0762282],"genre_scores_gemma":[0.9770521,0.000022905424,0.0022132834,0.013900061,0.00045756792,0.00018001882,0.00016318909,0.000046846213,0.0059640184],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99480027,0.0005478967,0.0022820428,0.0005430694,0.000564551,0.0012622003],"domain_scores_gemma":[0.99647796,0.0003862026,0.0009225825,0.000951507,0.0007360342,0.0005256932],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0027440581,0.00037702304,0.00051122706,0.0001888444,0.00086202717,0.000094516,0.00070643116,0.0005401496,0.003147352],"category_scores_gemma":[0.000025943245,0.0002965537,0.000090552734,0.00034732054,0.000059362705,0.0020504638,0.00007099153,0.0010750637,0.003924178],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012703509,0.0006053118,0.51987004,0.007192602,0.00012445703,0.000022286033,0.34207907,0.000007186041,0.0002241748,0.014154615,0.004516164,0.10993375],"study_design_scores_gemma":[0.0025196087,0.00066793285,0.3267858,0.0010623481,0.00003508306,0.0000035157946,0.057148837,0.0016928099,0.00006473758,0.0025536618,0.6067039,0.00076176197],"about_ca_topic_score_codex":0.0031048392,"about_ca_topic_score_gemma":0.0064968085,"teacher_disagreement_score":0.6021877,"about_ca_system_score_codex":0.00025514048,"about_ca_system_score_gemma":0.00035701448,"threshold_uncertainty_score":0.9999487},"labels":[],"label_agreement":null},{"id":"W2056741222","doi":"10.5860/rusq.50n2.141","title":"Who Says There’s a Problem?","year":2010,"lang":"en","type":"article","venue":"Reference & User Services Quarterly","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Deviance (statistics); Psychology; Sociology; Computer science; Epistemology; Nursing; Medicine; Philosophy","score_opus":0.030044748609435686,"score_gpt":0.36993915705500224,"score_spread":0.33989440844556656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056741222","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9380066,0.00009897545,0.000027813236,0.00038552345,0.00059843017,0.0005482483,0.000027761593,0.00027147922,0.060035214],"genre_scores_gemma":[0.99531674,0.000044664877,0.0003117223,0.00031525685,0.00053572195,0.00023140069,0.000033876615,0.00004829384,0.0031623396],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99768937,0.00029290578,0.0005279341,0.00041908605,0.0003314967,0.00073918886],"domain_scores_gemma":[0.9984164,0.00016251617,0.0002569211,0.0006223926,0.00030283473,0.00023893203],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00043730822,0.0002681538,0.0005277794,0.00007868048,0.0007556568,0.000068713634,0.00063272804,0.0004879667,0.002354658],"category_scores_gemma":[0.0000047606427,0.00021206787,0.0000699804,0.00024321639,0.000054033324,0.00042737724,0.00005704717,0.0011986536,0.002537493],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081466416,0.00023619772,0.40498996,0.0017695957,0.00008300336,0.000019174802,0.4033767,2.98765e-7,0.0039063995,0.1248213,0.00024442884,0.06047146],"study_design_scores_gemma":[0.0015609539,0.0006023128,0.41396552,0.00091114646,0.00007120006,5.835006e-7,0.27325287,0.000096881835,0.000120430166,0.029748207,0.2786739,0.0009960249],"about_ca_topic_score_codex":0.0075521884,"about_ca_topic_score_gemma":0.16755377,"teacher_disagreement_score":0.27842945,"about_ca_system_score_codex":0.000034201264,"about_ca_system_score_gemma":0.00018484386,"threshold_uncertainty_score":0.9990566},"labels":[],"label_agreement":null},{"id":"W2098129406","doi":"10.5860/rusq.49n2.108","title":"A Year in the Life","year":2009,"lang":"en","type":"article","venue":"Reference & User Services Quarterly","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; Space (punctuation); Public relations; Sociology; Political science; Management; Computer science; Economics","score_opus":0.01337369341382525,"score_gpt":0.21819810764508635,"score_spread":0.2048244142312611,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098129406","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.884858,0.0001829052,0.001296216,0.00573413,0.00013279797,0.00023983633,0.0000012059814,0.00026272028,0.1072922],"genre_scores_gemma":[0.9933705,0.000008081159,0.0009190907,0.004910837,0.00004031608,0.000009824127,0.0000032606204,0.0000031230475,0.000735006],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9988927,0.000066009656,0.00020360615,0.00027934756,0.00030967736,0.00024863705],"domain_scores_gemma":[0.9993653,0.000054363176,0.00005470069,0.000424463,0.000026311425,0.00007482058],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001475726,0.00012406382,0.00011174453,0.00012771809,0.00008401052,0.0007650514,0.001449269,0.000050537845,0.000025196114],"category_scores_gemma":[0.000002914224,0.000082916566,0.00003132046,0.00080776244,0.000009723663,0.0017686429,0.00002942256,0.00012431157,0.00024274903],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010987551,0.0007131008,0.04320679,0.000088567285,0.000042495594,0.000099873825,0.11369356,0.000024478715,0.00014664438,0.4954435,0.008707588,0.33772352],"study_design_scores_gemma":[0.0009094311,0.0011012659,0.7247832,0.00008069601,0.000005056343,0.000014245452,0.003505407,0.0018321781,0.00007476692,0.04011765,0.22700602,0.0005700822],"about_ca_topic_score_codex":0.00003171017,"about_ca_topic_score_gemma":0.00007425422,"teacher_disagreement_score":0.68157643,"about_ca_system_score_codex":0.000009319947,"about_ca_system_score_gemma":0.0000687103,"threshold_uncertainty_score":0.7377408},"labels":[],"label_agreement":null},{"id":"W2252731906","doi":"10.5860/rusq.55n2.144","title":"Making a Third Space for Student Voices in Two Academic Libraries","year":2015,"lang":"en","type":"article","venue":"Reference & User Services Quarterly","topic":"Library Science and Administration","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Reading (process); Space (punctuation); Sociology; Negotiation; Information literacy; Perception; Identity (music); Media studies; Pedagogy; World Wide Web; Public relations; Computer science; Psychology; Political science; Aesthetics; Social science; Law","score_opus":0.10764137506263763,"score_gpt":0.40886533164571576,"score_spread":0.3012239565830781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2252731906","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9759889,0.00028860115,0.00010441469,0.004837652,0.00038721279,0.0005109218,0.0000101183,0.00014449729,0.017727664],"genre_scores_gemma":[0.9964109,0.000028121098,0.0010143415,0.0008000385,0.00034323032,0.00006377997,0.000016197384,0.00001069288,0.0013127029],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9979703,0.0001804218,0.0003397565,0.00040375584,0.0005914242,0.0005143661],"domain_scores_gemma":[0.9991513,0.00014596748,0.00018934274,0.00021733482,0.00009171808,0.0002043209],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008527764,0.00016681716,0.00020910516,0.0001264397,0.00027360563,0.0006259488,0.0009846467,0.00012817775,0.000029257386],"category_scores_gemma":[0.000018993158,0.00015000667,0.000041658564,0.00051021844,0.00012669308,0.0051621124,0.000040650633,0.00021895452,0.00007922757],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010076009,0.00009989627,0.3276595,0.00007664682,0.000012322321,0.0000078910825,0.37087947,0.00002166498,0.0001480868,0.29429722,0.00057331915,0.006123244],"study_design_scores_gemma":[0.0018514745,0.0009784924,0.09407055,0.0004825011,0.000034005247,0.0000021096273,0.5040739,0.00063268363,0.000263883,0.10536963,0.2913308,0.00090994244],"about_ca_topic_score_codex":0.0019415447,"about_ca_topic_score_gemma":0.028316107,"teacher_disagreement_score":0.29075748,"about_ca_system_score_codex":0.00005714518,"about_ca_system_score_gemma":0.000534211,"threshold_uncertainty_score":0.9894146},"labels":[],"label_agreement":null},{"id":"W228292421","doi":"","title":"The History of Fiction_L. (Readers' Advisory)","year":2002,"lang":"en","type":"article","venue":"Reference & User Services Quarterly","topic":"Publishing and Scholarly Communication","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Conversation; The Internet; World Wide Web; Entertainment; Order (exchange); Internet privacy; Sign (mathematics); Sociology; Computer science; Media studies; Psychology; Public relations; Political science; Business; Law; Communication","score_opus":0.05526355924416349,"score_gpt":0.21569539404184182,"score_spread":0.16043183479767834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W228292421","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3442915,0.013303798,0.00002895362,0.004786041,0.0032767197,0.00030104374,0.00003424889,0.00040920926,0.63356847],"genre_scores_gemma":[0.94395274,0.00021099391,0.000025350868,0.00029609882,0.00013140979,0.000018618772,0.000015654781,0.000012272361,0.05533687],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99898046,0.00013657854,0.0003014027,0.00015419573,0.0002410236,0.00018636524],"domain_scores_gemma":[0.9986844,0.00012590206,0.00020603935,0.0006929383,0.00023897561,0.000051712235],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00024349346,0.000118035554,0.00012952284,0.00006853151,0.00032542733,0.0003594123,0.00080977485,0.000055974553,0.0014467939],"category_scores_gemma":[0.0000068725712,0.00008465223,0.000058340116,0.00003699596,0.0001544577,0.0013584947,0.000022185928,0.00026893904,0.00025013657],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032847453,0.00025263857,0.00062663964,0.00013639158,0.000087995766,0.0000010040246,0.6002968,0.0000021704268,0.00013026087,0.2135945,0.10986608,0.07497268],"study_design_scores_gemma":[0.00014188138,0.00015142547,0.0009117341,0.000036367244,0.000014051686,5.954723e-7,0.017549949,0.00035807234,0.0000031368882,0.0005870044,0.98013604,0.00010975728],"about_ca_topic_score_codex":0.0010982973,"about_ca_topic_score_gemma":0.003927061,"teacher_disagreement_score":0.87026995,"about_ca_system_score_codex":0.000078038094,"about_ca_system_score_gemma":0.00002432855,"threshold_uncertainty_score":0.999466},"labels":[],"label_agreement":null},{"id":"W2312363694","doi":"10.5860/rusq.49n1.72","title":"Transforming the One-Shot Library Session into Pedagogical Collaboration","year":2009,"lang":"en","type":"article","venue":"Reference & User Services Quarterly","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Conversation; Session (web analytics); Rhetoric; Focus (optics); Sociology; One shot; Library instruction; Composition (language); Pedagogy; Computer science; Linguistics; World Wide Web; Information literacy; Engineering; Communication; Philosophy","score_opus":0.06600922887123753,"score_gpt":0.35147526016963304,"score_spread":0.28546603129839554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2312363694","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90506953,0.000121536075,0.00015010625,0.034153152,0.0002146337,0.00042287173,0.000007827051,0.00025998914,0.059600372],"genre_scores_gemma":[0.987122,0.00013251984,0.00046127234,0.010300573,0.00027454123,0.000013239569,0.00006781784,0.0000057578477,0.0016222738],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981829,0.00020277659,0.00038074073,0.00023852687,0.0006365939,0.0003584953],"domain_scores_gemma":[0.9992353,0.00007588047,0.00014589095,0.00027276378,0.000095075644,0.00017510098],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.00030996493,0.00014785159,0.00014812806,0.000090550384,0.0010947005,0.001139535,0.0008400596,0.00013703622,0.0006719294],"category_scores_gemma":[0.000005000423,0.0000994937,0.000049699505,0.00092378503,0.000096079435,0.028751142,0.000013306382,0.000193949,0.00021030141],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060931627,0.00010481945,0.0020153604,0.00003873142,0.000006743211,0.0000021012156,0.6127089,0.0000068150453,0.00093750947,0.24924484,0.00074107153,0.13413215],"study_design_scores_gemma":[0.00028826555,0.0005753946,0.017276797,0.00012632599,0.000012513064,0.0000010409134,0.1562212,0.00025991636,0.0005205924,0.016762208,0.8076275,0.00032824036],"about_ca_topic_score_codex":0.0002782753,"about_ca_topic_score_gemma":0.00028802952,"teacher_disagreement_score":0.80688643,"about_ca_system_score_codex":0.000025592062,"about_ca_system_score_gemma":0.00028515086,"threshold_uncertainty_score":0.99989736},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2327765391","doi":"10.5860/rusq.54n1.20","title":"“The Danger of a Single Story”","year":2014,"lang":"en","type":"article","venue":"Reference & User Services Quarterly","topic":"Library Science and Administration","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Outreach; Indigenous; Ethnic group; Perspective (graphical); Sociology; Public relations; Work (physics); Library science; Media studies; Political science; Computer science; Law; Engineering; Anthropology","score_opus":0.024818307014668698,"score_gpt":0.2755026644654739,"score_spread":0.2506843574508052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2327765391","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9474371,0.00007067671,0.00009011209,0.0029878162,0.00031510298,0.0001246176,0.0000030817746,0.00006209523,0.0489094],"genre_scores_gemma":[0.9966331,0.000014799954,0.00013259865,0.00026591335,0.00015946096,0.000006739558,0.000004700269,0.0000048194715,0.0027778558],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99871105,0.00026219687,0.00017958625,0.00018174814,0.0004004574,0.00026494346],"domain_scores_gemma":[0.9992068,0.0001789183,0.00015002117,0.00027385558,0.00009033068,0.00010007116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006782012,0.00008140899,0.00010383759,0.00003125791,0.0005791652,0.00020344228,0.0006185104,0.00006793014,0.00007079026],"category_scores_gemma":[0.000015458874,0.000058194455,0.0000363272,0.0002467459,0.00021167145,0.0010134879,0.000012201995,0.00008456564,0.00009889648],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005727211,0.0002431739,0.018437706,0.00010645241,0.000027742919,0.000001828906,0.15143059,0.000002859408,0.01138096,0.44146064,0.0017811083,0.37506965],"study_design_scores_gemma":[0.00013910084,0.0006600267,0.015113017,0.00004507592,0.000009483321,3.5137538e-7,0.02350396,0.00008023013,0.0006487075,0.0059680585,0.9536642,0.00016780928],"about_ca_topic_score_codex":0.0008697351,"about_ca_topic_score_gemma":0.010105479,"teacher_disagreement_score":0.9518831,"about_ca_system_score_codex":0.00001593629,"about_ca_system_score_gemma":0.00010720165,"threshold_uncertainty_score":0.5639095},"labels":[],"label_agreement":null},{"id":"W2346159842","doi":"10.5860/rusq.55n2.179a","title":"Book Review: The Encyclopedia of Central Banking","year":2015,"lang":"en","type":"article","venue":"Reference & User Services Quarterly","topic":"Global Financial Crisis and Policies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Encyclopedia; Economics; Financialization; Monetary policy; Schools of economic thought; Post-Keynesian economics; Economic history; Political science; Keynesian economics; Finance; Law","score_opus":0.02396938438462249,"score_gpt":0.23865961556979118,"score_spread":0.2146902311851687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2346159842","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12786104,0.71303815,0.00009181192,0.0051058573,0.00093090575,0.0005185294,0.00027181566,0.000065832224,0.15211608],"genre_scores_gemma":[0.8605583,0.09198802,0.00013745898,0.041933678,0.0005129179,0.00006010192,0.00008525513,0.000048659516,0.004675638],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998619,0.000030577332,0.00064956053,0.0002542068,0.00008472267,0.00036193928],"domain_scores_gemma":[0.99887383,0.000025509975,0.00041437402,0.00048758087,0.00008997646,0.00010871246],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003567387,0.00016727093,0.00042494046,0.000053455402,0.000063120526,0.000046794354,0.0005821017,0.00007778808,0.00039991393],"category_scores_gemma":[0.000012501031,0.0001333976,0.00010039884,0.00023677936,0.00004086357,0.0003534158,0.000037031677,0.00013648407,0.0005207903],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003912529,0.00015887943,0.043179113,0.0014010423,0.00008218119,0.000004811036,0.020355698,0.0000132389905,0.000004514851,0.2642381,0.66303813,0.007485167],"study_design_scores_gemma":[0.00015078949,0.00015522569,0.020345425,0.00020814112,0.000012428117,0.0000018054385,0.00030839193,0.000028753582,0.0000051127167,0.0053697405,0.9732528,0.00016143118],"about_ca_topic_score_codex":0.0021026942,"about_ca_topic_score_gemma":0.0002746404,"teacher_disagreement_score":0.73269725,"about_ca_system_score_codex":0.00003770169,"about_ca_system_score_gemma":0.000031101994,"threshold_uncertainty_score":0.66938794},"labels":[],"label_agreement":null},{"id":"W237655843","doi":"","title":"Evolution of a Reference Source","year":2001,"lang":"en","type":"article","venue":"Reference & User Services Quarterly","topic":"Academic and Historical Perspectives in Psychology","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; Directory; Discipline; Sociology; Law; History; Media studies; Political science; Computer science","score_opus":0.024765658834074278,"score_gpt":0.3199259904387136,"score_spread":0.29516033160463934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W237655843","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74061745,0.0019353468,0.0074028005,0.00020558448,0.0007472388,0.0001985977,0.000015242236,0.00018474365,0.24869296],"genre_scores_gemma":[0.99086684,0.00006265228,0.00023154933,0.00027535387,0.00021537064,0.000038313156,0.000014646078,0.000029009307,0.008266287],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.997815,0.00019914097,0.0005376818,0.00065571,0.00028319785,0.00050922926],"domain_scores_gemma":[0.9984624,0.00009928913,0.00033198757,0.0007743496,0.00017968017,0.00015228898],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00020667752,0.0002585794,0.00039496948,0.00020520469,0.00010718962,0.000013286587,0.00079225743,0.00048293383,0.0024278443],"category_scores_gemma":[0.000005148978,0.00024280885,0.00008277309,0.0004764377,0.00018477971,0.00022302808,0.000034385015,0.00058338756,0.0014029166],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017534295,0.0015163958,0.13874026,0.0002093511,0.00034472218,0.00006118954,0.09204761,0.00001291729,0.004070656,0.62736726,0.007892641,0.12598358],"study_design_scores_gemma":[0.0020001417,0.0027435482,0.34920347,0.00014638786,0.00012679835,0.00017356529,0.034582283,0.0000986768,0.000018613577,0.028774988,0.58126295,0.00086856127],"about_ca_topic_score_codex":0.0022924412,"about_ca_topic_score_gemma":0.00028020353,"teacher_disagreement_score":0.5985923,"about_ca_system_score_codex":0.0001903759,"about_ca_system_score_gemma":0.000036523896,"threshold_uncertainty_score":0.9993746},"labels":[],"label_agreement":null},{"id":"W2467855466","doi":"10.5860/rusq.55n3.210","title":"Amplify Your Impact: We Share Great Stuff: Marketing Content at the Edmonton Public Library","year":2016,"lang":"en","type":"article","venue":"Reference & User Services Quarterly","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Business; Circulation (fluid dynamics); Profit (economics); Marketing; Advertising; Economics; Engineering","score_opus":0.05464095226091139,"score_gpt":0.2425311722065959,"score_spread":0.1878902199456845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2467855466","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95384496,0.0013311101,0.00067617546,0.015929747,0.00033622145,0.00047424165,0.000079881356,0.0008470859,0.026480598],"genre_scores_gemma":[0.9563646,0.00023512961,0.0003251913,0.0011349784,0.00014239972,0.00007599294,0.00004294485,0.000035887628,0.04164288],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971849,0.000246208,0.00046984572,0.0007587281,0.0006219347,0.00071843166],"domain_scores_gemma":[0.9978641,0.0004354514,0.00026701324,0.0009893127,0.00010488194,0.0003392168],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00029137873,0.00039431397,0.00028810702,0.00019749557,0.00048700397,0.0024306467,0.0024154594,0.00014235603,0.0013339209],"category_scores_gemma":[0.000014920372,0.00019906014,0.00014079416,0.000740139,0.000056674347,0.008463169,0.00062462786,0.00017025376,0.00070132525],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003240684,0.00020584125,0.30605108,0.00016803229,0.00024436202,0.00004985008,0.009150268,8.920696e-7,0.000913971,0.006533859,0.029578557,0.64677924],"study_design_scores_gemma":[0.0012694158,0.0005693181,0.36163917,0.00042643992,0.000012625359,0.00004598589,0.0012314194,0.00037263572,0.0004989019,0.001951414,0.63115567,0.00082702015],"about_ca_topic_score_codex":0.00006554685,"about_ca_topic_score_gemma":0.00021312649,"teacher_disagreement_score":0.64595217,"about_ca_system_score_codex":0.00010220026,"about_ca_system_score_gemma":0.00018212848,"threshold_uncertainty_score":0.999579},"labels":[],"label_agreement":null},{"id":"W247757854","doi":"","title":"Reference Work and the Value of Reading Newspapers An Unobtrusive Study of Telephone Reference Service","year":2016,"lang":"en","type":"article","venue":"Reference & User Services Quarterly","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Newspaper; Service (business); Reading (process); Value (mathematics); Test (biology); Public relations; Work (physics); Psychology; Advertising; Business; Political science; Marketing; Computer science; Engineering","score_opus":0.020988289087289932,"score_gpt":0.28159349936944605,"score_spread":0.2606052102821561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W247757854","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98875666,0.000053232587,0.000018932438,0.0019250629,0.00011301031,0.00061540183,0.000024189563,0.00006906166,0.008424439],"genre_scores_gemma":[0.99816144,0.00014765654,0.00021303106,0.00096547033,0.000059004404,0.000033400484,0.000010354213,0.000012112875,0.0003975113],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99660933,0.00072202017,0.0008408618,0.00046691543,0.00088725233,0.0004736163],"domain_scores_gemma":[0.99715906,0.0005401128,0.00073639955,0.00079861353,0.0005354371,0.00023037719],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012509015,0.00026274743,0.00047565054,0.00017026944,0.00046984648,0.0002009714,0.0015317987,0.00015730447,0.00022958174],"category_scores_gemma":[0.00003629118,0.00014954725,0.00004144654,0.0012343678,0.00048363264,0.008864479,0.00010761474,0.0001959136,0.000044521144],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079119654,0.0003770061,0.071601614,0.00018560767,0.000089771704,0.0000023415967,0.6544103,0.000011269676,0.0014918922,0.21338598,0.000056549474,0.05759645],"study_design_scores_gemma":[0.0054452354,0.0028083916,0.43536168,0.00095484155,0.00013162963,0.0000032066002,0.5213993,0.00011502651,0.00048618726,0.0071821148,0.025186285,0.0009260614],"about_ca_topic_score_codex":0.011830613,"about_ca_topic_score_gemma":0.0039504664,"teacher_disagreement_score":0.36376008,"about_ca_system_score_codex":0.000034808483,"about_ca_system_score_gemma":0.00021679445,"threshold_uncertainty_score":0.99474967},"labels":[],"label_agreement":null},{"id":"W2523679984","doi":"10.5860/rusq.56n1.54","title":"Book Review: Putting Assessment into Action: Selected Projects from the First Cohort of the Assessment in Action Grant","year":2016,"lang":"en","type":"article","venue":"Reference & User Services Quarterly","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Action (physics); Task (project management); Information literacy; Academic library; Medical education; Literacy; Library science; Linkage (software); Political science; Psychology; Computer science; Management; Medicine; Pedagogy","score_opus":0.024538032716621545,"score_gpt":0.32479636015991425,"score_spread":0.3002583274432927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2523679984","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88017267,0.002587037,0.00024324482,0.107875735,0.0010545471,0.0026042485,0.000030800464,0.00015644531,0.0052752704],"genre_scores_gemma":[0.9762027,0.005107915,0.00033645242,0.017076822,0.00020061275,0.00017542327,0.000027093785,0.000010241239,0.0008627103],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976351,0.00042121962,0.0005636108,0.00027456795,0.00080935966,0.0002961234],"domain_scores_gemma":[0.99849886,0.0002500555,0.00050230854,0.00045121915,0.00023665503,0.00006090356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00092392316,0.00015052571,0.0002147424,0.000053716183,0.000568732,0.0001814883,0.00090793276,0.00008375273,0.0005367086],"category_scores_gemma":[0.000020334875,0.00007326988,0.000062026964,0.0009107369,0.000118059776,0.007691375,0.000049255726,0.00021943875,0.000030541116],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022264549,0.00017285279,0.8165414,0.00060452137,0.00006435163,0.0000010805155,0.06374576,0.0000029841017,0.00082437356,0.0045576086,0.023465233,0.089997604],"study_design_scores_gemma":[0.00017097195,0.00007105459,0.5758824,0.0012404446,0.000015132342,3.2410026e-7,0.0039368235,0.000080034086,0.000096883625,0.0002551003,0.41814935,0.000101467165],"about_ca_topic_score_codex":0.006769711,"about_ca_topic_score_gemma":0.0074276733,"teacher_disagreement_score":0.39468414,"about_ca_system_score_codex":0.00019394646,"about_ca_system_score_gemma":0.00056813046,"threshold_uncertainty_score":0.9998443},"labels":[],"label_agreement":null},{"id":"W255911467","doi":"","title":"A Digital Library to Serve a Region: The Bioregion and First Nations Collections of the Southern Oregon Digital Archives","year":2004,"lang":"en","type":"article","venue":"Reference & User Services Quarterly","topic":"Botany, Ecology, and Taxonomy Studies","field":"Agricultural and Biological Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Bioregion; Indigenous; Library science; Geography; Special collections; Digital library; Archaeology; Ecology; Biodiversity; Biology","score_opus":0.01641953434679113,"score_gpt":0.18435448660008355,"score_spread":0.1679349522532924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W255911467","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98263377,0.00011470984,0.000005710043,0.012757098,0.00005599868,0.00034476837,0.00021849711,0.000052850344,0.003816614],"genre_scores_gemma":[0.99836844,0.00003965789,0.0000150441765,0.00022963257,0.000080968726,0.00005161735,0.000008226209,0.0000016740335,0.0012047478],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992402,0.000027498781,0.00019082271,0.00024555164,0.00010473033,0.00019118545],"domain_scores_gemma":[0.9994324,0.00023987988,0.00011204017,0.000116725176,0.00003438281,0.00006460717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000021370435,0.00014434362,0.00014352579,0.000021651962,0.0008615181,0.00030930465,0.00039112597,0.000057463534,0.000011959735],"category_scores_gemma":[0.000008101833,0.000046665737,0.0000743842,0.0006369588,0.00017347475,0.00040258284,0.000107284286,0.00009457253,0.000017140857],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038960562,0.0012266953,0.9123901,0.00027913164,0.00044419686,0.000013077472,0.024633223,0.00004397645,0.0009540578,0.0050758305,0.0013383237,0.053211797],"study_design_scores_gemma":[0.0003132582,0.0011436552,0.8751012,0.00021624842,0.000034642264,0.000030726995,0.029512808,0.000012277432,0.000067784684,0.0058857724,0.08738726,0.0002943677],"about_ca_topic_score_codex":0.00006734187,"about_ca_topic_score_gemma":0.032707967,"teacher_disagreement_score":0.08604894,"about_ca_system_score_codex":0.000008463692,"about_ca_system_score_gemma":0.000015402686,"threshold_uncertainty_score":0.9849426},"labels":[],"label_agreement":null},{"id":"W2567840323","doi":"10.5860/rusq.56n2.91","title":"Readers' Advisory: In the Readers’ Own Words: How User Content in the Catalog Can Enhance Readers’ Advisory Services","year":2017,"lang":"en","type":"article","venue":"Reference & User Services Quarterly","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Column (typography); Advisory committee; Subject (documents); Computer science; World Wide Web; Library science; Psychology; Political science; Telecommunications","score_opus":0.04440195104736396,"score_gpt":0.25018984801553973,"score_spread":0.20578789696817576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2567840323","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9452215,0.0006212145,0.00034709997,0.04169276,0.0005027973,0.0011806798,0.000025731402,0.00023865933,0.010169588],"genre_scores_gemma":[0.9893528,0.000120244484,0.00053479185,0.0063168067,0.000120709905,0.00023572662,0.00005929897,0.000028845085,0.0032307734],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99568254,0.0004841122,0.00062332075,0.0011319325,0.0010302245,0.0010478755],"domain_scores_gemma":[0.9960837,0.0003709889,0.0005671853,0.0026804875,0.00012707575,0.00017056998],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0009322754,0.00057853793,0.0004985431,0.00034601596,0.0007818499,0.004613052,0.008054492,0.00024901933,0.00002019099],"category_scores_gemma":[0.000023811786,0.0003688171,0.00012345462,0.0008402835,0.00020183524,0.005294486,0.00030355153,0.00068598206,0.000102126476],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020697602,0.000601752,0.10486824,0.0006454682,0.00011742806,0.00027897468,0.83557695,0.000010652266,0.00015791535,0.0063832114,0.0034191813,0.047733236],"study_design_scores_gemma":[0.0019290338,0.00081604754,0.5779949,0.0010170288,0.00003097464,0.000057529433,0.2952482,0.000766936,0.00039969242,0.0036783256,0.11659272,0.0014685923],"about_ca_topic_score_codex":0.0061328984,"about_ca_topic_score_gemma":0.04732985,"teacher_disagreement_score":0.54032874,"about_ca_system_score_codex":0.00008906553,"about_ca_system_score_gemma":0.00022649684,"threshold_uncertainty_score":0.9998764},"labels":[],"label_agreement":null},{"id":"W2571412962","doi":"10.5860/rusq.56n2.142","title":"Book Review: Encyclopedia of Nordic Crime Fiction: Works and Authors of Denmark, Finland, Iceland, Norway and Sweden Since 1967","year":2017,"lang":"en","type":"article","venue":"Reference & User Services Quarterly","topic":"Crime and Detective Fiction Studies","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Encyclopedia; Popularity; Relevance (law); Canadian literature; State (computer science); History; Welfare state; Sociology; Criminology; Media studies; Political science; Law; Literature; Art","score_opus":0.024789327827832427,"score_gpt":0.2705624858271628,"score_spread":0.24577315799933036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2571412962","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.510388,0.28507835,0.000035653557,0.0008741046,0.0008021294,0.00069003087,0.00016776317,0.00004747757,0.20191649],"genre_scores_gemma":[0.92421675,0.053954642,0.000027410273,0.00059295783,0.00025753802,0.000035759494,0.000010261074,0.000019914138,0.020884786],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987351,0.00006330028,0.00044337515,0.0003362552,0.0002204671,0.00020152894],"domain_scores_gemma":[0.99856025,0.00009739953,0.0004793121,0.0004789623,0.00029930126,0.00008477357],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00017866648,0.00023238739,0.0005044634,0.000082494735,0.00055549276,0.00017755617,0.00024939675,0.00008436667,0.0011241656],"category_scores_gemma":[0.000010510923,0.00018611997,0.00006635021,0.000024481087,0.00029476796,0.00075422734,0.00007860421,0.00018093036,0.00006244191],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016531742,0.00086833036,0.11874361,0.030512404,0.0016983703,0.00005822382,0.3474038,0.0000013758234,0.000659686,0.017672373,0.21765485,0.2630738],"study_design_scores_gemma":[0.0005365531,0.00057138223,0.09479015,0.0019947411,0.00021418641,0.000005636215,0.0043992843,0.000014513566,0.00004244501,0.00017292157,0.89696896,0.00028923765],"about_ca_topic_score_codex":0.00085813494,"about_ca_topic_score_gemma":0.0029266013,"teacher_disagreement_score":0.6793141,"about_ca_system_score_codex":0.000009130397,"about_ca_system_score_gemma":0.000020306681,"threshold_uncertainty_score":0.99978894},"labels":[],"label_agreement":null},{"id":"W2571425746","doi":"10.5860/rusq.56n2.77","title":"Amplify Your Impact: Communications and Engagement at West Vancouver Memorial Library: Successfully Promoting the Imagine IT Technology Fair","year":2017,"lang":"en","type":"article","venue":"Reference & User Services Quarterly","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Competition (biology); Process (computing); Telecommunications; Computer science; Sociology; Media studies; World Wide Web; Library science; Operating system","score_opus":0.027443880337900694,"score_gpt":0.28143793577468695,"score_spread":0.25399405543678627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2571425746","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93287283,0.00041546044,0.0006220561,0.030627675,0.000740419,0.0007727291,0.000029274239,0.00074683846,0.033172697],"genre_scores_gemma":[0.99398065,0.00009872203,0.0025202178,0.0004669678,0.00010069704,0.00007396916,0.000020900316,0.000019535879,0.0027183716],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99831414,0.00010254389,0.0003524036,0.00051166286,0.00030919714,0.00041006535],"domain_scores_gemma":[0.99697393,0.00012799523,0.0003763229,0.0022996964,0.0000797284,0.00014234163],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00023743304,0.00027523199,0.00023614171,0.00017519493,0.0019939921,0.0032036812,0.0049393456,0.000117266325,0.00009806633],"category_scores_gemma":[0.0000123317695,0.00018789517,0.000049442617,0.0003643684,0.0001976063,0.005959314,0.0021777472,0.00034290037,0.00008458205],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002441957,0.0005686412,0.5386231,0.0003665154,0.00047525758,0.000051877396,0.06328344,0.000006322547,0.00091395935,0.041060533,0.023721682,0.3306845],"study_design_scores_gemma":[0.0018997821,0.001232916,0.12925592,0.00024101931,0.000043696844,0.000040878404,0.0036666924,0.010008732,0.0009352862,0.015978143,0.83561736,0.0010795825],"about_ca_topic_score_codex":0.00018701413,"about_ca_topic_score_gemma":0.0014768109,"teacher_disagreement_score":0.81189567,"about_ca_system_score_codex":0.000039687817,"about_ca_system_score_gemma":0.00013543371,"threshold_uncertainty_score":0.99930525},"labels":[],"label_agreement":null},{"id":"W262423988","doi":"","title":"RUSA CODES Section Program to Feature Canadian Authors. (Communications from CODES: Collection Development and Evaluation Section)","year":2003,"lang":"en","type":"article","venue":"Reference & User Services Quarterly","topic":"Research Data Management Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Section (typography); Feature (linguistics); Computer science; Telecommunications; Operating system; Linguistics; Philosophy","score_opus":0.08708458619953946,"score_gpt":0.3598538663275721,"score_spread":0.27276928012803264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W262423988","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90336585,0.0008264224,0.070592634,0.0064792447,0.0015199078,0.004305234,0.000069057205,0.0008933566,0.011948292],"genre_scores_gemma":[0.92114854,0.00025761873,0.07612785,0.0003094637,0.000061228304,0.00087415666,0.0003712797,0.000020977115,0.0008289062],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99720186,0.0006742364,0.00030426818,0.00069377426,0.0006728723,0.00045296195],"domain_scores_gemma":[0.99748474,0.000116532065,0.00013747254,0.0014101666,0.00043833026,0.00041277538],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0013710086,0.00023685854,0.00018280558,0.00048729757,0.00079508417,0.003168307,0.0014616702,0.0001656795,0.000026788262],"category_scores_gemma":[0.000040590112,0.00024194205,0.000021952937,0.0013900993,0.000031186857,0.008976299,0.00012696104,0.00038118951,0.000054509885],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006770633,0.00063215377,0.017466882,0.00035042744,0.0005747326,0.0000137087045,0.03459997,0.00027352534,0.0012201377,0.034257676,0.005811165,0.9047319],"study_design_scores_gemma":[0.0005065986,0.00053578406,0.11394445,0.0001313303,0.000057764115,0.000010976467,0.0026531026,0.04257903,0.00038678196,0.00068935927,0.8379414,0.00056341325],"about_ca_topic_score_codex":0.037909746,"about_ca_topic_score_gemma":0.6382885,"teacher_disagreement_score":0.9041685,"about_ca_system_score_codex":0.0004709359,"about_ca_system_score_gemma":0.00050771446,"threshold_uncertainty_score":0.9978665},"labels":[],"label_agreement":null},{"id":"W2685638421","doi":"10.5860/rusq.56.4.249","title":"The Alert Collector: Transgender Culture and Resources","year":2017,"lang":"en","type":"article","venue":"Reference & User Services Quarterly","topic":"Copyright and Intellectual Property","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Transgender; Sociology; Inclusion (mineral); Diversity (politics); Privilege (computing); Popular culture; Invisibility; Value (mathematics); Gender diversity; Media studies; Public relations; Gender studies; Political science; Law; Management; Anthropology","score_opus":0.02559046081018081,"score_gpt":0.23485790898900144,"score_spread":0.20926744817882062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2685638421","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75622123,0.0010544029,0.000017566837,0.0020882965,0.0004345854,0.00030638403,0.000003873421,0.00014140709,0.23973222],"genre_scores_gemma":[0.9881259,0.00012530893,0.000015067015,0.00097368855,0.0005529842,0.000019143443,0.000007504272,0.000020653104,0.010159703],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988681,0.000014167699,0.0002111101,0.000340169,0.00024062317,0.0003258483],"domain_scores_gemma":[0.99897194,0.000028264354,0.00018362456,0.00061906234,0.00017332177,0.000023781924],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00018460014,0.00022348441,0.00018295793,0.000049196213,0.0021462843,0.0032389879,0.0009448627,0.00010121984,0.00048097808],"category_scores_gemma":[0.000011200908,0.00012188489,0.000054005104,0.000090485264,0.00012885772,0.0016606974,0.0000829353,0.00019781233,0.00033906384],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020313265,0.00047406182,0.061288156,0.002669093,0.00078119204,0.000055054887,0.065883525,0.0000013137948,0.007878058,0.025727196,0.37532294,0.4578881],"study_design_scores_gemma":[0.00035874467,0.00007087723,0.031434983,0.000067924506,0.000040494702,0.000001855238,0.0020879686,0.0017775561,0.000040764626,0.0017482215,0.9621128,0.00025780994],"about_ca_topic_score_codex":0.0020910958,"about_ca_topic_score_gemma":0.008494085,"teacher_disagreement_score":0.58678985,"about_ca_system_score_codex":0.000009792565,"about_ca_system_score_gemma":0.000011057084,"threshold_uncertainty_score":0.9991528},"labels":[],"label_agreement":null},{"id":"W2761552904","doi":"10.5860/rusq.57.1.6440","title":"Giving Credit: How Well Do Librarians Cite and Quote Their Sources?","year":2017,"lang":"en","type":"article","venue":"Reference & User Services Quarterly","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Waterloo","keywords":"Citation; Scholarship; Library science; Scholarly communication; Political science; Sociology; Computer science; Publishing; Law","score_opus":0.015427975122418216,"score_gpt":0.20670815346595656,"score_spread":0.19128017834353833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2761552904","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94259816,0.00039320154,0.0037192018,0.0036145211,0.0005184174,0.00022957599,0.000012356119,0.000493387,0.048421156],"genre_scores_gemma":[0.9866036,0.00006664449,0.0018625516,0.00048613094,0.00019422856,0.000017055558,0.0000063608168,0.000022465854,0.010740932],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99808645,0.00006557069,0.00025310842,0.00074400683,0.0003624473,0.000488389],"domain_scores_gemma":[0.9979782,0.00010954871,0.00033221993,0.0012389808,0.00006904665,0.0002720161],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00016938768,0.0003366904,0.00029148094,0.0001871376,0.0009806909,0.011074752,0.0025573384,0.00014305933,0.000058292833],"category_scores_gemma":[0.000008144684,0.0002716383,0.00006739966,0.0002291477,0.000087588414,0.010198884,0.00048696183,0.00021100532,0.00009966024],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013643065,0.00027692394,0.34956738,0.0008605222,0.00033197328,0.00013071828,0.07279881,0.000008694137,0.0008026873,0.052852575,0.0049269516,0.5173063],"study_design_scores_gemma":[0.0009800947,0.0005474393,0.39149264,0.0003581851,0.000012321591,0.00003681373,0.0023073456,0.0051302104,0.0008752934,0.012956412,0.5842381,0.001065142],"about_ca_topic_score_codex":0.00008438925,"about_ca_topic_score_gemma":0.00014183801,"teacher_disagreement_score":0.5793112,"about_ca_system_score_codex":0.000014779299,"about_ca_system_score_gemma":0.00008776483,"threshold_uncertainty_score":0.9999736},"labels":[],"label_agreement":null},{"id":"W2808538458","doi":"10.5860/rusq.57.4.6702","title":"Amplify Your Impact: An Interview with Mark Aaron Polger, Editor of <em>Marketing Libraries Journal</em>","year":2018,"lang":"en","type":"article","venue":"Reference & User Services Quarterly","topic":"Web and Library Services","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"City University of New York","keywords":"Outreach; Library science; Sociology; Metropolitan area; Information literacy; Management; Political science; Public relations; Medicine; Computer science","score_opus":0.01787359634121447,"score_gpt":0.2519846970110952,"score_spread":0.23411110066988075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808538458","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98830795,0.0018819813,0.0034489436,0.0007907281,0.0028358353,0.0003512159,0.000050990257,0.00042007194,0.0019122562],"genre_scores_gemma":[0.97878474,0.0001305453,0.014458887,0.001294823,0.004823429,0.00002016785,0.00005594909,0.000086836044,0.00034463673],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9946902,0.00088032894,0.0011184446,0.0010480152,0.0011549726,0.0011080536],"domain_scores_gemma":[0.99540335,0.00023504485,0.0011593744,0.0018688028,0.0006407294,0.00069267076],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0014153827,0.00075494836,0.00087680557,0.00043708878,0.00047754194,0.0027004024,0.0048329467,0.00032983802,0.00052418245],"category_scores_gemma":[0.000010609109,0.0005542198,0.00019918718,0.0011677804,0.00015535188,0.012069642,0.00040143414,0.0006282343,0.00018245989],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038186987,0.003006796,0.07548041,0.0074743964,0.0021223654,0.0003583536,0.27300557,0.0000489356,0.015229273,0.019175747,0.035891853,0.5643876],"study_design_scores_gemma":[0.004675423,0.027212715,0.57936406,0.007923921,0.00037604495,0.00069108844,0.021153228,0.016398443,0.0024485567,0.008244088,0.3267578,0.00475465],"about_ca_topic_score_codex":0.0002070895,"about_ca_topic_score_gemma":0.0013971425,"teacher_disagreement_score":0.55963296,"about_ca_system_score_codex":0.000054270877,"about_ca_system_score_gemma":0.00042158784,"threshold_uncertainty_score":0.99969095},"labels":[],"label_agreement":null},{"id":"W2897414572","doi":"10.5860/rusq.58.1.6831","title":"From the Editor: Connecting People to What They Need to Know","year":2018,"lang":"en","type":"article","venue":"Reference & User Services Quarterly","topic":"Library Science and Administration","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Reading (process); Conversation; Active listening; Library science; Sociology; Value (mathematics); Quarter (Canadian coin); Public relations; Media studies; Computer science; Political science; Law; History","score_opus":0.01997442469523206,"score_gpt":0.2971297365642829,"score_spread":0.2771553118690508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897414572","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9540257,0.000034739303,0.000078168516,0.03829822,0.003947342,0.0003342344,0.000014914732,0.00013395412,0.003132753],"genre_scores_gemma":[0.9843962,0.000016267284,0.0002842689,0.0049894718,0.009866393,0.000020416575,0.000016685293,0.00001091194,0.0003993403],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981596,0.00019871336,0.00022770315,0.00042450315,0.0005363676,0.00045311588],"domain_scores_gemma":[0.9987353,0.00026496028,0.000095601805,0.00042983255,0.00017408589,0.00030024032],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00049366447,0.00015145885,0.00015189877,0.000047006342,0.001027015,0.0018196879,0.0011959107,0.00010040587,0.00047877722],"category_scores_gemma":[0.00002955993,0.00010875289,0.00003961573,0.0005502174,0.00004192495,0.003464932,0.00005482932,0.000117597265,0.0018645833],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046169174,0.000059155944,0.0068474775,0.000007651083,0.000013314362,0.0000011574979,0.9383855,0.0000035385845,0.0014146161,0.004345276,0.0153448,0.033531383],"study_design_scores_gemma":[0.000089875015,0.00066449423,0.008656559,0.00011395992,0.000009178626,2.3273283e-7,0.3920504,0.000044351258,0.0002846729,0.0022676843,0.5955913,0.0002272797],"about_ca_topic_score_codex":0.027022691,"about_ca_topic_score_gemma":0.37686774,"teacher_disagreement_score":0.5802465,"about_ca_system_score_codex":0.000032882886,"about_ca_system_score_gemma":0.00017268554,"threshold_uncertainty_score":0.9992165},"labels":[],"label_agreement":null},{"id":"W2981746745","doi":"10.5860/rusq.58.4.7150","title":"Democratizing the Maker Movement: A Case Study of One Public Library System’s Makerspace Program","year":2019,"lang":"en","type":"article","venue":"Reference & User Services Quarterly","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sociology; Construct (python library); Public relations; Democracy; Movement (music); Computer science; Political science; Law; Politics; Aesthetics","score_opus":0.02467729212690622,"score_gpt":0.2626319169749876,"score_spread":0.2379546248480814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981746745","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99244815,0.00004973411,0.0011612443,0.0011928916,0.00033046916,0.001794036,0.0000036139495,0.0007490234,0.0022708194],"genre_scores_gemma":[0.99631774,0.0000013216508,0.0026196775,0.00035542384,0.000035437788,0.00024662184,0.0000061552355,0.000026205922,0.00039142737],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99750495,0.00029768882,0.0005867724,0.0006590616,0.0004909042,0.00046060383],"domain_scores_gemma":[0.9973109,0.000093645096,0.0005760568,0.0016402928,0.00031937144,0.000059744332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033711016,0.00029643328,0.000358442,0.0003219456,0.00023279668,0.00058668025,0.0017133323,0.00014851437,0.000040408748],"category_scores_gemma":[0.0000022590452,0.00022302668,0.00005456851,0.0012208257,0.000048893697,0.0028775183,0.000297201,0.0004821684,0.00019552033],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015002454,0.006782161,0.11775813,0.002526431,0.001419454,0.0018852578,0.16004938,0.000025697167,0.006369703,0.5365338,0.00041743234,0.16608255],"study_design_scores_gemma":[0.0072164945,0.028776243,0.057167165,0.0019912366,0.00026276716,0.0028413453,0.8048546,0.07532982,0.0043995073,0.004761943,0.009675883,0.002723046],"about_ca_topic_score_codex":0.0005516559,"about_ca_topic_score_gemma":0.0011242554,"teacher_disagreement_score":0.6448052,"about_ca_system_score_codex":0.00006982157,"about_ca_system_score_gemma":0.00007435478,"threshold_uncertainty_score":0.90947646},"labels":[],"label_agreement":null},{"id":"W3121998239","doi":"10.5860/rusq.59.1.7232","title":"Book Review: Successful Campus Outreach for Academic Libraries: Building Community through Collaboration","year":2019,"lang":"en","type":"article","venue":"Reference & User Services Quarterly","topic":"Library Science and Administration","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Outreach; Public relations; Institution; Political science; Sociology; Business; Library science; Medical education; Computer science; Medicine; Social science","score_opus":0.028672308251364888,"score_gpt":0.34153563016516236,"score_spread":0.31286332191379745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121998239","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93386537,0.026932023,0.00030370365,0.021787394,0.00094120257,0.0027482917,0.00010415116,0.0004040982,0.012913767],"genre_scores_gemma":[0.9442092,0.008928006,0.0013423719,0.03607373,0.00041762757,0.0001824908,0.00037768047,0.000033675875,0.008435199],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976445,0.0005178572,0.000471648,0.0003764833,0.00050568796,0.00048386198],"domain_scores_gemma":[0.9984339,0.0003317375,0.00036779325,0.00049785327,0.00022141446,0.00014733733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008374023,0.00021540238,0.0003253614,0.000057149286,0.0009795603,0.0005201844,0.0012352855,0.00024918283,0.00054387725],"category_scores_gemma":[0.000029358245,0.00019735617,0.000070028684,0.00067895016,0.0001316741,0.010807867,0.000039502233,0.0004264366,0.00016663977],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026879937,0.00044384957,0.06346463,0.007231983,0.00011454309,0.000005346454,0.4491032,0.000016385151,0.0041817455,0.22519964,0.2352783,0.014691588],"study_design_scores_gemma":[0.00030414778,0.00048679748,0.0011232145,0.0008257672,0.00003126806,7.9270785e-7,0.039127734,0.00006790354,0.00036115857,0.005268648,0.95207435,0.00032824394],"about_ca_topic_score_codex":0.001958444,"about_ca_topic_score_gemma":0.0020740628,"teacher_disagreement_score":0.71679604,"about_ca_system_score_codex":0.00006286222,"about_ca_system_score_gemma":0.00056026696,"threshold_uncertainty_score":0.8047951},"labels":[],"label_agreement":null},{"id":"W4205153061","doi":"10.5860/rusq.59.3/4.7718","title":"Readers' Advisory: RA School: Learning from ILS Faculty","year":2021,"lang":"en","type":"article","venue":"Reference & User Services Quarterly","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Conversation; Passion; Reading (process); Service (business); Eavesdropping; Key (lock); Sociology; Pedagogy; Psychology; Political science; Computer science; Law; Business","score_opus":0.05782167913461268,"score_gpt":0.37323291698183253,"score_spread":0.31541123784721986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205153061","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.906671,0.00050051435,0.0003143024,0.0034256738,0.00083120563,0.00021606988,0.000015050152,0.00028835938,0.08773783],"genre_scores_gemma":[0.98981047,0.0002782889,0.0032943122,0.0006815598,0.00065766316,0.000045411343,0.00026301443,0.00003081923,0.004938449],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99639493,0.0011770318,0.00035624136,0.0007082617,0.00074101595,0.0006225421],"domain_scores_gemma":[0.9977926,0.00039249964,0.00034839625,0.00050282467,0.00062069506,0.00034298014],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006543689,0.00023987656,0.00028540276,0.000087403205,0.0007934325,0.00069097837,0.00066226866,0.00027340182,0.0021524166],"category_scores_gemma":[0.00027084694,0.00025191862,0.000084441825,0.0006581904,0.000107638654,0.0022133328,0.000046984824,0.0007170109,0.0016189461],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000109549175,0.00047529401,0.22081402,0.000120895595,0.00025983085,0.00004126964,0.6217233,0.000044642504,0.005583367,0.0071946983,0.0011292588,0.14250386],"study_design_scores_gemma":[0.00037737226,0.00014558385,0.10262761,0.00014427149,0.00007775473,0.0000018791749,0.37491783,0.000064651154,0.0004919347,0.006307401,0.5143766,0.00046713237],"about_ca_topic_score_codex":0.021617685,"about_ca_topic_score_gemma":0.02795348,"teacher_disagreement_score":0.5132473,"about_ca_system_score_codex":0.00028657058,"about_ca_system_score_gemma":0.0008031896,"threshold_uncertainty_score":0.9999933},"labels":[],"label_agreement":null},{"id":"W4205523130","doi":"10.5860/rusq.59.3/4.7717","title":"Readers' Advisory: RUSA Books Awards: Listening to the Experts Who Create the Lists for America’s Readers","year":2021,"lang":"en","type":"article","venue":"Reference & User Services Quarterly","topic":"Publishing and Scholarly Communication","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cascades (Canada)","funders":"","keywords":"Active listening; Library science; Advisory committee; Psychology; Political science; Computer science; Public administration; Communication","score_opus":0.049628313567110165,"score_gpt":0.2722518967084381,"score_spread":0.2226235831413279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205523130","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6917573,0.0061416477,0.0012744517,0.15101351,0.0022754562,0.002355562,0.000424503,0.0009668773,0.14379069],"genre_scores_gemma":[0.96063626,0.00012034845,0.00050649076,0.012238006,0.00078471546,0.00041277122,0.00027920544,0.000061148006,0.024961047],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99789137,0.0003796274,0.00040416044,0.00046173012,0.00038093704,0.00048219404],"domain_scores_gemma":[0.9972179,0.00037325325,0.00021170119,0.0015068492,0.0005576899,0.00013262368],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00049761013,0.00028319357,0.00029970458,0.00007501618,0.0014465065,0.003758667,0.0015733147,0.00009060422,0.00016775311],"category_scores_gemma":[0.00004868958,0.00017603385,0.00014254071,0.00012477895,0.00013684513,0.0013971024,0.00011097409,0.0004003246,0.00008455909],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008204483,0.00007553946,0.0001486084,0.00010760806,0.00012242993,0.000004284666,0.9025196,0.000012241855,0.00015042177,0.024191016,0.027927363,0.044658832],"study_design_scores_gemma":[0.0001893311,0.00020471377,0.0006448587,0.00018050394,0.00004615369,0.0000033772349,0.23777002,0.00024884247,0.000037282076,0.00067728845,0.75976425,0.00023337749],"about_ca_topic_score_codex":0.004038412,"about_ca_topic_score_gemma":0.022663195,"teacher_disagreement_score":0.73183686,"about_ca_system_score_codex":0.000053208656,"about_ca_system_score_gemma":0.00011916867,"threshold_uncertainty_score":0.9998535},"labels":[],"label_agreement":null},{"id":"W4406923570","doi":"10.5860/rusq.60.2.8377","title":"Active Learning in UX Instruction: A Four-Step Approach for Teaching Budding UX-ers","year":2025,"lang":"en","type":"article","venue":"Reference & User Services Quarterly","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital","funders":"","keywords":"Computer science; Mathematics education; Human–computer interaction; Multimedia; Psychology","score_opus":0.019614364038843955,"score_gpt":0.2829653804564234,"score_spread":0.2633510164175794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406923570","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7099006,0.00005966615,0.22849466,0.00132833,0.00083612156,0.00068582286,0.0000018726005,0.0004542557,0.058238674],"genre_scores_gemma":[0.95040154,0.0000071296417,0.047576666,0.00037626378,0.00007791355,0.00014163923,0.000025588457,0.000016373975,0.0013769019],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978349,0.0002886558,0.00040057072,0.00073357066,0.00024845704,0.0004938449],"domain_scores_gemma":[0.9989489,0.00017217487,0.00022194251,0.00041742716,0.00013749485,0.000102109945],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005945544,0.0002576135,0.0003176806,0.00041064568,0.0005375962,0.0006208295,0.0011358531,0.00014952621,0.000013782709],"category_scores_gemma":[0.000027306869,0.00026245715,0.00007673553,0.0007111904,0.000028098708,0.0018613297,0.000117021336,0.0008422608,0.00002546478],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011816098,0.00027039743,0.01858294,0.0006660067,0.00010483703,0.0000041895046,0.08641888,0.0025973527,0.0006246735,0.18180299,0.00016660741,0.70864296],"study_design_scores_gemma":[0.0037859443,0.0010544873,0.062023763,0.0009069871,0.00006107526,0.00003436732,0.32120925,0.52228343,0.00031331915,0.002938991,0.08396163,0.0014267471],"about_ca_topic_score_codex":0.00058863254,"about_ca_topic_score_gemma":0.0002814415,"teacher_disagreement_score":0.7072162,"about_ca_system_score_codex":0.00016616784,"about_ca_system_score_gemma":0.00018769791,"threshold_uncertainty_score":0.9999828},"labels":[],"label_agreement":null},{"id":"W828764560","doi":"","title":"Pleasure Reading: Exploring a New Definition","year":2014,"lang":"en","type":"article","venue":"Reference & User Services Quarterly","topic":"Library Science and Administration","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Reading (process); Pleasure; Webcast; Attendance; Computer science; Psychology; Media studies; Sociology; World Wide Web; Political science; Law","score_opus":0.11003227083472736,"score_gpt":0.2916973447611556,"score_spread":0.18166507392642825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W828764560","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9107309,0.000026882433,0.0005276687,0.002517676,0.00040966496,0.00015482491,0.0000029417888,0.00027280758,0.08535663],"genre_scores_gemma":[0.9964012,0.000038051392,0.0008600394,0.0006274542,0.00056320004,0.000017601611,0.000026681697,0.000010161221,0.0014556139],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99835247,0.00017657044,0.0002278,0.00034343865,0.0005015648,0.00039816927],"domain_scores_gemma":[0.9991813,0.00007920369,0.000118179654,0.00026489855,0.000066846536,0.00028959799],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045707426,0.00013802227,0.00014365082,0.000081850776,0.000497626,0.00046373322,0.0004999616,0.0001039854,0.00027325677],"category_scores_gemma":[0.000016679198,0.00013058918,0.00004505212,0.00039144792,0.000060942137,0.0036639343,0.000012480723,0.00013554003,0.0005526438],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041422467,0.00008830908,0.032087006,0.00008361332,0.000015699814,0.0000047556546,0.13741246,0.000004307134,0.0013401143,0.69035184,0.0009830126,0.13758746],"study_design_scores_gemma":[0.00070031924,0.0012373893,0.071987405,0.00033257384,0.000041171785,0.0000035505059,0.062174574,0.00021301329,0.0006849149,0.104048684,0.7576688,0.0009076137],"about_ca_topic_score_codex":0.0037618682,"about_ca_topic_score_gemma":0.007433481,"teacher_disagreement_score":0.7566858,"about_ca_system_score_codex":0.000029922934,"about_ca_system_score_gemma":0.00021786094,"threshold_uncertainty_score":0.71033025},"labels":[],"label_agreement":null},{"id":"W888329732","doi":"","title":"Best of the Best Business Websites (Free Resources): The 2010 Selection","year":2010,"lang":"en","type":"article","venue":"Reference & User Services Quarterly","topic":"Web visibility and informetrics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Glossary; Presentation (obstetrics); Chart; World Wide Web; Business; Computer science","score_opus":0.01357169440436561,"score_gpt":0.22598434597429057,"score_spread":0.21241265156992495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W888329732","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9920887,0.000072256524,0.0016618797,0.0016516735,0.0009750428,0.00027061187,0.00001260242,0.00008746369,0.0031797946],"genre_scores_gemma":[0.9968613,0.000016280526,0.0016347474,0.00041232287,0.00015688628,0.000016096841,0.0000030781846,0.00001164258,0.0008876785],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980718,0.00009924059,0.000447297,0.0004051537,0.0006134483,0.00036308233],"domain_scores_gemma":[0.9966527,0.00019897119,0.00034168342,0.0021017925,0.00062380463,0.00008104897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005477824,0.00022576354,0.0002146342,0.00015011842,0.000401263,0.00042861688,0.0045883097,0.00019994812,0.00005312018],"category_scores_gemma":[0.000047143836,0.00012865782,0.000088848516,0.002404077,0.00014830545,0.0013941581,0.0003247937,0.0006230966,0.00023771384],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019579557,0.0025048938,0.3797046,0.0018849977,0.00027313785,0.0000064185265,0.059310235,0.0002536662,0.078452215,0.12747642,0.004578357,0.34535927],"study_design_scores_gemma":[0.00091399613,0.0011379643,0.86074984,0.00024806595,0.000083214734,0.000056728255,0.0023344008,0.013048061,0.007986158,0.008660967,0.104026206,0.00075437763],"about_ca_topic_score_codex":0.0027262776,"about_ca_topic_score_gemma":0.011983642,"teacher_disagreement_score":0.48104528,"about_ca_system_score_codex":0.000019576753,"about_ca_system_score_gemma":0.00012937185,"threshold_uncertainty_score":0.8526297},"labels":[],"label_agreement":null}]}