{"meta":{"query_hash":"23b5b8a7ae2c","filters":{"venue":"Medical Reference Services Quarterly"},"cohort_total":22,"direct_labels_cover":0,"predictions_cover":22,"exported":22,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/23b5b8a7ae2c","api":"https://metacan.xera.ac/api/v1/cohort?venue=Medical+Reference+Services+Quarterly"},"results":[{"id":"W1574318227","doi":"10.1080/02763869.2015.1052690","title":"Comparing Subscription-Based Anatomy E-Resources for Collections Development","year":2015,"lang":"en","type":"article","venue":"Medical Reference Services Quarterly","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Calgary","funders":"","keywords":"Chart; Computer science; Human anatomy; World Wide Web; Anatomy; Product (mathematics); Multimedia; Data science; Medicine","score_opus":0.02736933333495646,"score_gpt":0.25934904557165606,"score_spread":0.2319797122366996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1574318227","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8947544,0.0010480667,0.08799785,0.000951761,0.00089414977,0.00044830467,0.000009855712,0.0016776896,0.012217942],"genre_scores_gemma":[0.9968337,0.000011048292,0.0023261202,0.00034176008,0.000090079106,0.00018371643,0.000045920428,0.000020696314,0.00014699047],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99851656,0.000023849005,0.00034434735,0.0002188137,0.0005054025,0.00039101994],"domain_scores_gemma":[0.9990468,0.00009952889,0.00003655463,0.00018456444,0.00010784393,0.00052469864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003264244,0.0001739423,0.00026698154,0.00017278273,0.00013991994,0.000041068288,0.0004132959,0.0002883294,0.0001272335],"category_scores_gemma":[0.000045478082,0.00015522564,0.00003858932,0.0003770184,0.00008571999,0.000085342814,0.00001442248,0.00030514906,0.000071621485],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003064087,0.0007958409,0.008876221,0.0028616993,0.0005577791,0.000104695595,0.019393466,0.0009986828,0.00021757185,0.012761006,0.03127542,0.9218512],"study_design_scores_gemma":[0.0015564514,0.00026072556,0.00072017836,0.00018718625,0.00002056888,0.0000069849793,0.0024916476,0.18024346,0.0003859842,0.0014573999,0.81236356,0.00030582366],"about_ca_topic_score_codex":0.00008557546,"about_ca_topic_score_gemma":0.0015900176,"teacher_disagreement_score":0.9215454,"about_ca_system_score_codex":0.00010444066,"about_ca_system_score_gemma":0.00019461174,"threshold_uncertainty_score":0.6329918},"labels":[],"label_agreement":null},{"id":"W1604773380","doi":"10.1300/j115v25n01_06","title":"Current Awareness in the New Millennium","year":2006,"lang":"en","type":"article","venue":"Medical Reference Services Quarterly","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"RSS; News aggregator; Web syndication; World Wide Web; Newspaper; Computer science; Variety (cybernetics); Process (computing); Point (geometry); Internet privacy; Multimedia; Data science; Advertising; Political science; Business; Artificial intelligence","score_opus":0.0653964531525633,"score_gpt":0.40687572584356624,"score_spread":0.3414792726910029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1604773380","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93686295,0.0028927755,0.0001229886,0.045281228,0.005807491,0.00092871074,0.000003145502,0.00010529488,0.007995427],"genre_scores_gemma":[0.99490494,0.00047798172,0.000046103316,0.00085665914,0.0033523736,0.00028360746,0.000032026655,0.000009012696,0.000037286045],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99650216,0.00066994893,0.00041479422,0.00028211722,0.0015704273,0.00056057656],"domain_scores_gemma":[0.9977206,0.0015068889,0.00011988044,0.00025452487,0.00009044486,0.00030768133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016705887,0.00012944626,0.00018358386,0.00008808146,0.00033892947,0.000093963805,0.0010197955,0.00022699458,0.0005393622],"category_scores_gemma":[0.00031382532,0.00009591859,0.000037037757,0.0007033418,0.00018041371,0.00020768329,0.000012459493,0.00047142516,0.00020806251],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015250281,0.00031435717,0.08763366,0.00015153522,0.0000026806808,0.000008565259,0.1899814,4.579008e-7,0.000002552519,0.029931383,0.0053305333,0.6866276],"study_design_scores_gemma":[0.00035752103,0.00009415067,0.28008547,0.00023700335,0.00000856016,8.4565494e-7,0.034577873,0.000040490537,0.0000016445288,0.013185181,0.67122316,0.00018812482],"about_ca_topic_score_codex":0.20326775,"about_ca_topic_score_gemma":0.3277277,"teacher_disagreement_score":0.6864395,"about_ca_system_score_codex":0.00013860504,"about_ca_system_score_gemma":0.001732904,"threshold_uncertainty_score":0.8020378},"labels":[],"label_agreement":null},{"id":"W1967104610","doi":"10.1080/02763860802368209","title":"CMA Infobase: Clinical Practice Guidelines","year":2008,"lang":"en","type":"article","venue":"Medical Reference Services Quarterly","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Guideline; Clinical Practice; Cover (algebra); Column (typography); Complement (music); Health care; Resource (disambiguation); Medicine; Web site; World Wide Web; Computer science; Family medicine; The Internet; Political science; Engineering; Pathology","score_opus":0.3442883861752074,"score_gpt":0.5554497014856963,"score_spread":0.21116131531048887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967104610","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78645825,0.0007365349,0.0045029214,0.18694486,0.0016965225,0.0009976762,0.00002917016,0.00055804406,0.018076036],"genre_scores_gemma":[0.7060366,0.002518363,0.05406707,0.23203975,0.0035783579,0.0000716957,0.0005331967,0.000083655505,0.0010713051],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9916281,0.00045905396,0.0038518673,0.0007618994,0.0027171928,0.00058190164],"domain_scores_gemma":[0.98811466,0.005510665,0.00087205827,0.0010354772,0.0030993002,0.0013678649],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004742572,0.00035133012,0.00077998766,0.00013034367,0.00019950168,0.00004247126,0.0005169948,0.0005508953,0.0032354037],"category_scores_gemma":[0.033743825,0.00027932454,0.00023215786,0.00046443028,0.0003029576,0.0009106024,0.000096038995,0.0013160724,0.0022167172],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015096792,0.0014868565,0.026539821,0.00028874812,0.0002807483,0.001995649,0.0010551353,8.4033087e-7,0.00007474201,0.0006032182,0.07590793,0.89025664],"study_design_scores_gemma":[0.0055053323,0.0038008427,0.053459633,0.0004227594,0.0003729025,0.0024758482,0.004206119,0.002318748,0.000022024644,0.00032834924,0.92664826,0.0004391528],"about_ca_topic_score_codex":0.0014378948,"about_ca_topic_score_gemma":0.00051815604,"teacher_disagreement_score":0.8898175,"about_ca_system_score_codex":0.00006720519,"about_ca_system_score_gemma":0.0014175642,"threshold_uncertainty_score":0.9999659},"labels":[],"label_agreement":null},{"id":"W1993006073","doi":"10.1080/02763860903484897","title":"Have Computers, Will Travel: Providing On-site Library Instruction in Rural Health Facilities Using a Portable Computer Lab","year":2010,"lang":"en","type":"article","venue":"Medical Reference Services Quarterly","topic":"Radiology practices and education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Saskatchewan Health; University of Saskatchewan","funders":"","keywords":"Outreach; General partnership; Aside; Health care; Computer science; World Wide Web; Medical education; Multimedia; Business; Medicine; Political science","score_opus":0.020724752124868087,"score_gpt":0.2968305912266141,"score_spread":0.276105839101746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993006073","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9912942,0.00006068169,0.0003801131,0.006213107,0.0011427682,0.00032729312,0.000015138769,0.00008479037,0.0004818959],"genre_scores_gemma":[0.9912794,0.000043884243,0.0038156183,0.0037164518,0.000691281,0.000011702128,0.00023115476,0.000020934274,0.00018953024],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99800354,0.00015027847,0.0005409527,0.00037698852,0.0004692106,0.00045903437],"domain_scores_gemma":[0.9988596,0.00014726195,0.00022974034,0.00029972917,0.000046268106,0.0004174199],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045355305,0.00021735222,0.00044291423,0.00022648639,0.00012752449,0.000083206294,0.0001986404,0.000289922,0.00046116931],"category_scores_gemma":[0.000016860195,0.0001790831,0.000049247323,0.00019511304,0.0001077491,0.0009771333,0.000025304395,0.0010415951,0.000033054377],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008185877,0.00088511547,0.23645677,0.0021772028,0.00010725829,0.00014906186,0.05429284,0.000024576819,0.0013991368,0.002239096,0.0008403407,0.70061004],"study_design_scores_gemma":[0.009111198,0.008667427,0.61043084,0.0045805243,0.000084883846,0.0020276057,0.05644243,0.25433257,0.00024249124,0.001272756,0.05159027,0.0012170296],"about_ca_topic_score_codex":0.003895676,"about_ca_topic_score_gemma":0.0012964545,"teacher_disagreement_score":0.699393,"about_ca_system_score_codex":0.00006426264,"about_ca_system_score_gemma":0.00054305507,"threshold_uncertainty_score":0.7302797},"labels":[],"label_agreement":null},{"id":"W2001310113","doi":"10.1080/02763869.2015.986794","title":"Development and Examination of a Rubric for Evaluating Point-of-Care Medical Applications for Mobile Devices","year":2015,"lang":"en","type":"article","venue":"Medical Reference Services Quarterly","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Horizon Health Network; Saint John Regional Hospital","funders":"","keywords":"Rubric; Standardization; Resource (disambiguation); Computer science; Quality (philosophy); Point (geometry); Point of care; Multimedia; Test (biology); Medical education; Medicine; Psychology; Nursing","score_opus":0.10106228745961007,"score_gpt":0.47292584475409727,"score_spread":0.37186355729448717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001310113","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8947376,0.0027361792,0.0797269,0.0018007767,0.00031200072,0.01845762,0.00026415434,0.00012505607,0.0018396855],"genre_scores_gemma":[0.91155463,0.00008801971,0.030025698,0.0011175385,0.00019713315,0.056367677,0.00055575446,0.000026889833,0.00006667824],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963445,0.00027716588,0.0014837189,0.00039409648,0.0010247432,0.00047577472],"domain_scores_gemma":[0.9945593,0.0021335105,0.0007246822,0.0003077151,0.001345863,0.0009289382],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004332889,0.00016548231,0.00046686604,0.00013149009,0.00036864876,0.0000052084124,0.00039059506,0.00041396928,0.00010247333],"category_scores_gemma":[0.00047480164,0.00014013604,0.000038126134,0.00025082953,0.000090018395,0.0001067362,0.000050822175,0.0002877858,0.000016668533],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010151713,0.00012419677,0.001699171,0.01292238,0.000014766724,1.0288047e-7,0.018373193,4.4005225e-7,0.000023959597,0.007136289,0.00011949843,0.95948446],"study_design_scores_gemma":[0.012419974,0.006634878,0.024941461,0.005287087,0.00021421126,0.0000066067396,0.2551435,0.018472109,0.0001827647,0.0061690044,0.66977316,0.00075523637],"about_ca_topic_score_codex":0.00020662248,"about_ca_topic_score_gemma":0.0030188065,"teacher_disagreement_score":0.95872927,"about_ca_system_score_codex":0.00010092501,"about_ca_system_score_gemma":0.0030387272,"threshold_uncertainty_score":0.57145816},"labels":[],"label_agreement":null},{"id":"W2002077828","doi":"10.1080/02763869.2011.590410","title":"What Your Patient Reads: Creating a Value-Added Tool for Physicians","year":2011,"lang":"en","type":"article","venue":"Medical Reference Services Quarterly","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Manitoba Health; University of Manitoba","funders":"","keywords":"Health care; Health information; Order (exchange); Value (mathematics); Task (project management); Medical library; Medical information; Medicine; Public relations; Medical education; Internet privacy; Family medicine; Nursing; Computer science; Business; Political science; Management","score_opus":0.15768110384149292,"score_gpt":0.4555300685296162,"score_spread":0.2978489646881233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002077828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9822613,0.00014336615,0.00094477873,0.0029161002,0.0024024274,0.0015338433,0.00002566808,0.0001350264,0.009637484],"genre_scores_gemma":[0.98470247,0.0001884924,0.0023476789,0.009571403,0.00087853754,0.0012261417,0.00011460542,0.000028307883,0.0009423768],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9957492,0.0005429615,0.0008123267,0.00050254376,0.0011467574,0.0012462527],"domain_scores_gemma":[0.99727577,0.0008460922,0.00030519377,0.00044504477,0.00043241415,0.000695473],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017938704,0.000192063,0.00031557505,0.0001109617,0.00096609694,0.000057471123,0.0006544788,0.00029982254,0.001968836],"category_scores_gemma":[0.00039604562,0.00014619523,0.000064519496,0.00035033916,0.00010211903,0.00091334933,0.000052672356,0.00068863615,0.000674986],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024331624,0.0004141302,0.0050538983,0.0017365685,0.000024644216,0.000006878145,0.37049326,1.8548197e-7,0.00016573882,0.003112968,0.004277017,0.6144714],"study_design_scores_gemma":[0.0025783968,0.0089935595,0.06491268,0.008453284,0.00005247013,0.0000047120684,0.8054541,0.010010136,0.00016955339,0.020416278,0.07800293,0.0009519385],"about_ca_topic_score_codex":0.003919545,"about_ca_topic_score_gemma":0.0018989899,"teacher_disagreement_score":0.6135195,"about_ca_system_score_codex":0.00012962778,"about_ca_system_score_gemma":0.0012314135,"threshold_uncertainty_score":0.9989435},"labels":[],"label_agreement":null},{"id":"W2025957213","doi":"10.1080/02763869.2013.776891","title":"PharmGuide: Your Guide to Free Online Drug Information","year":2013,"lang":"en","type":"article","venue":"Medical Reference Services Quarterly","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Directory; Context (archaeology); Quality (philosophy); Computer science; Drug; World Wide Web; Medicine; Pharmacology; Geography","score_opus":0.07247598088269576,"score_gpt":0.47845742437776223,"score_spread":0.4059814434950665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025957213","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89381534,0.000039441908,0.0007525343,0.08258548,0.001458548,0.0013900073,0.00006181684,0.00017518425,0.019721678],"genre_scores_gemma":[0.8844015,0.00013787481,0.004887792,0.09751658,0.0021301894,0.0012151207,0.00067038287,0.000027608836,0.009012934],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953631,0.00041002242,0.0010971668,0.00029005727,0.0017264681,0.0011131957],"domain_scores_gemma":[0.9957885,0.00045342752,0.0002125718,0.00062429585,0.000834722,0.002086453],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0018970298,0.00017438865,0.00024616806,0.0002440526,0.00058000546,0.00007441574,0.0014095268,0.00022077,0.01477675],"category_scores_gemma":[0.0009552848,0.00012812026,0.000031588377,0.0006295277,0.00005703063,0.0015233165,0.00014593768,0.0009059667,0.022308996],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025230336,0.000117433556,0.0070094587,0.00075815775,0.0000074114046,0.0000016817099,0.035430845,6.804108e-7,0.00007287756,0.00038190949,0.648221,0.3079733],"study_design_scores_gemma":[0.0008726535,0.00040504985,0.13607411,0.0005386648,0.0000044811836,0.0000016821072,0.0594637,0.002912985,0.000007669517,0.0018021603,0.79766995,0.00024687336],"about_ca_topic_score_codex":0.03283133,"about_ca_topic_score_gemma":0.010876338,"teacher_disagreement_score":0.3077264,"about_ca_system_score_codex":0.00017818304,"about_ca_system_score_gemma":0.0017057915,"threshold_uncertainty_score":0.98612386},"labels":[],"label_agreement":null},{"id":"W2027566721","doi":"10.1300/j115v19n04_07","title":"Controversial Issues","year":2000,"lang":"en","type":"article","venue":"Medical Reference Services Quarterly","topic":"Female Genital Mutilation/Cutting Issues","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Feeling; Multiculturalism; Immigration; The Internet; Health professionals; Female circumcision; Medicine; Health care; Medical practice; Cultural safety; Nursing; Public relations; Family medicine; Psychology; Social psychology; Political science; Gynecology; World Wide Web","score_opus":0.010682032184249138,"score_gpt":0.29595158297010266,"score_spread":0.28526955078585353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027566721","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93055457,0.00056207966,0.000022667065,0.00826323,0.00016109929,0.0002547615,0.000009173908,0.00028389698,0.059888545],"genre_scores_gemma":[0.98574436,0.00007900422,0.0005005378,0.002937783,0.0006103422,0.000014939126,0.00009461538,0.00002386364,0.009994578],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99755234,0.00006738051,0.00040649017,0.0004001018,0.001150852,0.0004228269],"domain_scores_gemma":[0.9987489,0.00012787413,0.000060556624,0.00042054587,0.000118454416,0.00052365934],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00025338985,0.00021871849,0.00040155873,0.000074515,0.000091236514,0.000049315524,0.00029861048,0.00026670165,0.027746573],"category_scores_gemma":[0.00006238526,0.00017719551,0.00008548417,0.00020621455,0.00012431719,0.00019820743,0.000014612564,0.00036540194,0.00400283],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010717483,0.0005257019,0.008701843,0.0006108927,0.00016828741,0.0005107232,0.009762918,0.000001203514,0.0009511482,0.0012527009,0.0030188654,0.97342396],"study_design_scores_gemma":[0.009650402,0.006418256,0.12300771,0.0019904785,0.00040142052,0.0005575991,0.007751311,0.006023118,0.0011629474,0.003494799,0.83835286,0.001189109],"about_ca_topic_score_codex":0.00051959394,"about_ca_topic_score_gemma":0.0002520854,"teacher_disagreement_score":0.97223485,"about_ca_system_score_codex":0.000037751965,"about_ca_system_score_gemma":0.0001159151,"threshold_uncertainty_score":0.99677265},"labels":[],"label_agreement":null},{"id":"W2057286841","doi":"10.1300/j115v20n02_02","title":"Mediated Computer Search Services Relative to Instruction Services","year":2001,"lang":"en","type":"article","venue":"Medical Reference Services Quarterly","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Service (business); Value (mathematics); Service quality; Computer science; Medical education; World Wide Web; Psychology; Medicine; Marketing; Business","score_opus":0.04016255356372958,"score_gpt":0.4193885825606001,"score_spread":0.3792260289968705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057286841","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9762264,0.0000524932,0.003633873,0.0046169516,0.0012244734,0.001113691,0.00006915504,0.00043656325,0.012626429],"genre_scores_gemma":[0.9538654,0.00010178856,0.0020823074,0.041612156,0.0009392646,0.00019247498,0.0007524385,0.000035179375,0.00041897703],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9928588,0.0012156068,0.0023088662,0.0007003841,0.0017324752,0.0011838519],"domain_scores_gemma":[0.9954745,0.00077959726,0.00054955424,0.0007419789,0.0009385568,0.0015157703],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0024214478,0.00038920343,0.00058534293,0.00034429287,0.0010645825,0.00009763498,0.0011839104,0.0007839007,0.006697713],"category_scores_gemma":[0.00003780633,0.00030141277,0.00007126734,0.0011497379,0.00008086477,0.0028823053,0.00022234648,0.0018182806,0.008535064],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009707118,0.00035255295,0.26770636,0.01030085,0.000102082064,0.00003857577,0.21045685,0.000013611655,0.0000579641,0.0032358328,0.00045230988,0.5063123],"study_design_scores_gemma":[0.0037654506,0.0014249411,0.4945232,0.004455842,0.00003285048,0.00002256196,0.041714936,0.07480155,0.000010225829,0.0018122538,0.37656862,0.0008675723],"about_ca_topic_score_codex":0.00566366,"about_ca_topic_score_gemma":0.0076807546,"teacher_disagreement_score":0.5054447,"about_ca_system_score_codex":0.00022133235,"about_ca_system_score_gemma":0.00047228485,"threshold_uncertainty_score":0.9999438},"labels":[],"label_agreement":null},{"id":"W2066771624","doi":"10.1300/j115v24n01_05","title":"ITER-International Toxicity Estimates for Risk, New TOXNETreg; Database","year":2005,"lang":"en","type":"article","venue":"Medical Reference Services Quarterly","topic":"Radioactivity and Radon Measurements","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Risk assessment; Excellence; Environmental health; Database; Business; Medicine; Computer science; Political science; Computer security","score_opus":0.07098389363965682,"score_gpt":0.41738884813055876,"score_spread":0.3464049544909019,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066771624","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9164075,0.0004346085,0.04764267,0.023938112,0.002714409,0.0013183216,0.000561348,0.0003790575,0.0066039753],"genre_scores_gemma":[0.98110855,0.00013895825,0.009152199,0.0047259163,0.0024381268,0.00008969247,0.00039179393,0.000031926334,0.001922858],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969085,0.0002635091,0.0006177208,0.00047869174,0.0011002705,0.00063130364],"domain_scores_gemma":[0.9974773,0.0009173495,0.00030813125,0.00043248228,0.00017894532,0.0006857937],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0012577417,0.00023754864,0.0003273174,0.000102234,0.00054264243,0.00003525055,0.0008184533,0.00033778095,0.0035748973],"category_scores_gemma":[0.00035327722,0.00018793982,0.000078512785,0.00012400046,0.000052620762,0.0005820435,0.000055892513,0.00086356135,0.00078045856],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007399374,0.0008415931,0.057577033,0.00091345486,0.00031786645,0.000020385121,0.014267323,0.000009888498,0.0018615546,0.0018474441,0.023365747,0.89823776],"study_design_scores_gemma":[0.014197706,0.001892384,0.0686563,0.0035591603,0.00032008404,0.00002461241,0.012360787,0.07613921,0.0010633831,0.0064560063,0.813781,0.0015493443],"about_ca_topic_score_codex":0.0017107942,"about_ca_topic_score_gemma":0.009250647,"teacher_disagreement_score":0.8966884,"about_ca_system_score_codex":0.00014218486,"about_ca_system_score_gemma":0.0004300659,"threshold_uncertainty_score":0.99999756},"labels":[],"label_agreement":null},{"id":"W2092330944","doi":"10.1080/02763869.2013.806863","title":"Efficacy of Screen-Capture Tutorials in Literature Search Training: A Pilot Study of a Research Method","year":2013,"lang":"en","type":"article","venue":"Medical Reference Services Quarterly","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Protocol (science); Computer science; Control (management); Sample (material); Information retrieval; Medical education; Multimedia; Artificial intelligence; Medicine; Alternative medicine","score_opus":0.34209502210151826,"score_gpt":0.5728031964125819,"score_spread":0.23070817431106366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092330944","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9908698,0.00017668815,0.00005929689,0.0027567928,0.0004080736,0.0029212884,0.000015211409,0.000027683871,0.002765159],"genre_scores_gemma":[0.997661,0.000045462457,0.0007572798,0.00023881979,0.00045822858,0.00045325133,0.000032508473,0.000016079142,0.00033739096],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98524475,0.0075190933,0.0014998695,0.0006061359,0.0037166022,0.0014135371],"domain_scores_gemma":[0.9893808,0.0068129697,0.0002590631,0.00070993474,0.0017818292,0.0010554274],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018474974,0.00019110336,0.0006842294,0.00084155257,0.00032714754,0.000040420204,0.0013671968,0.00036821648,0.0026047078],"category_scores_gemma":[0.0019175266,0.00013430245,0.000033635733,0.0030003448,0.00022624487,0.00040133996,0.00013607937,0.0030005593,0.00021819049],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010880883,0.004931567,0.035167273,0.0042750468,0.000042040458,0.000021813017,0.85981846,0.000002589197,0.0022936873,0.0013521775,0.002152122,0.088855125],"study_design_scores_gemma":[0.0048236754,0.01733071,0.46500722,0.0047073504,0.0000076219303,0.0000021004253,0.5031337,0.0014591772,0.000024862109,0.0022083684,0.0010661251,0.00022905557],"about_ca_topic_score_codex":0.068892874,"about_ca_topic_score_gemma":0.014643462,"teacher_disagreement_score":0.42983994,"about_ca_system_score_codex":0.00011896779,"about_ca_system_score_gemma":0.0031194338,"threshold_uncertainty_score":0.9992996},"labels":[],"label_agreement":null},{"id":"W2115256770","doi":"10.1300/j115v25n01_04","title":"An Introductory Guide to Drug Reference Sources","year":2006,"lang":"en","type":"article","venue":"Medical Reference Services Quarterly","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Drug; Field (mathematics); Information retrieval; Data science; Medicine; Pharmacology; Mathematics","score_opus":0.042825421581533164,"score_gpt":0.45213554638609416,"score_spread":0.40931012480456097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115256770","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9596407,0.00011750534,0.00034731915,0.014160645,0.0010416199,0.00060958555,0.000021278094,0.00021792302,0.02384347],"genre_scores_gemma":[0.98286843,0.000032456694,0.0009454109,0.007532552,0.002671812,0.00024597964,0.00018642454,0.000022545999,0.0054944106],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99378747,0.0010581313,0.000997666,0.0007755966,0.0019125609,0.0014686061],"domain_scores_gemma":[0.9960324,0.0005577444,0.00019378898,0.00081551826,0.0005192712,0.0018812501],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00349597,0.00023793828,0.00033963413,0.0002654451,0.0009844704,0.000069419635,0.0015017901,0.00029893816,0.0058136676],"category_scores_gemma":[0.00022456016,0.0001820074,0.000030022677,0.0006927218,0.00014482766,0.00053431594,0.000075313765,0.0011571478,0.005139148],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037856743,0.0011988021,0.14651728,0.0027187604,0.000024350164,0.000045657613,0.0807326,0.000018653707,0.004164661,0.013694873,0.49444643,0.25605938],"study_design_scores_gemma":[0.0005279102,0.0008620078,0.19774419,0.00048971514,0.0000068679587,0.000002518496,0.0321648,0.0007107496,0.000048163136,0.0024600439,0.7645916,0.0003914319],"about_ca_topic_score_codex":0.043214034,"about_ca_topic_score_gemma":0.05622094,"teacher_disagreement_score":0.27014518,"about_ca_system_score_codex":0.00020985986,"about_ca_system_score_gemma":0.0021225463,"threshold_uncertainty_score":0.99563545},"labels":[],"label_agreement":null},{"id":"W2148905860","doi":"10.1300/j115v19n04_06","title":"The Cochrane Library and Cochrane Collaboration","year":2000,"lang":"en","type":"article","venue":"Medical Reference Services Quarterly","topic":"Female Genital Mutilation/Cutting Issues","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Feeling; Multiculturalism; Cochrane Library; The Internet; Immigration; Medicine; Health care; Health professionals; Female circumcision; Nursing; Family medicine; Alternative medicine; Psychology; Social psychology; Political science; Gynecology; World Wide Web","score_opus":0.006928419295419093,"score_gpt":0.28308423074249944,"score_spread":0.27615581144708035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148905860","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9465339,0.0041075405,0.0000077642,0.021673508,0.00012312148,0.00030812455,0.0000096692675,0.0002092651,0.02702709],"genre_scores_gemma":[0.9897451,0.0022469377,0.0003012533,0.0022471552,0.00029167125,0.000026393474,0.00012354572,0.000024931258,0.0049930243],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99798393,0.000102744394,0.00039885356,0.00031752698,0.0008905815,0.00030637224],"domain_scores_gemma":[0.99870646,0.000379473,0.00007149474,0.00038033837,0.00007672968,0.0003854782],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00026155572,0.00018103435,0.00028599065,0.00004716721,0.00024231565,0.00016102735,0.00022865701,0.00019996165,0.0032853496],"category_scores_gemma":[0.000052366828,0.00011765155,0.00003123639,0.00034437494,0.00020763293,0.00047584617,0.000018545059,0.00030375877,0.0003361627],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012190683,0.00023450633,0.009589874,0.0013352543,0.00011107327,0.00019940603,0.008529768,0.0000010168775,0.001074761,0.004777048,0.0011649443,0.97176325],"study_design_scores_gemma":[0.010515078,0.010050277,0.49584442,0.007550843,0.0005340332,0.0010168593,0.021762595,0.018837517,0.002623086,0.009630833,0.4200472,0.0015872485],"about_ca_topic_score_codex":0.000039431492,"about_ca_topic_score_gemma":0.00010486253,"teacher_disagreement_score":0.97017604,"about_ca_system_score_codex":0.0000100106445,"about_ca_system_score_gemma":0.00015113554,"threshold_uncertainty_score":0.99762577},"labels":[],"label_agreement":null},{"id":"W2150499716","doi":"10.1080/02763869.2015.986782","title":"Analysis of a Librarian-Mediated Literature Search Service","year":2015,"lang":"en","type":"article","venue":"Medical Reference Services Quarterly","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia Hospital; University of Manitoba","funders":"","keywords":"Standardization; Service (business); Key (lock); Computer science; World Wide Web; Information retrieval; Medical literature; Data science; Knowledge management; Medicine; Business","score_opus":0.14520838518746132,"score_gpt":0.468784099511878,"score_spread":0.3235757143244167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150499716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97316253,0.00035065538,0.00016333326,0.014660804,0.0005417407,0.00045495783,0.00010767746,0.000096042866,0.010462253],"genre_scores_gemma":[0.9909691,0.00009178455,0.00020908612,0.006877215,0.00032178513,0.000080455764,0.0008520148,0.00001320686,0.00058533263],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9941078,0.0012724763,0.0008737621,0.00044898604,0.0023424714,0.0009545312],"domain_scores_gemma":[0.9944048,0.0011937208,0.00022050197,0.0005810406,0.0014165518,0.002183392],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0037766064,0.00017352763,0.0005150653,0.0007410118,0.00025233813,0.000042747204,0.0010748868,0.0005046376,0.0030716965],"category_scores_gemma":[0.0005080784,0.00012550867,0.00006598131,0.005502824,0.00010438653,0.0005505135,0.000098170385,0.0012302402,0.0010108682],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007244327,0.00081426,0.38728306,0.006280849,0.000702419,0.000062931314,0.53412825,0.00002331959,0.0002752502,0.0022496923,0.013999752,0.05345581],"study_design_scores_gemma":[0.003353441,0.002394284,0.5945939,0.0030546614,0.00032467855,0.000004021889,0.17734666,0.12361503,0.000021142396,0.0015253562,0.09303162,0.00073519937],"about_ca_topic_score_codex":0.007788413,"about_ca_topic_score_gemma":0.011103361,"teacher_disagreement_score":0.35678157,"about_ca_system_score_codex":0.00011521718,"about_ca_system_score_gemma":0.004542291,"threshold_uncertainty_score":0.99976695},"labels":[],"label_agreement":null},{"id":"W2172700338","doi":"10.1080/02763869.2015.1082372","title":"Targeted Evolution of Embedded Librarian Services: Providing Mobile Reference and Instruction Services Using iPads","year":2015,"lang":"en","type":"article","venue":"Medical Reference Services Quarterly","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; University at Buffalo; U.S. Public Health Service; University of British Columbia; National Institutes of Health; University of Northern British Columbia","keywords":"Computer science; Mobile device; Multimedia; World Wide Web; Medical education; Library science; Medicine","score_opus":0.02027566574185383,"score_gpt":0.2723062816261313,"score_spread":0.25203061588427744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2172700338","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97985387,0.00048572547,0.017135601,0.00017613242,0.0006889652,0.00043030176,0.0000069358866,0.0003106776,0.0009117725],"genre_scores_gemma":[0.9842674,0.000022157828,0.015165154,0.00018589251,0.0001758283,0.000065825516,0.00006336221,0.000024944955,0.000029401232],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9959923,0.00040917622,0.0008009625,0.00087716605,0.0013909844,0.00052942743],"domain_scores_gemma":[0.9972274,0.00012268132,0.0006415662,0.00088503864,0.00048775657,0.00063557085],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009194091,0.00035221447,0.0004530647,0.00032130643,0.00018625658,0.00031481628,0.0016867735,0.00043484196,0.00006189139],"category_scores_gemma":[0.00002883691,0.00032313654,0.000043831507,0.000944337,0.00012653669,0.0028929138,0.00027136665,0.0005211589,0.000037052916],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037923167,0.0012311884,0.070714615,0.010896686,0.00023610955,0.000047224272,0.20714833,0.0014042847,0.018421996,0.037266947,0.000051331328,0.65220207],"study_design_scores_gemma":[0.0024995597,0.0024787774,0.019420512,0.002441832,0.00008634827,0.00013786927,0.037625745,0.9133546,0.0014816999,0.015718514,0.003645763,0.001108818],"about_ca_topic_score_codex":0.0034831138,"about_ca_topic_score_gemma":0.00069309043,"teacher_disagreement_score":0.9119503,"about_ca_system_score_codex":0.00018660126,"about_ca_system_score_gemma":0.00069897575,"threshold_uncertainty_score":0.9999221},"labels":[],"label_agreement":null},{"id":"W2470278024","doi":"10.1080/02763869.2016.1189788","title":"Honoring Our Hospital's History: A Preservation and Digitization Initiative","year":2016,"lang":"en","type":"article","venue":"Medical Reference Services Quarterly","topic":"Digital Imaging in Medicine","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Seven Oaks General Hospital; University of Manitoba","funders":"Winnipeg Foundation","keywords":"Digitization; General partnership; Health care; Public relations; Political science; Medicine; Computer science; Law; Telecommunications","score_opus":0.02513715122072319,"score_gpt":0.27170725912404464,"score_spread":0.24657010790332146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2470278024","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94951904,0.00042534538,0.0035052644,0.027667018,0.000524343,0.00043638895,0.000010066152,0.00029476246,0.017617792],"genre_scores_gemma":[0.9958107,0.00011163652,0.00023923653,0.002454055,0.00028301144,0.00003945926,0.00005466411,0.000026165668,0.000981105],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99800813,0.00004691543,0.00035846088,0.00040568947,0.0008709115,0.00030989607],"domain_scores_gemma":[0.99871254,0.00012354291,0.00014453736,0.0003018543,0.00025383048,0.00046369561],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027897523,0.00020071046,0.00031478077,0.00012764994,0.000035277393,0.000034154324,0.00018269276,0.00014342717,0.00017488193],"category_scores_gemma":[0.00038735612,0.00012808702,0.000030977553,0.00013458947,0.00011838424,0.0010758243,0.00004181944,0.00019707381,0.0000987821],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002302806,0.000454497,0.13165055,0.0010458219,0.00013591566,0.000220986,0.0099818325,4.9659192e-8,0.0020618422,0.0024251903,0.0044354545,0.8473576],"study_design_scores_gemma":[0.013720873,0.010483097,0.76896226,0.014284859,0.00034502646,0.00022970962,0.011281354,0.0017215164,0.00071233447,0.009701221,0.16717294,0.0013848284],"about_ca_topic_score_codex":0.00008974786,"about_ca_topic_score_gemma":0.000043855536,"teacher_disagreement_score":0.8459728,"about_ca_system_score_codex":0.00019049569,"about_ca_system_score_gemma":0.00019656085,"threshold_uncertainty_score":0.5223237},"labels":[],"label_agreement":null},{"id":"W3006679052","doi":"10.1080/02763869.2020.1688621","title":"An Investigation of the Backgrounds of Health Sciences Librarians","year":2020,"lang":"en","type":"article","venue":"Medical Reference Services Quarterly","topic":"Web and Library Services","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Appeal; Variety (cybernetics); Medical education; Professional development; Field (mathematics); Work (physics); Biomedical sciences; Library science; Medicine; Political science; Nursing; Computer science; Engineering","score_opus":0.033741050059856496,"score_gpt":0.26364457849044004,"score_spread":0.22990352843058354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006679052","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9438472,0.00024273546,0.006604124,0.047761947,0.00018823172,0.00015295444,0.0000073660653,0.00010550456,0.0010899515],"genre_scores_gemma":[0.98652434,0.000012030579,0.0031508114,0.010234769,0.000058682686,0.0000029698833,0.00000647572,0.0000049269593,0.0000049822565],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9973213,0.00043476155,0.0005653058,0.000385205,0.0010474725,0.00024596587],"domain_scores_gemma":[0.99859315,0.000106381645,0.00041056573,0.000491989,0.000055140947,0.00034278072],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006434407,0.00013013954,0.00027635953,0.000051584735,0.00014189992,0.00011130283,0.003909147,0.000092379305,0.00009784537],"category_scores_gemma":[0.000008818097,0.00008263984,0.000049617127,0.0011088661,0.00027985522,0.0019841779,0.00014132453,0.00018527173,0.0000104846795],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034576184,0.00028839262,0.10833509,0.0026550088,0.000055994,0.000005065589,0.14693601,0.000054236647,0.00463196,0.43821308,0.00045104892,0.29833955],"study_design_scores_gemma":[0.0015001652,0.011799379,0.59555537,0.0016251915,0.000022869845,0.000013908641,0.015842553,0.30105472,0.007591548,0.06090929,0.003257896,0.0008271232],"about_ca_topic_score_codex":0.0006883474,"about_ca_topic_score_gemma":0.00016624173,"teacher_disagreement_score":0.48722026,"about_ca_system_score_codex":0.000005138283,"about_ca_system_score_gemma":0.0007138029,"threshold_uncertainty_score":0.7264232},"labels":[],"label_agreement":null},{"id":"W3162879256","doi":"10.1080/02763869.2021.1912580","title":"Aligning Information Literacy and Evidence-Based Dentistry Concepts in a Rubric to Improve Dental Education","year":2021,"lang":"en","type":"article","venue":"Medical Reference Services Quarterly","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Rubric; Information literacy; Curriculum; Medical education; General partnership; Dental education; Medicine; Literacy; Psychology; Pedagogy; Political science","score_opus":0.058282761141989,"score_gpt":0.4813303574921606,"score_spread":0.4230475963501716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162879256","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9873771,0.0004664531,0.00059794966,0.009198318,0.0011565039,0.0005234111,0.000007488406,0.000030538416,0.000642216],"genre_scores_gemma":[0.98637384,0.000090516674,0.000790868,0.011950501,0.00022414864,0.00031636452,0.00010298527,0.0000052300056,0.00014554303],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99688756,0.00061023614,0.00068740925,0.0003198037,0.0008964474,0.00059854274],"domain_scores_gemma":[0.99744606,0.0008643261,0.00015960254,0.00024593895,0.0003985173,0.00088556146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015947529,0.0001228217,0.00018877072,0.00022708873,0.0002901138,0.00012162573,0.00028886733,0.00020700772,0.00077406154],"category_scores_gemma":[0.0009491276,0.000109275396,0.000018177143,0.00076569937,0.000049691545,0.0016713433,0.000060143902,0.0005902658,0.0005573045],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009846377,0.00019049,0.17775464,0.0041331155,0.0000048519523,0.000018201745,0.070359044,0.0000010674455,0.0008008416,0.00054979185,0.0009968849,0.74509263],"study_design_scores_gemma":[0.001645586,0.000907643,0.7903042,0.015337638,0.000012057752,0.000019898976,0.16077477,0.0076502254,0.00024443242,0.0010619301,0.021564405,0.00047723047],"about_ca_topic_score_codex":0.004641908,"about_ca_topic_score_gemma":0.004729955,"teacher_disagreement_score":0.7446154,"about_ca_system_score_codex":0.00023719334,"about_ca_system_score_gemma":0.005894293,"threshold_uncertainty_score":0.9997414},"labels":[],"label_agreement":null},{"id":"W4231383505","doi":"10.1300/j115v26n01_10","title":"BOOK REVIEWS","year":2007,"lang":"en","type":"article","venue":"Medical Reference Services Quarterly","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publishing; Library science; Sociology; Medicine; Political science; Law; Computer science","score_opus":0.12007239209348475,"score_gpt":0.5112583668421681,"score_spread":0.39118597474868333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231383505","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4959525,0.035239507,0.008332193,0.055434413,0.008595031,0.0048483377,0.000019250549,0.0006405292,0.39093825],"genre_scores_gemma":[0.60500795,0.011624164,0.0016466535,0.3229285,0.0070866635,0.00068461907,0.0002321094,0.0000668107,0.050722536],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.995771,0.0005291175,0.0009205892,0.00034566922,0.0011994852,0.0012341191],"domain_scores_gemma":[0.9968512,0.0008096595,0.00019958102,0.00040364143,0.00019030977,0.0015456135],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.008128167,0.000136606,0.000277056,0.00013302072,0.00062643905,0.000015149157,0.00069233106,0.000307362,0.022760238],"category_scores_gemma":[0.0003651776,0.00009396797,0.000038185786,0.00046126434,0.00010014287,0.00032408023,0.000039554227,0.0010936195,0.011679866],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000779719,0.00013936183,0.012193785,0.0020130042,0.000006061021,0.000022054728,0.022881614,1.3573757e-8,0.00010126027,0.0013341358,0.3693707,0.59186006],"study_design_scores_gemma":[0.00022816425,0.00025903105,0.027637664,0.00051872124,0.000002183011,0.000001460805,0.0051511712,0.000068365865,0.0000036149122,0.00035798224,0.96567255,0.00009905972],"about_ca_topic_score_codex":0.0015316211,"about_ca_topic_score_gemma":0.005189407,"teacher_disagreement_score":0.5963019,"about_ca_system_score_codex":0.00012490818,"about_ca_system_score_gemma":0.0010028027,"threshold_uncertainty_score":0.98908967},"labels":[],"label_agreement":null},{"id":"W4367175790","doi":"10.1080/02763869.2023.2193122","title":"Librarian and Researcher Assessments of Search Result Relevance: How Well Do They Align?","year":2023,"lang":"en","type":"article","venue":"Medical Reference Services Quarterly","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Rubric; Relevance (law); Interview; Medical education; Information retrieval; Computer science; Psychology; MEDLINE; Medicine; Mathematics education; Sociology; Political science","score_opus":0.16817936848587248,"score_gpt":0.5108772863021858,"score_spread":0.3426979178163133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367175790","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9506224,0.0001183332,0.00003042648,0.029028328,0.00044903494,0.0007338337,0.000043740583,0.00011462604,0.018859306],"genre_scores_gemma":[0.99103844,0.0013092172,0.00022214513,0.0007230266,0.0003396283,0.00013088743,0.00011475215,0.000020871106,0.0061010416],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9931548,0.0017753134,0.00059945567,0.0005546881,0.0026108166,0.0013049018],"domain_scores_gemma":[0.9951126,0.0024243116,0.00016040663,0.0005557201,0.00042896732,0.0013180035],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.007162312,0.00016075326,0.00032240374,0.0003468874,0.000610791,0.00007799964,0.00091271225,0.00038565666,0.0013237649],"category_scores_gemma":[0.00063295016,0.000117120624,0.000029618825,0.0011265673,0.0002524185,0.0005714826,0.00020816777,0.0013732758,0.0009274194],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009562251,0.00054019626,0.2140426,0.014621249,0.00010748266,0.000107423744,0.13084483,0.0000017408943,0.0026276354,0.011706442,0.11350222,0.5109419],"study_design_scores_gemma":[0.0029320861,0.0036033166,0.6160116,0.0038660963,0.000014845031,0.000003947629,0.20110334,0.006584242,0.00010405465,0.020268723,0.14496018,0.000547556],"about_ca_topic_score_codex":0.0042919046,"about_ca_topic_score_gemma":0.0025602235,"teacher_disagreement_score":0.5103944,"about_ca_system_score_codex":0.00007717021,"about_ca_system_score_gemma":0.0023723526,"threshold_uncertainty_score":0.99985045},"labels":[],"label_agreement":null},{"id":"W4388014411","doi":"10.1080/02763869.2023.2258054","title":"Assessment of Library Services in Pediatric Hospitals in the United States and Canada","year":2023,"lang":"en","type":"article","venue":"Medical Reference Services Quarterly","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Staffing; Caucus; Library science; Medicine; Family medicine; Business; Political science; Nursing; Computer science","score_opus":0.039713556253896644,"score_gpt":0.4184412483844433,"score_spread":0.37872769213054663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388014411","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98391604,0.00007986701,9.302916e-7,0.014359478,0.00020040873,0.00039558113,0.000024187308,0.00002200076,0.0010015019],"genre_scores_gemma":[0.99403787,0.0019122207,0.000021960901,0.0034869942,0.00009558844,0.0001196908,0.0002664976,0.0000061212463,0.000053071944],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966462,0.00085105957,0.0005947884,0.00023153858,0.0010566256,0.00061978516],"domain_scores_gemma":[0.99755913,0.0017182671,0.00013657247,0.0002078423,0.000062710686,0.00031545828],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002228343,0.00009781122,0.00019733192,0.0003678885,0.00015910482,0.000020291605,0.0006270881,0.00012374975,0.00029828842],"category_scores_gemma":[0.000048238035,0.000061739665,0.000008223459,0.0019574175,0.00004583732,0.0002598601,0.00006410412,0.00067757437,0.000019590563],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061223836,0.000031498002,0.97957,0.0018669738,0.0000012619255,0.000014615319,0.015017349,0.0000028162544,8.7260764e-7,0.0001613096,0.0014010704,0.0019261396],"study_design_scores_gemma":[0.00024354021,0.00015425574,0.918242,0.0002578906,0.0000014731451,2.1810284e-7,0.07268708,0.005732034,1.9546005e-7,0.00063196215,0.0019944594,0.000054889955],"about_ca_topic_score_codex":0.82752717,"about_ca_topic_score_gemma":0.9177704,"teacher_disagreement_score":0.09024323,"about_ca_system_score_codex":0.00005598602,"about_ca_system_score_gemma":0.0032786964,"threshold_uncertainty_score":0.58162665},"labels":[],"label_agreement":null},{"id":"W4412725883","doi":"10.1080/02763869.2025.2533771","title":"An Analysis of the Bibliometrics of the Mexican Institute in Ophthalmology: A Case Study of an Emerging Research-Based Educational Health Institute","year":2025,"lang":"en","type":"article","venue":"Medical Reference Services Quarterly","topic":"Ophthalmology and Visual Health Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Bibliometrics; Impact factor; Index (typography); Citation; Science Citation Index; Library science; Medicine; Citation analysis; Ophthalmology; Political science; Computer science","score_opus":0.2403861653450167,"score_gpt":0.5940601285886871,"score_spread":0.3536739632436704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412725883","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9926404,0.00015094447,0.000011902333,0.0059002317,0.00021831771,0.00083101186,0.000023116336,0.0000055519217,0.00021852845],"genre_scores_gemma":[0.9994905,0.000012141774,0.00005573233,0.0002903896,0.000025255094,0.00005432553,0.00003464014,0.000006299655,0.000030711988],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99441785,0.0019745212,0.0010261032,0.00042466325,0.0017129494,0.00044393408],"domain_scores_gemma":[0.99692744,0.0005927435,0.0003149634,0.0010945959,0.00072903367,0.0003412249],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0052609197,0.00014459522,0.0007117551,0.0065592895,0.00025528288,0.000009218862,0.0010358299,0.000224044,0.0001554716],"category_scores_gemma":[0.0005001121,0.00008692242,0.00009521489,0.0311125,0.0011125678,0.00017629302,0.00010507535,0.0010481977,7.0132074e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044983136,0.008040237,0.9645567,0.001823977,0.00027863262,0.0002763965,0.007027489,0.00011308511,0.00006528878,0.0013974286,0.000006335852,0.015964605],"study_design_scores_gemma":[0.0013998186,0.0053712423,0.96437496,0.00056480576,0.00013765524,0.00012532304,0.01671107,0.010851896,0.000045853543,0.0003359826,0.000019729661,0.000061650884],"about_ca_topic_score_codex":0.069025174,"about_ca_topic_score_gemma":0.04174226,"teacher_disagreement_score":0.02728291,"about_ca_system_score_codex":0.00012611215,"about_ca_system_score_gemma":0.0049332487,"threshold_uncertainty_score":0.9894817},"labels":[],"label_agreement":null}]}