{"meta":{"query_hash":"0b6ed24ddc1f","filters":{"venue":"Journal of the Medical Library Association JMLA"},"cohort_total":148,"direct_labels_cover":8,"predictions_cover":148,"exported":148,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/0b6ed24ddc1f","api":"https://metacan.xera.ac/api/v1/cohort?venue=Journal+of+the+Medical+Library+Association+JMLA"},"results":[{"id":"W14070395","doi":"","title":"Colin William (Bill) Fraser, AHIP, FMLA, 1925–2005.","year":2006,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; Medical library; Kindness; Outreach; Service (business); Management; Sociology; History; Law; Political science; Business","score_opus":0.028760164369748018,"score_gpt":0.3795302172015432,"score_spread":0.35077005283179513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W14070395","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5082934,0.0006741514,0.00013948987,0.4509055,0.012741516,0.00067134394,0.000038285958,0.00006183194,0.026474485],"genre_scores_gemma":[0.8110718,0.0010533335,0.0010578438,0.027653921,0.019961983,0.00004479973,0.000037259055,0.000048559945,0.13907051],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9936718,0.0017893107,0.0012043708,0.00013009075,0.0024825106,0.0007219232],"domain_scores_gemma":[0.9951915,0.0023422197,0.001357754,0.00019143759,0.00021960893,0.0006974618],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0059300256,0.00010569569,0.0002852836,0.00014632446,0.0008022447,0.000045596684,0.00075632834,0.00035754943,0.005377656],"category_scores_gemma":[0.00608767,0.000056605277,0.00016422084,0.0006079443,0.00007742977,0.00084022206,0.0001400889,0.0017519887,0.00026574408],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026869642,0.0000986828,0.26146454,0.000027401999,0.000011019477,0.00000446257,0.00014615068,0.0000076230594,0.000008255204,0.00029118155,0.7370637,0.0008501045],"study_design_scores_gemma":[0.00074928784,0.000052206,0.22386377,0.00021281099,0.00000912124,0.0000029236635,0.0003341071,0.00017664867,0.000036626967,0.005293019,0.7692057,0.00006377642],"about_ca_topic_score_codex":0.00011030815,"about_ca_topic_score_gemma":0.00009226578,"teacher_disagreement_score":0.4232516,"about_ca_system_score_codex":0.00051439076,"about_ca_system_score_gemma":0.005210033,"threshold_uncertainty_score":0.99553156},"labels":[],"label_agreement":null},{"id":"W1500722466","doi":"10.3163/1536-5050.100.2.008","title":"Provision of pandemic disease information by health sciences librarians: a multisite comparative case series","year":2012,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Library Science and Administration","field":"Social Sciences","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Medical Library Association","keywords":"Pandemic; Best practice; Information needs; Health care; Public relations; Computer science; Knowledge management; World Wide Web; Coronavirus disease 2019 (COVID-19); Medicine; Political science; Infectious disease (medical specialty); Disease","score_opus":0.02818651854583786,"score_gpt":0.33035118186043383,"score_spread":0.30216466331459596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1500722466","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89206785,0.0011059465,0.00024097902,0.100474216,0.0017266547,0.0004467054,0.000096477925,0.00004676626,0.0037944142],"genre_scores_gemma":[0.9958571,0.00030316942,0.00040022068,0.002103737,0.00042927175,0.0000020542004,0.0000099610825,0.000002982479,0.0008915021],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963884,0.00089740823,0.0006988018,0.0000661115,0.0016695177,0.00027978074],"domain_scores_gemma":[0.99729633,0.00043232754,0.001599051,0.00007643372,0.00006907175,0.0005268118],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0032134906,0.00008382159,0.00021875258,0.00009156211,0.00066132855,0.00020517527,0.00046166882,0.000095869524,0.0002537537],"category_scores_gemma":[0.0013779916,0.00005319201,0.00011677193,0.00065852987,0.00033046136,0.020170476,0.000073841744,0.00024788151,0.00000620749],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010134283,0.00027149805,0.82991266,0.000040080948,0.00003835408,0.0000079206175,0.03628975,0.00001641316,0.000021561389,0.013073609,0.1145616,0.005665187],"study_design_scores_gemma":[0.0024951226,0.0010782727,0.14687587,0.0010010301,0.00010088112,0.00036982464,0.06333205,0.0008379203,0.0012420544,0.007454159,0.7745902,0.00062264386],"about_ca_topic_score_codex":0.000054267923,"about_ca_topic_score_gemma":0.000012736532,"teacher_disagreement_score":0.6830368,"about_ca_system_score_codex":0.00008095061,"about_ca_system_score_gemma":0.0018681824,"threshold_uncertainty_score":0.9935339},"labels":[],"label_agreement":null},{"id":"W1965319796","doi":"10.3163/1559-9439.97.1.e1","title":"Proceedings, 108th Annual Meeting Medical Library Association, Inc. Chicago, IL May 16–21, 2008","year":2009,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Quillen College of Medicine, East Tennessee State University; Feinberg School of Medicine; University of Illinois at Urbana-Champaign; National Institutes of Health; Idaho State University; University of North Texas; Health Sciences Centre Foundation; Georgetown University; East Tennessee State University; Louisiana State University; U.S. National Library of Medicine; University of Pittsburgh; Saint Louis University; Texas Woman's University; University of Washington; Northwestern University; University of Miami; University of Missouri; Washington University in St. Louis; Yale University; U.S. Department of Veterans Affairs; Massachusetts Institute of Technology; McKnight Foundation; University of Wisconsin-Madison; University of Connecticut; Kaiser Permanente; University of Southern California","keywords":"Library science; Medical library; Attendance; Theme (computing); Section (typography); World Wide Web; Bridging (networking); Computer science; Political science; Law","score_opus":0.022422750856491,"score_gpt":0.3710240856793841,"score_spread":0.3486013348228931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965319796","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2525652,0.00042522553,0.000016798414,0.7003053,0.005012091,0.0005515832,0.000067622364,0.00013445222,0.04092172],"genre_scores_gemma":[0.7531792,0.0041388213,0.0011459377,0.11757347,0.02790109,0.000049140475,0.000099076424,0.0000944017,0.09581889],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9876001,0.0019175913,0.0021188655,0.00029244347,0.006831157,0.0012398671],"domain_scores_gemma":[0.9900052,0.0037749603,0.0032583387,0.00020302834,0.0006709284,0.0020875575],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013276207,0.0002294235,0.00058337126,0.00030606036,0.0013890034,0.00014892047,0.0016338738,0.0010383758,0.008368634],"category_scores_gemma":[0.044615813,0.00014913976,0.00023748245,0.0014871091,0.000086621476,0.0031835549,0.0003478667,0.0041444735,0.00021576676],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006350292,0.00016769172,0.28789732,0.000044547858,0.00003885667,0.0000067438345,0.0013571199,7.349403e-7,0.0000050866015,0.0004650307,0.70724493,0.0027084262],"study_design_scores_gemma":[0.001322336,0.00027643822,0.24602295,0.0008734962,0.000028295222,0.000020226871,0.0018510493,0.00030349765,0.000051795698,0.0033821831,0.7456765,0.00019121013],"about_ca_topic_score_codex":0.000022482143,"about_ca_topic_score_gemma":0.000008882655,"teacher_disagreement_score":0.58273184,"about_ca_system_score_codex":0.0011290823,"about_ca_system_score_gemma":0.010590997,"threshold_uncertainty_score":0.99991107},"labels":[],"label_agreement":null},{"id":"W1967040404","doi":"10.3163/1536-5050.98.2.008","title":"Personal digital assistant usage among undergraduate medical students: exploring trends, barriers, and the advent of smartphones","year":2010,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Health Economics; Health Sciences Centre; University of Alberta","funders":"University of Alberta","keywords":"Computer science; Medical education; World Wide Web; Multimedia; Medicine","score_opus":0.014740159304620382,"score_gpt":0.33341238689707325,"score_spread":0.3186722275924529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967040404","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7672392,0.0003316296,0.00008588134,0.22636805,0.0032948018,0.000571143,0.00005870477,0.000027728358,0.0020228126],"genre_scores_gemma":[0.9899581,0.0014325508,0.000054800894,0.0040239757,0.0013254004,0.0002247005,0.000008711205,0.000022849254,0.0029489177],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9937712,0.0010309382,0.0015172051,0.00015363147,0.0031060753,0.00042093257],"domain_scores_gemma":[0.9932295,0.0032735688,0.0019806523,0.00022008251,0.0001424817,0.0011536934],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006137913,0.00014543008,0.00047705462,0.00011012412,0.00077595265,0.000049917973,0.0008667345,0.00032530297,0.00151991],"category_scores_gemma":[0.0077793607,0.000075700096,0.00022466187,0.00037442602,0.00033211507,0.0006358589,0.00038134807,0.002510879,0.000007682435],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025717818,0.0001445243,0.9294589,0.00012266566,0.00013671858,0.0000081796925,0.0016424146,3.4621993e-7,0.000004105229,0.006180682,0.04460052,0.017443726],"study_design_scores_gemma":[0.0065649776,0.000091450354,0.65356034,0.0007019914,0.0001054231,0.000026932215,0.0023095394,0.0002693795,0.000010802489,0.0029558945,0.33326355,0.00013973539],"about_ca_topic_score_codex":0.000023870865,"about_ca_topic_score_gemma":0.00006171293,"teacher_disagreement_score":0.28866303,"about_ca_system_score_codex":0.00010255531,"about_ca_system_score_gemma":0.0017754954,"threshold_uncertainty_score":0.9997904},"labels":[],"label_agreement":null},{"id":"W1970774493","doi":"10.3163/1536-5050.99.4.002","title":"Gilbert J. Clausman, AHIP, FMLA, 1921–2011","year":2011,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Illinois at Urbana-Champaign; School of Medicine, New York University; York University","keywords":"Computer science; Library science; World Wide Web","score_opus":0.1038041798296282,"score_gpt":0.4016831491175126,"score_spread":0.2978789692878844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970774493","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51840764,0.00048305618,0.00015888523,0.25927982,0.021266332,0.0007464287,0.000016276155,0.00007070544,0.19957086],"genre_scores_gemma":[0.8121512,0.0009931761,0.0014745615,0.034651298,0.008817376,0.000033246244,0.000008635593,0.000043369844,0.14182714],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9945576,0.0017703004,0.0010239449,0.00011888694,0.0019367243,0.00059252017],"domain_scores_gemma":[0.9960038,0.0014311408,0.0012631653,0.00021444788,0.00023567509,0.00085176085],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0058050896,0.000095059695,0.00025408107,0.00013944654,0.0006373596,0.000020126998,0.0009294202,0.0003274129,0.020979548],"category_scores_gemma":[0.006419271,0.00005452436,0.00015640186,0.0004103333,0.00007451702,0.0009342905,0.00019112005,0.0018083655,0.0007128302],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004707116,0.000099569435,0.36635888,0.000033677534,0.000023173221,0.000005191819,0.002574329,1.4101245e-7,0.000005902584,0.0009205456,0.628545,0.0013865138],"study_design_scores_gemma":[0.0006338123,0.0001286948,0.5035987,0.00022540221,0.0000148941535,0.0000089600035,0.0011095658,0.00006374438,0.000063861065,0.0058673597,0.48820415,0.00008084763],"about_ca_topic_score_codex":0.0000793523,"about_ca_topic_score_gemma":0.000019566318,"teacher_disagreement_score":0.29374355,"about_ca_system_score_codex":0.00028227,"about_ca_system_score_gemma":0.0035428645,"threshold_uncertainty_score":0.9799154},"labels":[],"label_agreement":null},{"id":"W1972270321","doi":"10.3163/1536-5050.97.3.008","title":"Clinical information behavior of rehabilitation therapists: a review of the research on occupational therapists, physical therapists, and speech-language pathologists","year":2009,"lang":"en","type":"review","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Rehabilitation; Generalizability theory; MEDLINE; Medical education; Psychology; Medicine; Applied psychology; Nursing; Physical therapy","score_opus":0.19937671200181384,"score_gpt":0.5992615238030657,"score_spread":0.3998848118012519,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972270321","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009993912,0.95551234,0.0000063967,0.027264545,0.0022950796,0.003677564,0.0001893279,0.000017119097,0.0010437029],"genre_scores_gemma":[0.0011639415,0.9939245,0.00020291441,0.0027620182,0.0013367516,0.00009528297,0.000051767474,0.000019264004,0.0004435387],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.975388,0.016094051,0.003489596,0.00022759438,0.004331675,0.0004691096],"domain_scores_gemma":[0.97718024,0.014884587,0.0059817987,0.00059713976,0.0010147215,0.00034153133],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.02690369,0.000244607,0.0014700636,0.00033675702,0.000472043,0.00003320917,0.0013774578,0.00067250605,0.0004043605],"category_scores_gemma":[0.027614132,0.00011667165,0.00081376685,0.0014991176,0.0005075802,0.0006813924,0.00023246768,0.004008768,0.000022300432],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011454028,0.0007272199,0.011594264,0.02771031,0.00009752878,0.0000024151477,0.002527971,1.3735486e-7,7.049733e-7,0.00074587687,0.084312834,0.8721662],"study_design_scores_gemma":[0.0008336749,0.0010386134,0.09753265,0.119902745,0.00015543666,0.00001675437,0.00083700917,0.000011835037,0.0000016565051,0.0010108573,0.77848387,0.00017492322],"about_ca_topic_score_codex":0.000017117454,"about_ca_topic_score_gemma":0.0000028882237,"teacher_disagreement_score":0.8719913,"about_ca_system_score_codex":0.0005168114,"about_ca_system_score_gemma":0.0077992687,"threshold_uncertainty_score":0.99828905},"labels":[],"label_agreement":null},{"id":"W1974935135","doi":"10.3163/1536-5050.102.4.003","title":"Snapshots of innovation","year":2014,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"University of Calgary","keywords":"Metadata; World Wide Web; Transformative learning; Computer science; Digital library; Dissemination; Data science; Sociology","score_opus":0.05468115067960596,"score_gpt":0.4350121299809922,"score_spread":0.38033097930138626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974935135","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8153175,0.0000426512,0.0004465046,0.15838222,0.005125385,0.00020498452,0.0000043184305,0.000011076565,0.020465337],"genre_scores_gemma":[0.98413336,0.00006771019,0.0003619576,0.007370321,0.002191929,0.000004085568,0.000004740827,0.000006776431,0.0058590937],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99563414,0.0013863998,0.0010970649,0.000056002747,0.0015756101,0.00025080517],"domain_scores_gemma":[0.9952845,0.0019994692,0.0018838032,0.0001227943,0.0004995894,0.00020983187],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008443506,0.00004557571,0.00018139271,0.0001648591,0.00025171947,0.00000936373,0.00044377855,0.00017434242,0.0019546193],"category_scores_gemma":[0.027378894,0.000026165922,0.000054210373,0.0011258093,0.000041506322,0.00049010676,0.00008287548,0.00082382513,0.00003165327],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030950952,0.0000689631,0.45082548,0.00008261688,0.00001557168,3.0247733e-7,0.00084935577,0.0000035891373,0.00014097043,0.0066469233,0.5366184,0.004716884],"study_design_scores_gemma":[0.00082743133,0.00015298641,0.52778,0.00042746554,0.000008895667,0.000002429739,0.0005498504,0.00057453924,0.00037436277,0.009772161,0.45947477,0.000055128097],"about_ca_topic_score_codex":0.000008215908,"about_ca_topic_score_gemma":0.000001994159,"teacher_disagreement_score":0.16881585,"about_ca_system_score_codex":0.0001288255,"about_ca_system_score_gemma":0.0024064395,"threshold_uncertainty_score":0.99895775},"labels":[],"label_agreement":null},{"id":"W1976783731","doi":"10.3163/1536-5050.100.3.009","title":"Teaching evidence-based medicine literature searching skills to medical students during the clinical years: a randomized controlled trial","year":2012,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Health Services and Policy Research","funders":"Monash University","keywords":"Randomized controlled trial; Medical education; MEDLINE; Evidence-based medicine; Intervention (counseling); Medicine; Systematic review; Psychology; Construct (python library); Alternative medicine; Nursing; Computer science; Surgery","score_opus":0.06834005628582364,"score_gpt":0.5242968347947031,"score_spread":0.4559567785088795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976783731","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6553555,0.0007186359,0.000081799786,0.33128086,0.009627981,0.0025601776,0.0000019848458,0.000019680489,0.00035333892],"genre_scores_gemma":[0.9110219,0.0009206597,0.00021367343,0.047527555,0.032014787,0.00021874103,0.000003137648,0.000024906012,0.008054659],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.95325696,0.03336747,0.003059726,0.00018255021,0.009228006,0.00090525585],"domain_scores_gemma":[0.91967976,0.073864475,0.0026642943,0.00038357606,0.00034677188,0.0030611116],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15735659,0.0001644173,0.0013016824,0.00025549374,0.0010649113,0.00011706414,0.0021151274,0.00047689848,0.0026098562],"category_scores_gemma":[0.38708147,0.00006785183,0.0005917115,0.0006674807,0.00020393266,0.0011304751,0.00045938356,0.005553247,0.00006170035],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.41324455,0.0011108302,0.3325242,0.0001807658,0.0004336405,0.000026013735,0.021481149,0.0000053784693,0.00000684324,0.0003396781,0.22717033,0.0034766155],"study_design_scores_gemma":[0.8276366,0.00038398485,0.12900402,0.008329108,0.00012276079,0.000011552105,0.0011835824,0.00034222446,0.0000017081842,0.00035656895,0.032489184,0.00013869375],"about_ca_topic_score_codex":0.000031226766,"about_ca_topic_score_gemma":0.0000041142775,"teacher_disagreement_score":0.41439208,"about_ca_system_score_codex":0.0003754945,"about_ca_system_score_gemma":0.0050321105,"threshold_uncertainty_score":0.99830186},"labels":[],"label_agreement":null},{"id":"W1976886529","doi":"10.3163/1536-5050.99.2.003","title":"Only for “purely scientific” institutions: the Medical Library Association's Exchange, 1898–1950s","year":2011,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Library Science and Administration","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Medical library; Association (psychology); Professional association; Library science; Information exchange; Public relations; Political science; Sociology; Psychology; Computer science","score_opus":0.04921939395789088,"score_gpt":0.30112981531571764,"score_spread":0.25191042135782676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976886529","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09970926,0.0010000354,0.00045333587,0.74788874,0.020245558,0.0011543827,0.00013933908,0.00023275655,0.12917659],"genre_scores_gemma":[0.7718421,0.0012976865,0.0017608873,0.030832484,0.01177032,0.00005135032,0.000063164676,0.00005914633,0.18232286],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99228406,0.0011956111,0.0009420442,0.00025179365,0.004764162,0.000562301],"domain_scores_gemma":[0.9953518,0.0018157387,0.0016820568,0.00026587423,0.00022209634,0.00066246523],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0073051592,0.00017057371,0.00031200462,0.0001611644,0.0021083814,0.0009078019,0.0024515595,0.0005383638,0.005517269],"category_scores_gemma":[0.014360346,0.00010061265,0.00045133004,0.0013633617,0.00057011214,0.006728729,0.00026098997,0.0008399721,0.000056638448],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000072558934,0.00037965557,0.09857543,0.000018381268,0.00014682711,0.000024480425,0.007762626,0.0000017075737,0.0000059764443,0.108812794,0.7788117,0.005387864],"study_design_scores_gemma":[0.00067433127,0.00010440326,0.023648256,0.00013563203,0.000063475345,0.00001514263,0.0015859405,0.00007100838,0.00019249435,0.019779233,0.95356846,0.0001616353],"about_ca_topic_score_codex":0.000023667139,"about_ca_topic_score_gemma":0.0000886994,"teacher_disagreement_score":0.7170563,"about_ca_system_score_codex":0.00021943772,"about_ca_system_score_gemma":0.009497837,"threshold_uncertainty_score":0.99919075},"labels":[],"label_agreement":null},{"id":"W1977737205","doi":"10.3163/1536-5050.101.1.006","title":"Use and perceptions of information among family physicians: sources considered accessible, relevant, and reliable","year":2013,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Canadian Institutes of Health Research","keywords":"Perception; MEDLINE; World Wide Web; Computer science; Information retrieval; Data science; Psychology; Political science","score_opus":0.036055459218805756,"score_gpt":0.35525826592906945,"score_spread":0.3192028067102637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977737205","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9603421,0.00010803832,0.000040500778,0.03785012,0.0005793422,0.0002936841,0.000008171046,0.000009768926,0.0007682674],"genre_scores_gemma":[0.99091864,0.0018065848,0.0006061896,0.004935115,0.00033514222,0.000014499573,0.0000050486587,0.0000057568905,0.0013730081],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973798,0.00060674554,0.00080722076,0.00006257316,0.00088384235,0.0002598228],"domain_scores_gemma":[0.9963005,0.0017185999,0.0012393653,0.00009874676,0.00033650704,0.00030625903],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016900704,0.000064829954,0.00020714705,0.00014317062,0.00047019892,0.00012434795,0.00020792484,0.00017268058,0.0004926348],"category_scores_gemma":[0.005218316,0.000039930954,0.000044542558,0.00034259006,0.00014561522,0.006642003,0.00012341441,0.0006909595,0.000017863737],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000978987,0.000021551667,0.81088966,0.000083565654,0.000013271791,1.3831169e-7,0.0025339979,0.0000019434283,0.00007411972,0.000102863196,0.18483187,0.0014372232],"study_design_scores_gemma":[0.00035633272,0.000044229662,0.9804137,0.00043696776,0.000010312301,0.0000014940344,0.007834997,0.0006495736,0.00001811055,0.0016484467,0.008545582,0.00004024772],"about_ca_topic_score_codex":0.0002489333,"about_ca_topic_score_gemma":0.000007603686,"teacher_disagreement_score":0.1762863,"about_ca_system_score_codex":0.00006652286,"about_ca_system_score_gemma":0.0009036779,"threshold_uncertainty_score":0.62471884},"labels":[],"label_agreement":null},{"id":"W1978350006","doi":"10.3163/1536-5050.100.2.007","title":"Pay-per-view in interlibrary loan: a case study","year":2012,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Interlibrary loan; Purchasing; Payment; Quarter (Canadian coin); Business; Loan; Sample (material); Medical library; Library science; Advertising; Marketing; Computer science; Finance","score_opus":0.01097156458702233,"score_gpt":0.23285749878597956,"score_spread":0.22188593419895722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978350006","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9565855,0.0006784719,0.0005528699,0.030659156,0.0030373316,0.00026220857,0.0000012215944,0.000075006305,0.0081482325],"genre_scores_gemma":[0.9893224,0.00003915093,0.0006979019,0.0027822945,0.000526734,0.0000046965038,4.1920637e-7,0.0000106616435,0.0066157323],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99706924,0.00058809435,0.00074701995,0.00011827964,0.0011827039,0.00029468106],"domain_scores_gemma":[0.9982988,0.00056184706,0.0005812438,0.00019939148,0.000029040946,0.00032966235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013096423,0.0001282648,0.0002741468,0.00023031812,0.00010590045,0.0004090432,0.0011562404,0.00010434084,0.00033588512],"category_scores_gemma":[0.0006449725,0.00007009058,0.00016321501,0.0010346867,0.000018895551,0.008844388,0.00064720126,0.0005593616,0.000024877832],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015698592,0.0006229754,0.9432095,0.000007702592,0.00006584351,0.0005999442,0.0031143231,0.0000022753195,8.765646e-7,0.0006065233,0.035288814,0.016465472],"study_design_scores_gemma":[0.0042582983,0.0005388954,0.48347425,0.00036421852,0.000039917515,0.0062886896,0.0025358442,0.0012074371,0.00027166688,0.003918806,0.49650964,0.0005923149],"about_ca_topic_score_codex":0.0000034510356,"about_ca_topic_score_gemma":0.0000019471863,"teacher_disagreement_score":0.46122083,"about_ca_system_score_codex":0.00009163519,"about_ca_system_score_gemma":0.00041977517,"threshold_uncertainty_score":0.6411968},"labels":[],"label_agreement":null},{"id":"W1986141190","doi":"10.3163/1536-5050.100.4.015","title":"Development of a post-master's online certificate in health sciences librarianship","year":2012,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; University at Buffalo; University of Pittsburgh; Medical Library Association; University of California, Los Angeles; York University; Institute of Museum and Library Services","keywords":"Medical library; Certificate; Library science; Medical education; Lifelong learning; Biomedical sciences; Process (computing); Health care; Public relations; Sociology; Political science; Medicine; Pedagogy; Nursing; Computer science","score_opus":0.3114152428581637,"score_gpt":0.4716626334594082,"score_spread":0.1602473906012445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986141190","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7774478,0.000385776,0.0000374223,0.21870553,0.0022087195,0.00024157405,0.000008698829,0.000007795527,0.0009566589],"genre_scores_gemma":[0.9817218,0.00016153537,0.005223802,0.009296089,0.001250201,0.000008054043,0.000007778817,0.000009795543,0.0023209278],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99390066,0.0019811047,0.0016256552,0.00008732426,0.001743116,0.0006621472],"domain_scores_gemma":[0.99580663,0.0015073259,0.0017879384,0.00010620875,0.000113712194,0.0006782007],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013372327,0.00007321386,0.00027345555,0.000254404,0.0004810391,0.000018066994,0.0006829995,0.00014847892,0.0010004177],"category_scores_gemma":[0.006146225,0.000042464326,0.0000648299,0.0009812402,0.00008506998,0.001311918,0.00015883631,0.00097320555,0.000024904952],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045405348,0.0003543537,0.9514006,0.0001820909,0.000012017238,4.774631e-7,0.012349075,0.000003020576,0.00004144,0.00067175756,0.02778843,0.0071513485],"study_design_scores_gemma":[0.00043170885,0.000072355106,0.90390563,0.00075905176,0.0000019117604,0.0000022275929,0.005113345,0.00010070132,0.00006147635,0.00029534707,0.08920554,0.00005068159],"about_ca_topic_score_codex":0.00003425342,"about_ca_topic_score_gemma":0.000037872658,"teacher_disagreement_score":0.20940945,"about_ca_system_score_codex":0.00034122122,"about_ca_system_score_gemma":0.0116269635,"threshold_uncertainty_score":0.9999128},"labels":[],"label_agreement":null},{"id":"W1992930423","doi":"10.3163/1536-5050.95.2.189","title":"Interlibrary loan in US and Canadian health sciences libraries 2005: update on journal article use","year":2007,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"U.S. National Library of Medicine","keywords":"Interlibrary loan; Library science; Medical library; Publishing; National library; Political science; Computer science","score_opus":0.010239514252943486,"score_gpt":0.22008726128350256,"score_spread":0.20984774703055908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992930423","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7859376,0.00071933435,0.00065452553,0.20546767,0.0016726382,0.00012120069,0.0000041599064,0.000040194343,0.005382648],"genre_scores_gemma":[0.95303226,0.00043366084,0.005310004,0.036663324,0.00051324174,6.1388465e-7,0.0000012440046,0.000014977588,0.004030705],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972287,0.00029984518,0.00073417666,0.00014535295,0.0011136191,0.00047831313],"domain_scores_gemma":[0.9977271,0.0006668389,0.00063551724,0.00010639808,0.00002722568,0.0008369191],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0024177118,0.00011871575,0.0002210753,0.00061123277,0.00039775704,0.0019892158,0.0010388796,0.00010148464,0.00013351001],"category_scores_gemma":[0.00094113016,0.00007612021,0.000088683446,0.0010729904,0.000096031305,0.010495123,0.00024377518,0.0006151556,0.000006672811],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006229961,0.000099152625,0.7784943,0.000005490779,0.00004318706,0.000166019,0.0009063846,0.0000513247,0.0000020604944,0.017715031,0.183442,0.019012744],"study_design_scores_gemma":[0.00097794,0.00027538394,0.7497787,0.00027789923,0.0000030938102,0.00029548036,0.00011716556,0.0013037408,0.00032121903,0.01235811,0.23410024,0.00019103053],"about_ca_topic_score_codex":0.000088094544,"about_ca_topic_score_gemma":0.00041049937,"teacher_disagreement_score":0.16880435,"about_ca_system_score_codex":0.0001804966,"about_ca_system_score_gemma":0.0025272525,"threshold_uncertainty_score":0.9990468},"labels":[],"label_agreement":null},{"id":"W1996967751","doi":"10.3163/1536-5050.101.1.007","title":"The value of library and information services in patient care: results of a multisite study","year":2013,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":139,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; U.S. Department of Health and Human Services; Medical Library Association; National Institutes of Health; University of Pittsburgh; York University","keywords":"Medicine; Family medicine; MEDLINE; Patient care; Nursing","score_opus":0.011808594922128811,"score_gpt":0.3449121512535288,"score_spread":0.3331035563314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996967751","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9632443,0.00020307298,0.0000010022694,0.03389404,0.0007294957,0.00066073315,0.000013947644,0.0000042247584,0.001249179],"genre_scores_gemma":[0.99777955,0.0004967969,0.0000973845,0.0012548551,0.00015053144,0.000016627644,0.000005082204,0.000003605805,0.00019558653],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956789,0.0015340744,0.0013363247,0.000052502666,0.0011796681,0.00021853525],"domain_scores_gemma":[0.995515,0.0022579927,0.0017346883,0.00012903554,0.00016327424,0.00020004516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020850396,0.00005437242,0.00018158004,0.00013023737,0.0002458172,0.00003265766,0.00039186294,0.00011154289,0.000083566796],"category_scores_gemma":[0.0022588281,0.00002696723,0.000041056544,0.00048948685,0.00004450504,0.0036358542,0.00020580387,0.0005890637,0.0000059300064],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015642324,0.00012971161,0.9294446,0.000198793,0.000019611909,5.420808e-7,0.04217023,0.0000123144,0.000006814426,0.00018052568,0.015336764,0.012343638],"study_design_scores_gemma":[0.0011516388,0.00031564166,0.9469996,0.00035932034,0.0000047815197,6.2576123e-7,0.035495114,0.000623525,0.000041118124,0.00033158192,0.014648944,0.000028114833],"about_ca_topic_score_codex":0.00019039783,"about_ca_topic_score_gemma":0.000017917324,"teacher_disagreement_score":0.034535225,"about_ca_system_score_codex":0.000054642063,"about_ca_system_score_gemma":0.0009288035,"threshold_uncertainty_score":0.27041915},"labels":[],"label_agreement":null},{"id":"W1997836711","doi":"10.3163/1536-5050.97.4.014","title":"The Health Information Literacy Research Project","year":2009,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"U.S. National Library of Medicine; University of Washington; Medical Library Association","keywords":"Curriculum; Health literacy; Information literacy; Health care; Medical education; HRHIS; Medicine; Literacy; Health education; Information needs; Nursing; Public relations; Psychology; Public health; Political science; Library science; Pedagogy; Computer science","score_opus":0.0545418929559528,"score_gpt":0.5085144384599556,"score_spread":0.4539725455040028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997836711","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07688222,0.0008567925,0.00055375387,0.8752203,0.005845767,0.0019143983,0.000040034647,0.000093960734,0.03859278],"genre_scores_gemma":[0.6368112,0.0037056585,0.0018992606,0.324043,0.006663075,0.00006675207,0.00007212791,0.000028773558,0.02671016],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98769885,0.005749004,0.0031534894,0.00006820299,0.0027212854,0.0006091618],"domain_scores_gemma":[0.9909197,0.0039368253,0.0035611806,0.0003100719,0.00093563745,0.00033658376],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03066788,0.00009464215,0.00025934572,0.00018567477,0.0026779138,0.00021051058,0.00093360106,0.00025365414,0.0003765595],"category_scores_gemma":[0.018516798,0.00004413497,0.00014665301,0.0009944444,0.000051887342,0.0067306813,0.00015569427,0.003242576,0.0001250751],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001702103,0.000058322225,0.03601129,0.00008874844,0.000015409196,4.9034406e-7,0.0088118045,9.898177e-7,2.3806605e-7,0.004646852,0.83403,0.11616565],"study_design_scores_gemma":[0.0006117708,0.00015489485,0.10232764,0.00036348018,0.000002307552,0.000004028791,0.00095210434,0.00052970555,0.000002776623,0.0041328026,0.89087754,0.000040955212],"about_ca_topic_score_codex":0.000016578939,"about_ca_topic_score_gemma":0.0000021247245,"teacher_disagreement_score":0.55992895,"about_ca_system_score_codex":0.0006204458,"about_ca_system_score_gemma":0.0062563834,"threshold_uncertainty_score":0.99937725},"labels":[],"label_agreement":null},{"id":"W2008961625","doi":"10.3163/1536-5050.95.3.246","title":"Which journals do primary care physicians and specialists access from an online service?","year":2007,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster University; Population Health Research Institute","funders":"U.S. National Library of Medicine; Canadian Institutes of Health Research; Ontario Ministry of Health and Long-Term Care; McMaster University","keywords":"Journal club; Observational study; Family medicine; Primary care; Medicine; MEDLINE; Relevance (law); Medical library; Quality (philosophy); Service (business); Medical education; Nursing","score_opus":0.08792196388285464,"score_gpt":0.4746225844589758,"score_spread":0.3867006205761212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008961625","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8692388,0.00057425915,0.000054382203,0.12315709,0.0034401617,0.00022060302,0.00007011012,0.000015141005,0.0032294842],"genre_scores_gemma":[0.92540807,0.001406608,0.0005541401,0.05104487,0.020521931,0.0000036377294,0.00010077937,0.00002853714,0.0009314339],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99485314,0.0012768497,0.0010173916,0.00014812345,0.0021857629,0.0005187176],"domain_scores_gemma":[0.99514,0.0017318001,0.0014185344,0.00018279388,0.00068449246,0.0008423781],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0045178602,0.00010398837,0.0003096345,0.00014958702,0.0007256941,0.00013847355,0.000926759,0.00029444954,0.0012892142],"category_scores_gemma":[0.0026226738,0.000065992375,0.00006827128,0.000900538,0.00003717109,0.0021240318,0.00025828677,0.0017555665,0.000014558093],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012200715,0.00019339693,0.8973687,0.00012779515,0.00003835231,0.000008602271,0.009621395,0.000003173093,0.00005978542,0.000046022615,0.065889984,0.02652078],"study_design_scores_gemma":[0.00064157747,0.000055837816,0.95061296,0.0006882625,0.00001579332,0.0000034348302,0.0053478284,0.000053307554,0.000020730206,0.0012096667,0.04128154,0.00006903742],"about_ca_topic_score_codex":0.00013956735,"about_ca_topic_score_gemma":0.00094584824,"teacher_disagreement_score":0.07211222,"about_ca_system_score_codex":0.00046962366,"about_ca_system_score_gemma":0.0036009783,"threshold_uncertainty_score":0.9996237},"labels":[],"label_agreement":null},{"id":"W2022215392","doi":"10.3163/1536-5050.102.3.013","title":"Evidence-based practice instruction by faculty members and librarians in North American optometry and ophthalmology programs","year":2014,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Medical education; Ophthalmology; Evidence-based practice; Medicine; Optometry; Alternative medicine","score_opus":0.06495645262866552,"score_gpt":0.4584026166573361,"score_spread":0.3934461640286706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022215392","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8642944,0.0001393417,0.000028841678,0.13421021,0.0006668908,0.00022682617,0.000004317019,0.000009504498,0.00041964444],"genre_scores_gemma":[0.992919,0.00047331818,0.0010165673,0.004724783,0.00047055655,0.000020834512,0.000009470088,0.000008318976,0.0003571385],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9949452,0.002924296,0.0006267433,0.00014026507,0.0010070933,0.00035639765],"domain_scores_gemma":[0.99458516,0.003526252,0.0011675953,0.00009444579,0.00011819513,0.00050833425],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0044775703,0.00007979817,0.00023861477,0.00015843468,0.00031139914,0.000052954972,0.00026745832,0.0001458669,0.00013596473],"category_scores_gemma":[0.019646924,0.000050771985,0.00003386797,0.0010618526,0.00016667854,0.0017837906,0.000094982526,0.0011673011,0.0000033930744],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009313847,0.00006683489,0.9682365,0.00005328932,0.0000099870795,0.0000024116193,0.00061373826,0.0000020899438,0.0000018785607,0.000022014065,0.016482325,0.014415806],"study_design_scores_gemma":[0.00084003026,0.00032288875,0.95460033,0.0002864321,0.000010446389,0.00003150812,0.0016274822,0.0012167442,0.000004731635,0.00007502414,0.040922794,0.00006158097],"about_ca_topic_score_codex":0.00012380157,"about_ca_topic_score_gemma":0.000020321375,"teacher_disagreement_score":0.12948543,"about_ca_system_score_codex":0.00016666618,"about_ca_system_score_gemma":0.0012773084,"threshold_uncertainty_score":0.988611},"labels":[],"label_agreement":null},{"id":"W2023861184","doi":"10.3163/1536-5050.101.4.015","title":"The Health Association Libraries Section survey: finding clues to changing roles","year":2013,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bibliothèque et Archives nationales du Québec; College of Family Physicians of Canada; Western University","funders":"","keywords":"Section (typography); Association (psychology); Medical library; Library science; World Wide Web; Computer science; Information retrieval; Psychology","score_opus":0.0603640391663536,"score_gpt":0.41615011544503694,"score_spread":0.35578607627868336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023861184","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4579154,0.00033003924,0.00018789836,0.5300153,0.009519374,0.0007295163,0.000013952683,0.000042406216,0.0012461406],"genre_scores_gemma":[0.89333534,0.0013656643,0.00043753174,0.03832649,0.010997905,0.00012062353,0.000026446494,0.000043478718,0.05534649],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9904522,0.0050874506,0.0011153156,0.00013168294,0.0022940175,0.00091934466],"domain_scores_gemma":[0.9878574,0.008628123,0.0021469963,0.00017780348,0.00042647158,0.0007631925],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0197133,0.00010639293,0.00027391265,0.00022249855,0.0030577234,0.00027048727,0.0007114425,0.00025656685,0.00077761593],"category_scores_gemma":[0.030231137,0.00005761478,0.00011222739,0.0013192011,0.00003079568,0.001671395,0.00024898918,0.0014947292,0.00017121443],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019220546,0.000020935156,0.4447809,0.00001910826,0.000022148142,1.4871254e-7,0.002744144,0.0000043728555,0.0000040883015,0.00017654827,0.54872257,0.0034858426],"study_design_scores_gemma":[0.00028267247,0.00012291652,0.79684514,0.00028576638,0.000004161063,0.0000012927638,0.0039398363,0.00037068062,0.000019749097,0.0015015895,0.19655655,0.00006963189],"about_ca_topic_score_codex":0.00022512686,"about_ca_topic_score_gemma":0.0001934476,"teacher_disagreement_score":0.4916888,"about_ca_system_score_codex":0.0012689492,"about_ca_system_score_gemma":0.0039598513,"threshold_uncertainty_score":0.9982402},"labels":[],"label_agreement":null},{"id":"W2027491141","doi":"10.3163/1536-5050.99.1.014","title":"Special report: symposium on transformational change in health sciences libraries: space, collections, and roles","year":2011,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Institutes of Health; School of Medicine, New York University; York University; U.S. Department of Health and Human Services","keywords":"Transformational leadership; Library science; Space (punctuation); World Wide Web; Computer science; Data science; Political science; Public relations","score_opus":0.09178217760999074,"score_gpt":0.3990059238042714,"score_spread":0.30722374619428067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027491141","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23626238,0.0003779479,0.00003486075,0.6533776,0.009735078,0.001093014,0.000026198946,0.000031316005,0.09906163],"genre_scores_gemma":[0.8124832,0.011609858,0.0035293098,0.07497213,0.05399464,0.00024695628,0.00003242293,0.00006390378,0.043067575],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957229,0.00130135,0.0010023888,0.0001202273,0.0014430201,0.00041010347],"domain_scores_gemma":[0.9973788,0.0010127036,0.001023814,0.00007915146,0.00007361361,0.00043191196],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006638774,0.00007660273,0.00021994977,0.00035248473,0.0011591944,0.000050119095,0.00032204727,0.00015590694,0.0017178851],"category_scores_gemma":[0.0023750777,0.00004750544,0.00005621691,0.00110448,0.00012949137,0.0015181113,0.000058344373,0.000911555,0.000012169345],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014634365,0.00023748545,0.5209764,0.0001259383,0.000015724409,0.0000144245,0.029357733,0.0000025399963,0.0000013227258,0.009052444,0.43811443,0.001955161],"study_design_scores_gemma":[0.0011146133,0.0005866602,0.59995615,0.0011337013,0.0000049471914,0.000052182088,0.004523476,0.00034226486,0.000026147269,0.0068578166,0.38528967,0.00011238516],"about_ca_topic_score_codex":0.00011450974,"about_ca_topic_score_gemma":0.00009826629,"teacher_disagreement_score":0.57840544,"about_ca_system_score_codex":0.00026362884,"about_ca_system_score_gemma":0.004849787,"threshold_uncertainty_score":0.9991947},"labels":[],"label_agreement":null},{"id":"W2027769259","doi":"10.3163/1536-5050.101.4.010","title":"“You're just one of the group when you're embedded”: report from a mixed-method investigation of the research-embedded health librarian experience","year":2013,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Focus group; Library science; Medical library; Psychology; Sociology; Work (physics); Descriptive statistics; Medical education; Medicine; Computer science","score_opus":0.1712526704487501,"score_gpt":0.4703222751690677,"score_spread":0.29906960472031763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027769259","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64809716,0.00031323344,0.00017109443,0.34439144,0.004012198,0.0012512162,0.000039348222,0.000018094177,0.0017061896],"genre_scores_gemma":[0.9710076,0.00035733823,0.005276729,0.011211376,0.0028266788,0.00012515587,0.000029457597,0.00004185425,0.009123822],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.97893274,0.012368324,0.0024612255,0.00029205353,0.005135373,0.00081026927],"domain_scores_gemma":[0.9869307,0.0053455587,0.004968684,0.0009301263,0.00080008595,0.0010248369],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.016565684,0.00016233513,0.00055189605,0.00019639621,0.0013953785,0.000078918376,0.0022449002,0.00043090153,0.0035035126],"category_scores_gemma":[0.025896193,0.00008252929,0.00026953508,0.001684756,0.0005017191,0.0017385143,0.00078983087,0.002997693,0.000023851293],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052931442,0.00019034112,0.36689138,0.00020688973,0.000057224395,0.0000018395641,0.04815723,0.0000052330925,0.00049623917,0.0004912221,0.5811298,0.0023196407],"study_design_scores_gemma":[0.0008852489,0.0001661288,0.9148067,0.002105754,0.000020472955,0.000007667746,0.037365396,0.00070574414,0.0011852207,0.022907367,0.01972491,0.000119373],"about_ca_topic_score_codex":0.0015461264,"about_ca_topic_score_gemma":0.00011131486,"teacher_disagreement_score":0.5614049,"about_ca_system_score_codex":0.0004906552,"about_ca_system_score_gemma":0.010017286,"threshold_uncertainty_score":0.9999047},"labels":[],"label_agreement":null},{"id":"W2032194573","doi":"10.3163/1536-5050.96.1.66","title":"Sources of evidence to support systematic reviews in librarianship","year":2008,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Patient Safety Institute; Children's Hospital of Eastern Ontario","funders":"University of Illinois at Urbana-Champaign","keywords":"Systematic review; Field (mathematics); Data science; Computer science; Library science; MEDLINE; Management science; Political science; Engineering","score_opus":0.7827832908938654,"score_gpt":0.49612036369008744,"score_spread":0.286662927203778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032194573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8302917,0.01479345,0.0031546953,0.13524768,0.0036448033,0.004254397,0.000014599295,0.000011702813,0.008586985],"genre_scores_gemma":[0.9477595,0.0010907454,0.00212455,0.0050642006,0.0005157397,0.000025250074,6.729275e-7,0.000018424636,0.043400906],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.93193346,0.033402104,0.019644504,0.00033954764,0.014414792,0.00026560455],"domain_scores_gemma":[0.9284039,0.034528866,0.03336582,0.0023006853,0.0007644057,0.0006362863],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18243803,0.00019447561,0.0045407484,0.00049156765,0.0000837845,0.00025276883,0.00404106,0.0001627153,0.008050316],"category_scores_gemma":[0.45379966,0.0000670656,0.0022346114,0.0027084483,0.000046369318,0.001515428,0.00027535026,0.00045209273,0.0005613711],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015852967,0.00008744283,0.60257477,0.0011434347,0.00013225173,0.00003929053,0.0015711796,0.00003720417,0.000010866575,0.0002960316,0.3931192,0.0009725117],"study_design_scores_gemma":[0.0015252461,0.00070539385,0.56887037,0.047736134,0.001015838,0.00095587026,0.0016729665,0.0015286192,0.0004968449,0.011600747,0.3631816,0.00071040215],"about_ca_topic_score_codex":0.0000014586736,"about_ca_topic_score_gemma":0.0000021834492,"teacher_disagreement_score":0.27136162,"about_ca_system_score_codex":0.00006828529,"about_ca_system_score_gemma":0.0005395391,"threshold_uncertainty_score":0.99285644},"labels":[],"label_agreement":null},{"id":"W2034723921","doi":"10.3163/1536-5050.99.4.008","title":"A survey of librarians with a health sciences background","year":2011,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; MEDLINE; Data science; World Wide Web; Computer science; Political science","score_opus":0.24473387200816446,"score_gpt":0.4522653680488373,"score_spread":0.20753149604067286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034723921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88393855,0.00047191765,0.00028747445,0.093708634,0.0029011397,0.0005123519,0.000033723227,0.000021183405,0.018125037],"genre_scores_gemma":[0.98775226,0.00025303324,0.0013963814,0.007107376,0.0005320478,0.000006346343,0.000003541544,0.000011323349,0.0029377078],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9931127,0.0034221099,0.0009614709,0.000106476284,0.0019268632,0.00047038388],"domain_scores_gemma":[0.994767,0.0022588703,0.0020064807,0.00013909508,0.0002554444,0.00057309563],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013302142,0.00007226474,0.00029800236,0.00014931927,0.0006182818,0.000020429414,0.00081969134,0.00013252281,0.002278236],"category_scores_gemma":[0.0042713443,0.000036524816,0.00006132712,0.0012726699,0.00020655047,0.0010448949,0.000115952396,0.000858908,0.000019525458],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008499424,0.00012413945,0.87076664,0.00006389525,0.000022364817,0.0000012777523,0.0035336392,5.8716734e-7,8.0400383e-7,0.0006887955,0.12390572,0.0008071306],"study_design_scores_gemma":[0.00048441047,0.00052574876,0.9893724,0.0004393178,0.000004108963,0.0000043648993,0.0021831451,0.000080910744,0.000012330604,0.00056878704,0.006281185,0.000043313645],"about_ca_topic_score_codex":0.0006738743,"about_ca_topic_score_gemma":0.00018427549,"teacher_disagreement_score":0.118605725,"about_ca_system_score_codex":0.00014992442,"about_ca_system_score_gemma":0.015202681,"threshold_uncertainty_score":0.9986338},"labels":[],"label_agreement":null},{"id":"W2039729188","doi":"10.3163/1536-5050.101.2.008","title":"Knowledge flow and exchange in interdisciplinary primary health care teams (PHCTs): an exploratory study","year":2013,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Healthcare Systems and Technology","field":"Business, Management and Accounting","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Multidisciplinary approach; Exploratory research; Knowledge sharing; Knowledge management; Information exchange; Psychological intervention; Health care; Qualitative research; Content analysis; Psychology; Process (computing); Medical education; Nursing; Medicine; Computer science; Sociology","score_opus":0.010882476653754278,"score_gpt":0.26688514442047734,"score_spread":0.25600266776672304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039729188","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9410942,0.0014809966,0.0000089826535,0.052881163,0.0014396922,0.0005154806,0.0000019432503,0.000051876752,0.0025256362],"genre_scores_gemma":[0.99328357,0.000043302894,0.000045573106,0.0044387425,0.0019533338,0.000020690113,0.0000059004647,0.000021121705,0.0001877704],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981005,0.00028512176,0.0007027449,0.00014454372,0.0005228869,0.0002441731],"domain_scores_gemma":[0.9987613,0.00009603898,0.0007938425,0.00016072666,0.000114920076,0.00007318408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016415323,0.00012047609,0.00037756903,0.00028884626,0.0001641538,0.00013940535,0.00040209744,0.00017124014,0.00015853457],"category_scores_gemma":[0.0002803843,0.00007877422,0.00006545401,0.0004132923,0.000032312197,0.0024340618,0.0008647594,0.00061827345,0.000023844495],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003509087,0.00077991746,0.578638,0.0006170075,0.00006480605,0.000043482425,0.010829053,0.0000016039018,0.0000042719125,0.00032677522,0.099339984,0.30931997],"study_design_scores_gemma":[0.003238745,0.0004725738,0.8434894,0.00076309696,0.000030457879,0.00002410685,0.040993955,0.00071142137,0.0000024098301,0.0038893379,0.10607798,0.0003064887],"about_ca_topic_score_codex":0.000109023385,"about_ca_topic_score_gemma":0.000576468,"teacher_disagreement_score":0.3090135,"about_ca_system_score_codex":0.00024873187,"about_ca_system_score_gemma":0.00029795297,"threshold_uncertainty_score":0.32123196},"labels":[],"label_agreement":null},{"id":"W2041086816","doi":"10.3163/1536-5050.102.2.003","title":"What criteria do consumer health librarians use to develop library collections? a phenomenological study","year":2014,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Cancer Institute","keywords":"Collection development; Data collection; Resource (disambiguation); Process (computing); Medical library; Quality (philosophy); Library science; Psychology; Computer science; Medical education; Medicine; Sociology","score_opus":0.050825091372790114,"score_gpt":0.40578524815076117,"score_spread":0.35496015677797105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041086816","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6203125,0.0002940234,0.0014925505,0.3496839,0.0153090805,0.002932564,0.00008854673,0.000294405,0.009592397],"genre_scores_gemma":[0.5512615,0.0010117595,0.008025668,0.394395,0.0039356393,0.00016635652,0.000056024975,0.00009657524,0.04105152],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.986444,0.00777267,0.0035149183,0.0002359551,0.0014035838,0.000628877],"domain_scores_gemma":[0.9909753,0.0041887425,0.0029395763,0.00042332005,0.00037397753,0.0010990339],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0073541533,0.00021610328,0.00070281635,0.00031942024,0.0015886907,0.0007356998,0.0009108996,0.00038748112,0.007530834],"category_scores_gemma":[0.015643964,0.00013267656,0.00014482069,0.002142084,0.000049697348,0.011938938,0.0005994507,0.0019456098,0.0001662824],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025605687,0.00041767658,0.40016893,0.00008056444,0.00007356148,0.000002484357,0.008761882,0.000002562434,5.5751025e-7,0.0009645964,0.5844242,0.004846948],"study_design_scores_gemma":[0.0015952458,0.0004649243,0.2295276,0.00050325907,0.000016501606,0.0000073640877,0.0044475216,0.00019914536,0.0000030536016,0.0013173954,0.76177466,0.00014335832],"about_ca_topic_score_codex":0.000009477723,"about_ca_topic_score_gemma":0.0000049062155,"teacher_disagreement_score":0.17735045,"about_ca_system_score_codex":0.00033645,"about_ca_system_score_gemma":0.0040049893,"threshold_uncertainty_score":0.9997111},"labels":[],"label_agreement":null},{"id":"W2045232351","doi":"10.3163/1536-5050.100.4.017","title":"The use of anonymous pop-quizzes (APQs) as a tool to reinforce learning","year":2012,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Innovations in Educational Methods","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Attendance; Class (philosophy); Session (web analytics); Mathematics education; Psychology; Test (biology); Multimedia; Medical education; Computer science; Medicine; World Wide Web","score_opus":0.036977130914848506,"score_gpt":0.3618397318536788,"score_spread":0.3248626009388303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045232351","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6235772,0.00024467267,0.0009444045,0.33400038,0.009354977,0.00041025731,0.0000061738606,0.000047458172,0.031414486],"genre_scores_gemma":[0.7834032,0.00028746028,0.020507257,0.013273559,0.008884128,0.000015638425,0.000003589363,0.00003813068,0.17358704],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954077,0.0015114768,0.00069460785,0.00005844392,0.0020251959,0.00030255583],"domain_scores_gemma":[0.9933766,0.004667198,0.0012397147,0.00014496809,0.00037542832,0.00019609428],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007722431,0.000075940414,0.00017451087,0.00010051999,0.0007151887,0.00016185502,0.0006845644,0.0001613631,0.00080411806],"category_scores_gemma":[0.07224922,0.000045857192,0.00015029083,0.00094909704,0.00013008738,0.0016124131,0.00012894913,0.00059727085,0.00003300876],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012118618,0.00023567493,0.25449732,0.000011557229,0.0002416474,0.000001954998,0.01666041,0.00033813826,0.00011769557,0.30909878,0.3686794,0.049996205],"study_design_scores_gemma":[0.00012393457,0.000038949504,0.03298897,0.000056162397,0.000020651885,0.000006305459,0.001129331,0.00002532692,0.00020680652,0.001687653,0.9636514,0.00006448332],"about_ca_topic_score_codex":0.0000390055,"about_ca_topic_score_gemma":0.0000032252715,"teacher_disagreement_score":0.594972,"about_ca_system_score_codex":0.0002314656,"about_ca_system_score_gemma":0.0011228068,"threshold_uncertainty_score":0.93556565},"labels":[],"label_agreement":null},{"id":"W2046313151","doi":"10.3163/1536-5050.102.3.005","title":"A survey study of evidence-based medicine training in US and Canadian medical schools","year":2014,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Medicine; MEDLINE; Evidence-based medicine; Needs assessment; Psychology; Alternative medicine; Pedagogy; Political science","score_opus":0.2792978878628715,"score_gpt":0.48703950341363283,"score_spread":0.20774161555076132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046313151","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8155612,0.00012719618,0.000012188317,0.18232764,0.0012226568,0.00028904644,0.0000028754464,0.0000036869544,0.00045350014],"genre_scores_gemma":[0.9902584,0.00013625092,0.000026362673,0.008379139,0.0008973459,0.000008511001,0.000001664949,0.0000065340773,0.0002857809],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98797727,0.0073476755,0.0011802205,0.000115130424,0.002937435,0.00044227918],"domain_scores_gemma":[0.98697716,0.010002137,0.0008779438,0.00014256992,0.00026673512,0.001733482],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03701028,0.00007488684,0.00038113064,0.00033836206,0.00027983394,0.000012640656,0.00056810415,0.0002611578,0.0019369602],"category_scores_gemma":[0.15048002,0.000039348157,0.000032834287,0.0008367167,0.00008373658,0.00046421986,0.000064633554,0.0017758603,0.0000062497516],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003933243,0.000054528056,0.9642109,0.000038039652,0.0000096459235,0.0000044749654,0.0036054936,0.000003609479,9.432327e-7,0.000024927627,0.027731964,0.004276135],"study_design_scores_gemma":[0.0013795622,0.00037773672,0.9846338,0.0016788612,0.0000057404745,0.0000016978856,0.004182181,0.001502731,7.3950025e-7,0.00017176582,0.006027508,0.000037657526],"about_ca_topic_score_codex":0.02793507,"about_ca_topic_score_gemma":0.07871534,"teacher_disagreement_score":0.1746972,"about_ca_system_score_codex":0.0002933294,"about_ca_system_score_gemma":0.018536247,"threshold_uncertainty_score":0.9989754},"labels":[],"label_agreement":null},{"id":"W2049125615","doi":"10.3163/1536-5050.99.1.017","title":"Using LibGuides to offer library service to undergraduate medical students based on the case-oriented problem solving curriculum model","year":2011,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Web and Library Services","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Kellogg's (Canada); Dalhousie University","funders":"","keywords":"World Wide Web; Computer science; Subject (documents); RSS; Metadata; Curriculum; Web page; Bookmarking; Social media; Social software; Web 2.0; Library science; Sociology","score_opus":0.024095405498830852,"score_gpt":0.2559201393300737,"score_spread":0.23182473383124283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049125615","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5018887,0.00004758226,0.04300847,0.4484796,0.0016869255,0.0005902713,0.000012514355,0.00019477442,0.004091207],"genre_scores_gemma":[0.7752938,0.00001602314,0.0544099,0.16847727,0.0007920626,0.000012186764,0.000003024913,0.000062010244,0.0009337082],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9937097,0.0009319312,0.0009306322,0.00032190053,0.0036375336,0.00046833282],"domain_scores_gemma":[0.9969761,0.00069188914,0.0007579063,0.00053049845,0.00012647834,0.00091715326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002052908,0.00025969784,0.00036612,0.00022597131,0.00037176703,0.00056113914,0.004934678,0.0002284993,0.0003859141],"category_scores_gemma":[0.00069501664,0.00014269364,0.00023528548,0.0016386576,0.000025642352,0.003349128,0.001883948,0.0008459206,0.0000326335],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048759062,0.0045307083,0.3927626,0.00029048152,0.0011246009,0.004514382,0.016742447,0.020844985,0.000117596675,0.09018252,0.46137145,0.007030633],"study_design_scores_gemma":[0.0013202042,0.0003520884,0.00924697,0.0015483402,0.00007638727,0.0003640226,0.00037398597,0.9653106,0.00080015464,0.00993523,0.010184789,0.00048722583],"about_ca_topic_score_codex":0.000028921833,"about_ca_topic_score_gemma":0.0000083908135,"teacher_disagreement_score":0.94446564,"about_ca_system_score_codex":0.000081953374,"about_ca_system_score_gemma":0.0010367517,"threshold_uncertainty_score":0.91699415},"labels":[],"label_agreement":null},{"id":"W2051922705","doi":"10.3163/1536-5050.102.3.001","title":"Welcoming systematic reviews to the Journal of the Medical Library Association","year":2014,"lang":"en","type":"editorial","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario","funders":"","keywords":"Popularity; Systematic review; Medical library; Medical literature; Cochrane Library; MEDLINE; Library science; Association (psychology); Data science; Computer science; Medicine; Psychology; Political science","score_opus":0.21253236152471797,"score_gpt":0.4282060231569239,"score_spread":0.21567366163220594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051922705","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005139567,0.008889736,0.0014461187,0.18311864,0.80122185,0.002151189,0.000069348695,0.000009410624,0.002579782],"genre_scores_gemma":[0.001888107,0.0045866407,0.0006311608,0.013195333,0.8654891,0.000040467843,0.000015479938,0.00012853206,0.11402514],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.74319744,0.14186399,0.036405504,0.00062447094,0.077192,0.0007165808],"domain_scores_gemma":[0.31346333,0.34507033,0.32065454,0.009785229,0.0079325475,0.0030939863],"candidate_categories":["metaresearch","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity","insufficient_payload"],"category_scores_codex":[0.4511702,0.00070576917,0.009685345,0.0005772427,0.0005745537,0.0024232706,0.01861587,0.0018827532,0.010891391],"category_scores_gemma":[0.8180312,0.00021374789,0.008736992,0.0030458753,0.000084931846,0.0016148674,0.0015493206,0.0055293734,0.00078639726],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021147385,0.00006931972,0.002965119,0.0010123334,0.0010489601,0.000009995856,0.00040085884,0.000017348993,6.267834e-7,0.00006782593,0.9934658,0.00092067814],"study_design_scores_gemma":[0.0004945019,0.00008344586,0.0005779488,0.0121093,0.0020228652,0.000076271404,0.00017748763,0.00035734265,0.0000047523145,0.0013373044,0.9825449,0.0002139027],"about_ca_topic_score_codex":0.0000021160738,"about_ca_topic_score_gemma":0.000008016225,"teacher_disagreement_score":0.4297341,"about_ca_system_score_codex":0.0006059534,"about_ca_system_score_gemma":0.0035868883,"threshold_uncertainty_score":0.9999916},"labels":[],"label_agreement":null},{"id":"W2053812378","doi":"10.3163/1536-5050.96.1.58","title":"Sustainable collaboration for community outreach: lessons from the Spanish Access to Literature/Uso Directo (SALUD) project","year":2008,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Patient Safety Institute; Children's Hospital of Eastern Ontario","funders":"University of Illinois at Urbana-Champaign","keywords":"Outreach; Curriculum; Sustainability; Medical education; Public relations; Community health; Community engagement; Public health; Sociology; Political science; Medicine; Business; Nursing; Pedagogy","score_opus":0.15349447160139743,"score_gpt":0.4936875907532535,"score_spread":0.3401931191518561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053812378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5303172,0.00023893663,0.00015029426,0.4633448,0.00254497,0.001525638,0.00012849279,0.00002867286,0.0017209894],"genre_scores_gemma":[0.9148651,0.00083202287,0.0008036427,0.039483383,0.0065870397,0.00030331538,0.00013701426,0.000038891878,0.0369496],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9920455,0.004959456,0.0007930915,0.00012369987,0.0014836906,0.0005945127],"domain_scores_gemma":[0.98953164,0.007805623,0.00097073324,0.00031225607,0.00093554467,0.00044418013],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0076244306,0.0001138158,0.00028314546,0.0001225173,0.0035338986,0.0002279235,0.001465691,0.00026449392,0.00021997924],"category_scores_gemma":[0.027843993,0.000060148723,0.00012471253,0.0015896026,0.000065468405,0.001737083,0.00035638022,0.0019313846,0.000013740275],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013251521,0.00012973668,0.10965932,0.000054343884,0.0000292798,0.0000033778572,0.028830925,0.0000047454814,0.000008620836,0.00032357583,0.86043787,0.0003856866],"study_design_scores_gemma":[0.0009609238,0.00019259249,0.32062942,0.00046982223,0.000018289715,0.0000045348906,0.023559976,0.00013964507,0.00007031183,0.0035444389,0.6503067,0.00010333407],"about_ca_topic_score_codex":0.0007047916,"about_ca_topic_score_gemma":0.00034414095,"teacher_disagreement_score":0.42386144,"about_ca_system_score_codex":0.0005992019,"about_ca_system_score_gemma":0.008858791,"threshold_uncertainty_score":0.99776334},"labels":[],"label_agreement":null},{"id":"W2056031715","doi":"10.3163/1536-5050.100.1.007","title":"Investigating biomedical research literature in the blogosphere: a case study of diabetes and glycated hemoglobin (HbA1c)","year":2012,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Dalhousie University","keywords":"Blogosphere; Popularity; Social media; The Internet; World Wide Web; Psychology; Internet privacy; Computer science; Social psychology","score_opus":0.08436449169571536,"score_gpt":0.41090095139679067,"score_spread":0.3265364597010753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056031715","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9367647,0.0010104092,2.3769402e-7,0.059314355,0.0020953882,0.0006038465,0.000002447073,0.000007912955,0.00020069355],"genre_scores_gemma":[0.996597,0.00009810876,0.00010614989,0.00072267593,0.002385225,0.000038064347,0.0000013620472,0.000008769371,0.000042629734],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98893166,0.0069964086,0.0007420626,0.00009454568,0.0027919377,0.00044338923],"domain_scores_gemma":[0.9863867,0.01200337,0.0008008077,0.00013673522,0.00024211215,0.00043024644],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.019050082,0.00008279008,0.0002576648,0.0001411563,0.0004856498,0.00011742478,0.00056686957,0.00030866332,0.00008315038],"category_scores_gemma":[0.060342427,0.00004827612,0.000059377657,0.0023159918,0.00038790904,0.00080876733,0.00011593171,0.0014599167,0.0000011824035],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042461634,0.00052546326,0.7956055,0.000025907695,0.000024604182,0.000021954376,0.19524261,1.5857282e-7,0.000008625471,0.00034733154,0.0054247854,0.0027688146],"study_design_scores_gemma":[0.0019739103,0.00048813754,0.67583853,0.00079648325,0.00007417211,0.00011154391,0.29809406,0.000058845693,0.000041841115,0.0038356646,0.018519625,0.00016715878],"about_ca_topic_score_codex":0.00039257653,"about_ca_topic_score_gemma":0.00012104006,"teacher_disagreement_score":0.11976694,"about_ca_system_score_codex":0.00021290363,"about_ca_system_score_gemma":0.00096862135,"threshold_uncertainty_score":0.9475727},"labels":[],"label_agreement":null},{"id":"W2068224609","doi":"10.3163/1536-5050.102.3.008","title":"How are medical students trained to locate biomedical information to practice evidence-based medicine? a review of the 2007–2012 literature","year":2014,"lang":"en","type":"review","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medical education; MEDLINE; Modalities; Variety (cybernetics); Scopus; Set (abstract data type); Psychological intervention; Resource (disambiguation); Computer science; Psychology; Medicine; Artificial intelligence; Nursing","score_opus":0.11997899233949515,"score_gpt":0.5143467544937944,"score_spread":0.39436776215429925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068224609","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000045086376,0.48678744,0.00029513458,0.504564,0.00643539,0.0017110995,0.00003550377,0.000011435625,0.00015548669],"genre_scores_gemma":[0.000014630971,0.8579827,0.00021576327,0.13405094,0.00504747,0.00013128822,0.000040974748,0.000023389157,0.0024928402],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9681809,0.012373088,0.003796001,0.00025738246,0.014606618,0.00078599644],"domain_scores_gemma":[0.9677564,0.016780972,0.009713275,0.00079430884,0.0019400008,0.0030150556],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.042008743,0.00035854863,0.0020729369,0.00054751907,0.0005213393,0.0001316462,0.004636205,0.0011271803,0.0018791995],"category_scores_gemma":[0.35718656,0.00015710645,0.0006121104,0.003965975,0.00017741042,0.0023687307,0.0007140605,0.004663313,0.00013318076],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003810615,0.000099561585,0.00023833346,0.04451448,0.00007872606,0.00000480027,0.0007567393,1.4126172e-7,2.6590559e-8,0.00003064728,0.85553694,0.09870151],"study_design_scores_gemma":[0.0003093755,0.00015832049,0.00034613532,0.3612437,0.00017424027,0.000017647391,0.00020327789,0.0000072093453,6.35289e-8,0.000015725342,0.637437,0.00008729816],"about_ca_topic_score_codex":0.00001098816,"about_ca_topic_score_gemma":0.0000047750905,"teacher_disagreement_score":0.37119526,"about_ca_system_score_codex":0.0009142464,"about_ca_system_score_gemma":0.018300092,"threshold_uncertainty_score":0.9990332},"labels":[],"label_agreement":null},{"id":"W2068604254","doi":"10.3163/1536-5050.100.1.006","title":"How well are journal and clinical article characteristics associated with the journal impact factor? a retrospective cohort study","year":2012,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Impact factor; Quality (philosophy); Bibliometrics; Regression analysis; Retrospective cohort study; MEDLINE; Medicine; Computer science; Statistics; Library science; Mathematics; Political science; Internal medicine","score_opus":0.22445102465389735,"score_gpt":0.4931338155212634,"score_spread":0.268682790867366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068604254","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97303474,0.00033849818,0.00028771185,0.024174748,0.0017421392,0.00023441672,0.000025836789,0.000006724443,0.00015519746],"genre_scores_gemma":[0.9952841,0.00053251936,0.000032002587,0.00050678005,0.0018232581,6.950125e-7,4.2662109e-7,0.000017188851,0.0018030487],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.974802,0.004723201,0.0014706266,0.00018594776,0.018140448,0.0006777784],"domain_scores_gemma":[0.97295463,0.014404936,0.0067671128,0.00039111203,0.0036194534,0.0018627408],"candidate_categories":["metaresearch","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08384773,0.00019403215,0.0007406052,0.0031143706,0.00084066775,0.0050577885,0.0022878388,0.00025710693,0.00076738605],"category_scores_gemma":[0.15268223,0.00007373607,0.00044370643,0.01900651,0.00021782765,0.0032365653,0.0005465813,0.0033121868,0.000012718736],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009356719,0.00063111173,0.94877493,4.6589517e-7,0.00047356662,0.0000382756,0.00027774562,7.158703e-7,0.0000049065497,0.0000047571866,0.046644043,0.0030558947],"study_design_scores_gemma":[0.0013474595,0.0007665703,0.99289507,0.00003520752,0.00011824757,0.00032677173,0.0013691932,0.0002494765,0.00000832384,0.00030460104,0.0024745904,0.000104469655],"about_ca_topic_score_codex":0.0000017508033,"about_ca_topic_score_gemma":0.000003045138,"teacher_disagreement_score":0.0688345,"about_ca_system_score_codex":0.00057455484,"about_ca_system_score_gemma":0.00074076693,"threshold_uncertainty_score":0.9989872},"labels":[],"label_agreement":null},{"id":"W2072007167","doi":"10.3163/1536-5050.101.1.010","title":"Expert searcher, teacher, content manager, and patient advocate: an exploratory study of clinical librarian roles","year":2013,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Specialty; Context (archaeology); Health care; Exploratory research; Leverage (statistics); Medical education; MEDLINE; Content analysis; Medicine; Psychology; Nursing; Computer science; Political science; Family medicine; Sociology","score_opus":0.2121149622699692,"score_gpt":0.47344548020962385,"score_spread":0.26133051793965467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072007167","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.952162,0.00044134283,0.000007880718,0.044111624,0.0018183865,0.00075899204,0.0000024765693,0.00001599848,0.00068125635],"genre_scores_gemma":[0.99136966,0.0006935357,0.00018918102,0.0047585415,0.0012119582,0.000054243388,0.000002460661,0.000016169566,0.0017042573],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9890176,0.0066680945,0.0017954813,0.00017486222,0.0019258118,0.0004181568],"domain_scores_gemma":[0.9948352,0.0018629031,0.0015949752,0.0002612082,0.00032429816,0.0011214196],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0066040754,0.00010584989,0.0004240475,0.00013325125,0.0003921369,0.000051338422,0.0006218379,0.00026551718,0.0015870444],"category_scores_gemma":[0.006679613,0.000060673472,0.00009814464,0.00032998592,0.00011058479,0.0019656657,0.0003195853,0.0015804756,0.000027739368],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010351142,0.0015576794,0.7431717,0.000040360686,0.0000672106,0.00000430384,0.02488213,8.496829e-7,0.000017735145,0.000051445833,0.19017933,0.039923754],"study_design_scores_gemma":[0.0019602752,0.0014145046,0.82856303,0.0002541224,0.000012708054,0.00000192579,0.1390171,0.00047112012,0.000018184237,0.0005152829,0.027680354,0.00009140687],"about_ca_topic_score_codex":0.00012232759,"about_ca_topic_score_gemma":0.00003529248,"teacher_disagreement_score":0.16249898,"about_ca_system_score_codex":0.000096629854,"about_ca_system_score_gemma":0.0021527922,"threshold_uncertainty_score":0.99932563},"labels":[],"label_agreement":null},{"id":"W2073644421","doi":"10.3163/1536-5050.97.4.016","title":"Measuring the value and impact of health sciences libraries: planning an update and replication of the Rochester Study","year":2009,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; Medical Center, University of Pittsburgh; U.S. Department of Health and Human Services; School of Medicine, New York University; National Institutes of Health; University of Pittsburgh; York University","keywords":"Library science; Value (mathematics); National library; Health care; Medical library; Gerontology; Computer science; Medicine; Political science","score_opus":0.13529823502902744,"score_gpt":0.4794109365453829,"score_spread":0.3441127015163555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073644421","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9052547,0.0005735891,0.000026511943,0.09332227,0.00027597722,0.00038635966,0.0000030541435,0.000004507449,0.00015299607],"genre_scores_gemma":[0.9969781,0.00017482795,0.000111441266,0.0024105876,0.00024548787,0.0000028073232,5.716895e-7,0.0000034376237,0.000072709874],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9945328,0.0029509298,0.0008395978,0.00012443127,0.0012727602,0.00027942937],"domain_scores_gemma":[0.99652386,0.0011597091,0.0017350415,0.00023685895,0.000103153536,0.00024137404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014402566,0.00006458248,0.00022415766,0.000080178565,0.0010171653,0.000047546157,0.00059766584,0.00007462637,0.000034170593],"category_scores_gemma":[0.004746667,0.000026589558,0.000056727335,0.0005564212,0.00015894826,0.0010097767,0.0001297631,0.0006169985,3.310554e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003357053,0.00010501392,0.97905856,0.000030943327,0.000017948665,1.2243794e-7,0.011530846,0.000033243858,0.000023019931,0.00036788036,0.004405343,0.004393518],"study_design_scores_gemma":[0.0002983979,0.00047814593,0.9897668,0.0002851549,0.000007527887,0.0000027429348,0.0051553953,0.00052448566,0.00002479629,0.0030864463,0.00034464177,0.000025498639],"about_ca_topic_score_codex":0.00005892275,"about_ca_topic_score_gemma":0.0000032833755,"teacher_disagreement_score":0.0917234,"about_ca_system_score_codex":0.00009904543,"about_ca_system_score_gemma":0.00320793,"threshold_uncertainty_score":0.7823316},"labels":[],"label_agreement":null},{"id":"W2074007374","doi":"10.3163/1536-5050.102.2.002","title":"A characterization of clinical questions asked by rehabilitation therapists","year":2014,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Rehabilitation; Context (archaeology); Medical education; Intervention (counseling); Psychology; Clinical Practice; MEDLINE; Medicine; Nursing; Physical therapy","score_opus":0.041628521661734155,"score_gpt":0.46780793523199904,"score_spread":0.4261794135702649,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074007374","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84939265,0.000025780255,0.00074963045,0.14441745,0.0037890647,0.00029007476,0.000017769664,0.000015388096,0.0013021698],"genre_scores_gemma":[0.9882592,0.00026319854,0.0004989582,0.0046557263,0.002090004,0.000014747699,0.000021155205,0.000011734727,0.0041852547],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99112767,0.005316749,0.001738014,0.00010323806,0.0014553317,0.0002590071],"domain_scores_gemma":[0.9886982,0.0075902967,0.0026588675,0.0001865865,0.00044301388,0.00042307426],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013080414,0.00006667325,0.00031115056,0.000094768424,0.00031137536,0.000015331756,0.00043244634,0.000290139,0.0009967143],"category_scores_gemma":[0.046211366,0.0000406993,0.00015728378,0.00047320966,0.000094987336,0.0006644902,0.00006121868,0.0009851726,0.000030046116],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008724833,0.00027134965,0.7959388,0.000098960874,0.000028689634,1.5360773e-7,0.0014877754,9.0087127e-7,0.00083986844,0.0011138063,0.19200566,0.008126814],"study_design_scores_gemma":[0.00065601204,0.00028242692,0.779976,0.0004190714,0.000010002274,7.930139e-7,0.0002274954,0.00064909307,0.000059363505,0.001689611,0.2159832,0.00004694803],"about_ca_topic_score_codex":0.0000109172115,"about_ca_topic_score_gemma":0.0000030562637,"teacher_disagreement_score":0.13976173,"about_ca_system_score_codex":0.000121879464,"about_ca_system_score_gemma":0.0020111953,"threshold_uncertainty_score":0.9999165},"labels":[],"label_agreement":null},{"id":"W2074184690","doi":"10.3163/1536-5050.98.1.021","title":"Non-biomedical sources for systematic reviews of pharmaceutical policy","year":2010,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia Hospital; University of British Columbia","funders":"","keywords":"Systematic review; Psychological intervention; MEDLINE; Observational study; Health policy; Grey literature; Management science; Medicine; Political science; Public health; Nursing; Economics","score_opus":0.1893203128203056,"score_gpt":0.44981367457429366,"score_spread":0.2604933617539881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074184690","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21612889,0.0022142853,0.004306451,0.76393694,0.007196504,0.0031099522,0.0002738578,0.000031779677,0.0028013217],"genre_scores_gemma":[0.9109576,0.0011313218,0.0075658783,0.06094814,0.01307986,0.00019323408,0.000025624313,0.00010065394,0.0059977337],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9916328,0.0006952048,0.0067185173,0.0001640605,0.0004956087,0.00029376693],"domain_scores_gemma":[0.982457,0.0056131477,0.011024081,0.00032558426,0.00010926074,0.00047093641],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03914277,0.000141193,0.0016173001,0.00028707515,0.00011827738,0.00005936759,0.0008446748,0.00033180954,0.0010061922],"category_scores_gemma":[0.08612044,0.00010372852,0.0005833904,0.000322358,0.00010129941,0.00057618413,0.00009088453,0.00065459585,0.00011115276],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010575122,0.001014328,0.1464792,0.031553697,0.00093347067,0.0000034488419,0.0031858364,0.000013235561,0.00015852293,0.15291847,0.663103,0.00053102523],"study_design_scores_gemma":[0.004811515,0.0003119664,0.017096683,0.0061909305,0.00014985613,0.00009308929,0.00047358224,0.008262842,0.00028162097,0.05074944,0.91108495,0.0004935529],"about_ca_topic_score_codex":0.000010683551,"about_ca_topic_score_gemma":0.0000020939287,"teacher_disagreement_score":0.7029888,"about_ca_system_score_codex":0.00019798698,"about_ca_system_score_gemma":0.0006798842,"threshold_uncertainty_score":0.999907},"labels":[],"label_agreement":null},{"id":"W2074361246","doi":"10.3163/1536-5050.99.1.013","title":"A validated search assessment tool: assessing practice-based learning and improvement in a residency program","year":2011,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Medical Library Association","keywords":"MEDLINE; Accreditation; Graduate medical education; Medical education; Educational measurement; Medical library; Medicine; Psychology; Computer science; Nursing","score_opus":0.09863848904945904,"score_gpt":0.5030665099187407,"score_spread":0.40442802086928165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074361246","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.904749,0.0000924869,0.00024010461,0.08647972,0.0011211092,0.00086812937,0.0000013983771,0.00003392004,0.0064141704],"genre_scores_gemma":[0.97867006,0.00028575148,0.015489095,0.0034113578,0.0005699081,0.00006601951,0.000004660896,0.000016921013,0.0014862047],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99274725,0.0037537934,0.00095068256,0.00013792697,0.0018936968,0.0005166425],"domain_scores_gemma":[0.99573135,0.0024530673,0.0010413909,0.000101169026,0.00028831125,0.0003847166],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.014577551,0.000082729384,0.0002117753,0.000199156,0.0005205385,0.00009198912,0.00031657482,0.00019722321,0.0008840728],"category_scores_gemma":[0.012849729,0.000052057097,0.000055464858,0.0006791397,0.00005050716,0.0015013235,0.00015843548,0.0023967053,0.00000763994],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006745442,0.00042767773,0.9698129,0.00012330533,0.000021836124,0.00002025813,0.0024815062,0.0000036074923,0.00006882623,0.00018817504,0.0061131576,0.020671273],"study_design_scores_gemma":[0.0015518473,0.0006335131,0.9575687,0.00088616746,0.000017894818,0.0000053330887,0.0058431076,0.0027595838,0.00009905506,0.00073513726,0.029804014,0.00009563108],"about_ca_topic_score_codex":0.00011561852,"about_ca_topic_score_gemma":0.000010245984,"teacher_disagreement_score":0.08306836,"about_ca_system_score_codex":0.000510001,"about_ca_system_score_gemma":0.009152793,"threshold_uncertainty_score":0.9999048},"labels":[],"label_agreement":null},{"id":"W2074429109","doi":"10.3163/1536-5050.102.1.006","title":"Mobile devices in medicine: a survey of how medical students, residents, and faculty use smartphones and other mobile devices to find information","year":2014,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":289,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Health Services; McGill University; McGill University Health Centre","funders":"University of Alberta; McGill University; University of Ottawa","keywords":"Mobile device; Mobile technology; Medical education; Medical library; Android (operating system); Focus group; Computer science; Internet privacy; World Wide Web; Medicine; Library science; Business","score_opus":0.03556208717712849,"score_gpt":0.40225005094856187,"score_spread":0.36668796377143337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074429109","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.971886,0.0005041485,0.0001161505,0.025278594,0.00057474646,0.0013791964,0.00008657751,0.000015938847,0.00015865664],"genre_scores_gemma":[0.9725356,0.0014403998,0.00026738367,0.02401309,0.00044759168,0.0003900966,0.000042369466,0.000020613885,0.0008428444],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99369407,0.0020704546,0.0015743941,0.0001457476,0.0021642817,0.00035104327],"domain_scores_gemma":[0.9925674,0.004215104,0.0019193606,0.00019982661,0.00028583544,0.000812449],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009487,0.00014674458,0.0005696579,0.00023248105,0.00026698867,0.000045721394,0.00058242417,0.00040628304,0.00030392208],"category_scores_gemma":[0.011798054,0.00009148347,0.000042678912,0.00053503783,0.000086393025,0.000939134,0.0003149317,0.00088322203,0.000009620844],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008611698,0.00006195274,0.9459697,0.0002561519,0.000023147692,4.7846817e-7,0.0017302878,0.0000025705147,0.0000014449051,0.00012868116,0.045344274,0.0063952194],"study_design_scores_gemma":[0.0014248616,0.00016811256,0.7825711,0.000768407,0.000016369024,0.000003519318,0.0006413859,0.00009823228,0.000002570198,0.000081221035,0.21416529,0.000058984104],"about_ca_topic_score_codex":0.0008790126,"about_ca_topic_score_gemma":0.001113363,"teacher_disagreement_score":0.168821,"about_ca_system_score_codex":0.000103200764,"about_ca_system_score_gemma":0.00080883707,"threshold_uncertainty_score":0.996526},"labels":[],"label_agreement":null},{"id":"W2080506924","doi":"10.3163/1536-5050.99.1.015","title":"Physicians and their use of information: a survey comparison between the United States, Canada, and the United Kingdom","year":2011,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; Political science; Computer science","score_opus":0.15262735205895386,"score_gpt":0.3822840874976237,"score_spread":0.22965673543866985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080506924","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9482008,0.000038337013,0.000116795636,0.05064027,0.00053563045,0.0002785446,0.00008703672,0.0000046147125,0.0000979579],"genre_scores_gemma":[0.9906946,0.00022585114,0.000036664496,0.008550105,0.00024288778,0.00000456282,0.000060036746,0.0000046947707,0.00018061369],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9941451,0.0038435946,0.0008257536,0.000046932008,0.00087865826,0.00025997698],"domain_scores_gemma":[0.9883844,0.0094698835,0.0014458222,0.00013621958,0.00033279683,0.00023084864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063622696,0.00007280917,0.00024964605,0.000105751315,0.0006419922,0.000039759427,0.00040945233,0.000098384444,0.00008882078],"category_scores_gemma":[0.0058626668,0.000029370533,0.000034543595,0.00083926815,0.00021736647,0.0006763824,0.00014032479,0.0009694285,0.0000010440765],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009618697,0.00001741943,0.8576448,0.000028840623,0.000049538678,1.2804438e-7,0.0137952,0.000008865228,1.114657e-7,0.00025924572,0.12729296,0.0008066875],"study_design_scores_gemma":[0.00062856195,0.00003765393,0.8970508,0.00012918397,0.000012225973,7.668106e-7,0.0038736563,0.002406933,0.0000050432113,0.00037771265,0.095444776,0.000032677777],"about_ca_topic_score_codex":0.27816352,"about_ca_topic_score_gemma":0.029538598,"teacher_disagreement_score":0.2486249,"about_ca_system_score_codex":0.00010285121,"about_ca_system_score_gemma":0.002140876,"threshold_uncertainty_score":0.9881698},"labels":[],"label_agreement":null},{"id":"W2082341534","doi":"10.3163/1536-5050.101.1.e1","title":"Proceedings, 112th Annual Meeting Medical Library Association, Inc., Seattle, WA","year":2013,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; Medical library; Association (psychology); Computer science; Psychology","score_opus":0.02000575523283106,"score_gpt":0.3588636810004018,"score_spread":0.33885792576757073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082341534","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38787994,0.0002235635,0.000011911765,0.57312655,0.007896717,0.0007541207,0.000045669818,0.000117243144,0.02994428],"genre_scores_gemma":[0.66292536,0.0031181364,0.0018277675,0.102184005,0.034679834,0.0002311023,0.00010187982,0.00016161427,0.1947703],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9888225,0.0017603294,0.0018657222,0.00023974782,0.00620466,0.0011070174],"domain_scores_gemma":[0.98801655,0.0053060222,0.003191913,0.00019961919,0.001014254,0.002271642],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010250576,0.00019063186,0.00048449272,0.0002497168,0.0011548401,0.00018378046,0.0015064824,0.00086921424,0.020630231],"category_scores_gemma":[0.04405628,0.000118439086,0.00019691422,0.0012343209,0.00008808797,0.0044171335,0.0005668122,0.0034657442,0.00068212143],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012818063,0.00007746634,0.426315,0.00005782943,0.00003509355,0.0000022810593,0.0010618989,3.495115e-7,0.000004636304,0.00025878832,0.57123375,0.0009401009],"study_design_scores_gemma":[0.0012190605,0.00014152592,0.37950423,0.00095114356,0.000025157573,0.000013731376,0.0043419483,0.00084178016,0.000043500237,0.002988523,0.6097391,0.00019025352],"about_ca_topic_score_codex":0.000069938,"about_ca_topic_score_gemma":0.0000071254635,"teacher_disagreement_score":0.47094256,"about_ca_system_score_codex":0.0007563365,"about_ca_system_score_gemma":0.008353765,"threshold_uncertainty_score":0.9988333},"labels":[],"label_agreement":null},{"id":"W2093461761","doi":"10.3163/1536-5050.100.1.010","title":"Creating a mobile subject guide to improve access to point-of-care resources for medical students: a case study","year":2012,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Subject (documents); Computer science; Mobile device; World Wide Web; The Internet; Point (geometry); Analytics; Mobile technology; Point of care; Medical library; Mobile computing; Multimedia; Data science; Medicine; Library science; Nursing; Telecommunications","score_opus":0.023390729136852383,"score_gpt":0.46090406077564,"score_spread":0.43751333163878764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093461761","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95790136,0.0003958772,0.00060007523,0.02977418,0.0024177455,0.007817028,0.00008621933,0.000043015538,0.0009644824],"genre_scores_gemma":[0.96303964,0.000074540934,0.001303428,0.024473162,0.00451701,0.004667853,0.0000062720533,0.00005625674,0.001861841],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9921753,0.001627287,0.0024040646,0.00021253199,0.0028061795,0.00077468064],"domain_scores_gemma":[0.989571,0.0052651246,0.0020310052,0.00038484205,0.00052710954,0.0022209692],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010167044,0.00017836207,0.00064500404,0.00021673625,0.0008641352,0.000049619055,0.0015165777,0.00036319852,0.00079220027],"category_scores_gemma":[0.017758172,0.00011719192,0.00022206991,0.0006733396,0.000024141527,0.0006092589,0.00087517995,0.0011166872,0.000022229848],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033690946,0.00086138095,0.8331716,0.00043106638,0.00011229049,0.000027365955,0.01927638,0.0000055049622,0.00000648399,0.0000974205,0.13106403,0.014609548],"study_design_scores_gemma":[0.006532562,0.0021995495,0.15270878,0.0015762515,0.0002486461,0.00012467058,0.069272436,0.000053688917,0.00005644513,0.00010946119,0.7668313,0.00028623544],"about_ca_topic_score_codex":0.00016310911,"about_ca_topic_score_gemma":0.00014848981,"teacher_disagreement_score":0.68046284,"about_ca_system_score_codex":0.00046248102,"about_ca_system_score_gemma":0.0020346502,"threshold_uncertainty_score":0.99051565},"labels":[],"label_agreement":null},{"id":"W2093566717","doi":"10.3163/1536-5050.103.1.010","title":"Into the gray: a modified approach to citation analysis to better understand research impact","year":2015,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Gray (unit); Citation; Information retrieval; Data science; Citation analysis; World Wide Web; Library science; Medicine","score_opus":0.6302172774255392,"score_gpt":0.583660032386797,"score_spread":0.046557245038742257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093566717","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74966776,0.00018832326,0.027308712,0.21408892,0.0007140872,0.0003369646,0.00001358709,0.000008773129,0.0076728933],"genre_scores_gemma":[0.9920156,0.00002151603,0.0013340836,0.002725591,0.00048085928,0.000004707658,0.0000021607868,0.0000093458875,0.0034061135],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9631272,0.0030154127,0.0009994006,0.00029716658,0.03206186,0.0004989923],"domain_scores_gemma":[0.982666,0.0105882855,0.0006973409,0.00060971023,0.0037697612,0.0016689078],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.105182365,0.00011137134,0.00039296123,0.027981184,0.0003727406,0.0029022617,0.004137531,0.00017699825,0.00022972804],"category_scores_gemma":[0.18858373,0.000046000976,0.0004765926,0.2183856,0.000094205156,0.001086068,0.0010137786,0.0009809359,0.000089166024],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016194161,0.00022984997,0.20223299,0.0000015670886,0.00048681884,0.000007631123,0.0054718256,0.0041449447,0.000025465077,0.0009054181,0.7681853,0.018146241],"study_design_scores_gemma":[0.0018080993,0.0009031492,0.7202528,0.000032124546,0.00017365026,0.00001602303,0.009996706,0.044896863,0.00017868498,0.1499992,0.07142688,0.00031579513],"about_ca_topic_score_codex":0.000057464484,"about_ca_topic_score_gemma":0.000009886589,"teacher_disagreement_score":0.69675845,"about_ca_system_score_codex":0.0007689582,"about_ca_system_score_gemma":0.001176594,"threshold_uncertainty_score":0.9981328},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2153714946","doi":"10.3163/1536-5050.99.2.004","title":"Putting the pieces together: endometriosis blogs, cognitive authority, and collaborative information behavior","year":2011,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Context (archaeology); Situational ethics; Endometriosis; Similarity (geometry); Psychology; Public relations; Sociology; Internet privacy; Social psychology; Medicine; Political science; Computer science","score_opus":0.03131383255363015,"score_gpt":0.3670570270637336,"score_spread":0.3357431945101035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153714946","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93811417,0.0005031292,0.00051378517,0.036443777,0.0037456572,0.0013888968,0.00018840286,0.00005801397,0.019044146],"genre_scores_gemma":[0.9798203,0.00055446074,0.0012563491,0.017076282,0.0006762479,0.0000557852,0.000016457949,0.000009604376,0.00053452887],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99457335,0.0021765076,0.0018629001,0.00006937302,0.0010463834,0.0002714948],"domain_scores_gemma":[0.99216974,0.003981245,0.0027741508,0.00012534099,0.000692596,0.00025693743],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0076912325,0.00011137436,0.00026985223,0.00013620402,0.0010002571,0.000076107004,0.00041160468,0.00029740142,0.0015598751],"category_scores_gemma":[0.021008579,0.000056401255,0.00009373055,0.00072162336,0.00007618847,0.0049520745,0.00024192716,0.0014289566,0.000043897235],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009457614,0.000083606865,0.9103281,0.00009082672,0.0000642778,0.0000012081348,0.02858593,1.2916313e-7,9.886797e-7,0.00091249176,0.017091725,0.04274615],"study_design_scores_gemma":[0.0015957209,0.00012365502,0.8140615,0.00048522273,0.000094607996,0.000009206164,0.009020653,0.00013795166,0.000084407635,0.0011629947,0.17313632,0.000087751694],"about_ca_topic_score_codex":0.000015629921,"about_ca_topic_score_gemma":0.000006820327,"teacher_disagreement_score":0.15604459,"about_ca_system_score_codex":0.00012873784,"about_ca_system_score_gemma":0.00094378466,"threshold_uncertainty_score":0.9993528},"labels":[],"label_agreement":null},{"id":"W2163526146","doi":"10.3163/1536-5050.100.1.005","title":"Utilizing grounded theory to explore the information-seeking behavior of senior nursing students","year":2012,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Vocabulary; Information literacy; Class (philosophy); Nonprobability sampling; Grounded theory; Information seeking behavior; Computer science; Information seeking; Nurse education; Theme (computing); Psychology; Mathematics education; Medical education; World Wide Web; Information retrieval; Qualitative research; Medicine; Sociology; Artificial intelligence","score_opus":0.10743087162264713,"score_gpt":0.47787561445579,"score_spread":0.3704447428331429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163526146","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9490845,0.000112614885,0.0005221076,0.041557167,0.00554451,0.00056907284,0.000004916523,0.000013546051,0.0025915392],"genre_scores_gemma":[0.9922203,0.000054037075,0.00026867253,0.0051342193,0.0015047697,0.000028119523,0.0000028587087,0.000007756534,0.0007792723],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9939887,0.0019308478,0.0010151466,0.000049320603,0.0025141116,0.00050185795],"domain_scores_gemma":[0.995522,0.00232277,0.0012391409,0.00016472168,0.0002232139,0.0005281254],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010353576,0.00007561855,0.00019506177,0.00014470272,0.0007569446,0.00004654874,0.00084514084,0.00014884306,0.00065835635],"category_scores_gemma":[0.0072811362,0.00003899099,0.00010642213,0.0005874117,0.000062136074,0.002170649,0.00017434526,0.0009975374,0.00005370835],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007893278,0.00024873906,0.8511596,0.000054425152,0.00003067294,4.1161528e-7,0.06031984,0.0000019557701,0.000033020056,0.0015055242,0.07115024,0.015416676],"study_design_scores_gemma":[0.0004904575,0.0000632217,0.9135411,0.0007743518,0.00003257794,0.000005482256,0.049895924,0.000034592267,0.000068396424,0.00097413105,0.034058537,0.00006123433],"about_ca_topic_score_codex":0.000010999088,"about_ca_topic_score_gemma":0.0000012516955,"teacher_disagreement_score":0.06238154,"about_ca_system_score_codex":0.00038467415,"about_ca_system_score_gemma":0.0012906436,"threshold_uncertainty_score":0.87167263},"labels":[],"label_agreement":null},{"id":"W2337722222","doi":"10.3163/1536-5050.104.2.005","title":"Mapping the literature of hospital pharmacy","year":2016,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Pharmaceutical Practices and Patient Outcomes","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada); Dalhousie University","funders":"","keywords":"Library science; Pharmacy; Bibliometrics; Citation analysis; Citation; Medicine; Family medicine; Computer science","score_opus":0.039336389579171835,"score_gpt":0.3304203330296535,"score_spread":0.29108394345048166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2337722222","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48363146,0.00097283215,0.000047953774,0.51085496,0.002156583,0.00015752041,0.000012268541,0.000010187054,0.0021562006],"genre_scores_gemma":[0.98682606,0.00092500594,0.00008162882,0.0069710095,0.0011913416,9.716306e-7,0.0000011166048,0.000010006928,0.003992879],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99777186,0.00030409478,0.0005237428,0.000060345894,0.0011969951,0.0001429565],"domain_scores_gemma":[0.99707574,0.0015172976,0.0009788045,0.00012375957,0.000116532545,0.00018786588],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010206426,0.0000794297,0.00023547173,0.00004979988,0.000057458652,0.000025585443,0.0003230321,0.00008228938,0.0009272393],"category_scores_gemma":[0.004215094,0.000027663407,0.00030177453,0.00029352773,0.000055649172,0.0006401244,0.000098189004,0.00058196805,0.00000924971],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029997109,0.00035660734,0.88693225,0.00007002281,0.0005080558,0.00005318226,0.0009932733,3.6877856e-7,0.0008335571,0.00040686977,0.091977745,0.017568095],"study_design_scores_gemma":[0.005577865,0.00031253134,0.18351969,0.0018769234,0.0002456215,0.00012555873,0.00016343691,0.00011427402,0.005092684,0.0015095753,0.801347,0.00011483691],"about_ca_topic_score_codex":3.7245724e-7,"about_ca_topic_score_gemma":2.8339398e-8,"teacher_disagreement_score":0.70936924,"about_ca_system_score_codex":0.00004962603,"about_ca_system_score_gemma":0.00020979412,"threshold_uncertainty_score":0.99998605},"labels":[],"label_agreement":null},{"id":"W2412272856","doi":"10.3163/1536-5050.104.1.007","title":"Performance of a mixed filter to identify relevant studies for mixed studies reviews","year":2016,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Information retrieval; Computer science; Filter (signal processing); Data collection; Data science; Data mining; Statistics; Mathematics","score_opus":0.5766345916029189,"score_gpt":0.5244094733690201,"score_spread":0.05222511823389875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2412272856","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8447652,0.015777498,0.0014190241,0.13160716,0.005023463,0.0011049757,0.000035154968,0.0000042891393,0.00026325168],"genre_scores_gemma":[0.810167,0.021042474,0.012268949,0.0055643385,0.002231451,0.00012952354,0.0000016007835,0.00004272833,0.14855193],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97631973,0.0064275255,0.010162428,0.0002920063,0.0065752277,0.00022310615],"domain_scores_gemma":[0.952003,0.023875115,0.02011474,0.0013557293,0.0023667007,0.00028473022],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10535377,0.00019242022,0.0035408658,0.00023553029,0.00012931088,0.00012053599,0.0020098155,0.000096030286,0.0011895378],"category_scores_gemma":[0.33854938,0.0000573305,0.0022515643,0.0008477658,0.0000680129,0.000786574,0.00035680796,0.00015992252,0.00022347219],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034054818,0.000039850904,0.036281858,0.00013437978,0.0009136429,0.0000011769641,0.00048915,0.0000025248878,0.0002131305,0.00017120584,0.93592376,0.025795266],"study_design_scores_gemma":[0.00094504916,0.00030306276,0.06844495,0.0028166368,0.000697427,0.000016121432,0.0008156954,0.00013917762,0.0012235874,0.010083811,0.91433233,0.00018218094],"about_ca_topic_score_codex":8.012362e-8,"about_ca_topic_score_gemma":0.0000013200691,"teacher_disagreement_score":0.2331956,"about_ca_system_score_codex":0.00009337458,"about_ca_system_score_gemma":0.00012088868,"threshold_uncertainty_score":0.9997235},"labels":[],"label_agreement":null},{"id":"W2413466400","doi":"10.3163/1536-5050.104.1.006","title":"Limits of search filter development","year":2016,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Nursing Diagnosis and Documentation","field":"Nursing","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Scope (computer science); Relevance (law); Rehabilitation; Filter (signal processing); Scope of practice; MEDLINE; Nursing; Medicine; Computer science; Psychology; Health care; Political science; Physical therapy","score_opus":0.018285615867128194,"score_gpt":0.2807349119265204,"score_spread":0.2624492960593922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2413466400","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8463648,0.00011345049,0.00013292125,0.14928034,0.0029670373,0.000081409096,0.0000039900847,0.000011979343,0.001044107],"genre_scores_gemma":[0.99500257,0.00003629609,0.0007398045,0.0016747032,0.0005010923,0.0000011163667,0.0000012332963,0.000012095495,0.0020311186],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976788,0.00029650057,0.0005378252,0.00006203655,0.0012807378,0.00014407479],"domain_scores_gemma":[0.9983496,0.00074646773,0.0006113731,0.000082345985,0.00009226455,0.00011796341],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009801105,0.000061991625,0.00016689565,0.00007409968,0.000064660446,0.000030655458,0.0002856498,0.00009836062,0.0008479982],"category_scores_gemma":[0.0011705882,0.00003087913,0.00011943644,0.00015286535,0.000032514537,0.0005550595,0.00003927994,0.00017014345,0.000017759068],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029935007,0.00042871234,0.48337066,0.000033521814,0.00015171763,0.0000063637895,0.0014483738,0.0000047884714,0.004359433,0.0003250145,0.31611422,0.19345783],"study_design_scores_gemma":[0.002414434,0.00027666427,0.53728855,0.0014956824,0.0000574776,0.00001889837,0.00010558817,0.000017923343,0.33668736,0.0017537228,0.11975176,0.00013193702],"about_ca_topic_score_codex":7.3311946e-7,"about_ca_topic_score_gemma":3.8467456e-7,"teacher_disagreement_score":0.33232793,"about_ca_system_score_codex":0.00016513569,"about_ca_system_score_gemma":0.00015776808,"threshold_uncertainty_score":0.92849857},"labels":[],"label_agreement":null},{"id":"W2416423243","doi":"10.3163/1536-5050.103.4.021","title":"HTA Database Canadian Repository","year":2015,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Agency (philosophy); Health care; Database; Grey literature; Health technology; Psychological intervention; MEDLINE; Library science; Medicine; Political science; Computer science; Nursing; Sociology","score_opus":0.21792402925552665,"score_gpt":0.3713173799288708,"score_spread":0.15339335067334417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2416423243","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12752889,0.003021657,0.00031096832,0.8015743,0.010585756,0.0003167333,0.00028119195,0.0000338496,0.056346677],"genre_scores_gemma":[0.8311494,0.00021693968,0.0023623658,0.1270738,0.007759198,0.000012705182,0.000044476532,0.00006811858,0.031312983],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99535936,0.0007502056,0.0030169347,0.00014785379,0.00045191435,0.00027373727],"domain_scores_gemma":[0.9936555,0.0008653191,0.004048803,0.0003046999,0.00009273525,0.0010329552],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.021472592,0.000095154,0.00051660574,0.00021957146,0.00015217479,0.00011572605,0.0006769803,0.00020127391,0.0006866424],"category_scores_gemma":[0.025447764,0.00008447082,0.0001661404,0.00022464768,0.0000336966,0.0013024018,0.000079927035,0.00047306105,0.0004068709],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006565826,0.000033061868,0.21617715,0.000016703318,0.00006360131,0.000010611644,0.00040413457,0.000019043298,3.067406e-7,0.010991725,0.77223957,0.000037502923],"study_design_scores_gemma":[0.0010164748,0.000050822655,0.039415326,0.000137354,0.000012822284,0.00006804169,0.00044350192,0.00103629,0.0000132862115,0.010606077,0.94704026,0.00015974962],"about_ca_topic_score_codex":0.00281335,"about_ca_topic_score_gemma":0.00063189026,"teacher_disagreement_score":0.70362055,"about_ca_system_score_codex":0.001200982,"about_ca_system_score_gemma":0.0025366768,"threshold_uncertainty_score":0.9827613},"labels":[],"label_agreement":null},{"id":"W2467680869","doi":"10.3163/1536-5050.104.3.007","title":"Effectiveness of adverse effects search filters: drugs versus medical devices","year":2016,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Agency for Drugs and Technologies in Health","funders":"","keywords":"MEDLINE; Medicine; Adverse effect; Medical record; Search engine indexing; Emergency medicine; Medical emergency; Computer science; Information retrieval; Surgery; Pharmacology","score_opus":0.03733547095465894,"score_gpt":0.40225441773601256,"score_spread":0.3649189467813536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2467680869","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.971019,0.00027660816,0.00007384558,0.017933134,0.007104631,0.00023108293,0.000045283385,0.00003404558,0.003282354],"genre_scores_gemma":[0.9960779,0.0006889393,0.000021200922,0.001532616,0.0008572075,0.000006989008,0.0000033486383,0.00001752026,0.0007942547],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9945549,0.0027887216,0.00060257537,0.00014416629,0.001573937,0.00033569697],"domain_scores_gemma":[0.9861575,0.012334453,0.0007043033,0.0001361693,0.00013585357,0.00053177227],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004135916,0.0001578689,0.00040868873,0.00012386338,0.00014333132,0.000007743436,0.0007986847,0.00045779962,0.0029535156],"category_scores_gemma":[0.0036779777,0.00008650254,0.00037610022,0.0003487411,0.0002003521,0.00075321767,0.00019971725,0.0011825555,0.00007104847],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014561492,0.0039308853,0.7237025,0.0016256322,0.0073752375,0.00079160155,0.001609202,0.00028906274,0.060268916,0.0039498606,0.10319138,0.07870421],"study_design_scores_gemma":[0.04307376,0.0009190356,0.15907161,0.0038068898,0.0012188948,0.0001499775,0.000407583,0.00068531826,0.47311974,0.001163857,0.31575662,0.0006267437],"about_ca_topic_score_codex":0.0000022221386,"about_ca_topic_score_gemma":5.814359e-7,"teacher_disagreement_score":0.5646309,"about_ca_system_score_codex":0.00019397445,"about_ca_system_score_gemma":0.0008253554,"threshold_uncertainty_score":0.99795794},"labels":[],"label_agreement":null},{"id":"W2470521823","doi":"10.3163/1536-5050.103.4.017","title":"Libraries and the Affordable Care Act: Helping the Community Understand Health-Care Options","year":2015,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Public Health Policies and Education","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Patient Protection and Affordable Care Act; Health insurance; Health care; MEDLINE; Internet privacy; Public relations; Nursing; Business; World Wide Web; Medicine; Computer science; Political science","score_opus":0.06722867826374533,"score_gpt":0.4026169434081449,"score_spread":0.33538826514439957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2470521823","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07770159,0.0070828698,0.00007040584,0.8991153,0.003686893,0.00058943866,0.000029701607,0.000035164656,0.011688628],"genre_scores_gemma":[0.8705477,0.0021330607,0.00031687616,0.116233364,0.004500823,0.000040601743,0.000039902636,0.000041260453,0.0061464063],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9910988,0.006595528,0.0008534327,0.00006642225,0.0009611856,0.00042463723],"domain_scores_gemma":[0.99306184,0.004426316,0.0014378966,0.00031557435,0.0002634433,0.0004949005],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0065372344,0.00011284149,0.00032434906,0.00005995701,0.003767937,0.00013140576,0.0007296851,0.00022605108,0.00014719875],"category_scores_gemma":[0.0050667454,0.0000503197,0.000117342766,0.0003696282,0.00022390998,0.0008727938,0.00040138874,0.0025178932,0.000008311114],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000107331645,0.000041144776,0.025334993,0.00019089514,0.00006861328,3.7126233e-7,0.23343188,0.000015488211,1.0851158e-7,0.0316839,0.70775366,0.0013716172],"study_design_scores_gemma":[0.0019373635,0.00007844174,0.018091029,0.00034617807,0.000030399693,0.000008032904,0.39458072,0.000065215296,0.0000011104995,0.009050586,0.5757476,0.000063304105],"about_ca_topic_score_codex":0.0004132796,"about_ca_topic_score_gemma":0.00018175531,"teacher_disagreement_score":0.79284614,"about_ca_system_score_codex":0.00067473634,"about_ca_system_score_gemma":0.0063388157,"threshold_uncertainty_score":0.99978334},"labels":[],"label_agreement":null},{"id":"W2471940872","doi":"10.3163/1536-5050.104.3.014","title":"De-duplication of database search results for systematic reviews in EndNote","year":2016,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":1874,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia Hospital","funders":"","keywords":"Computer science; World Wide Web; Information retrieval; Data science; Library science; Database","score_opus":0.16035700940096184,"score_gpt":0.4287371023629208,"score_spread":0.26838009296195897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2471940872","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.074178316,0.0016254006,0.16657749,0.74281263,0.0028669322,0.005496583,0.0012561934,0.000033285192,0.0051531736],"genre_scores_gemma":[0.9317532,0.0031903114,0.010024758,0.009438374,0.0014162752,0.00011628771,0.00004358677,0.00003621234,0.043980967],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928336,0.0024552601,0.0021486261,0.00012895679,0.0022841345,0.00014943471],"domain_scores_gemma":[0.9847605,0.011724626,0.0027192023,0.0004905218,0.00017412312,0.00013098572],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.049430564,0.000061008846,0.00043517235,0.00017143872,0.000040216935,0.00007131558,0.0013401711,0.00007508284,0.00012316073],"category_scores_gemma":[0.12979983,0.000025709553,0.00019657481,0.00047940735,0.000033632128,0.001046447,0.00023719088,0.00014565144,0.000025157304],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005142581,0.00046450426,0.01141685,0.0026384087,0.00012196978,0.0000082984825,0.0011514872,0.000020316813,0.00066230627,0.025360102,0.9091059,0.048535615],"study_design_scores_gemma":[0.009985187,0.00045230318,0.043978408,0.03919894,0.00019553959,0.000031853786,0.0012228396,0.0033693428,0.0052159806,0.08551436,0.8104419,0.00039331758],"about_ca_topic_score_codex":0.0000027107071,"about_ca_topic_score_gemma":0.0000037098791,"teacher_disagreement_score":0.85757494,"about_ca_system_score_codex":0.00010754485,"about_ca_system_score_gemma":0.00022587235,"threshold_uncertainty_score":0.97881126},"labels":[],"label_agreement":null},{"id":"W2551029045","doi":"10.3163/1536-5050.104.4.006","title":"Increasing number of databases searched in systematic reviews and meta-analyses between 1994 and 2014","year":2016,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Shores Centre for Mental Health Sciences; Western University","funders":"","keywords":"Milestone; Database; Systematic review; MEDLINE; Cochrane Library; Bibliographic database; Meta-analysis; Medicine; Library science; Information retrieval; Computer science; Geography; Internal medicine; Political science; Cartography","score_opus":0.7629888682414917,"score_gpt":0.5579829075777163,"score_spread":0.2050059606637754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2551029045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.934598,0.020259235,0.0027011111,0.03941276,0.00028873712,0.0014431429,0.00010147274,0.0000038660683,0.0011916498],"genre_scores_gemma":[0.9897559,0.0016527234,0.0033402033,0.0005684291,0.00019270284,0.000010632969,0.0000016929278,0.000011852138,0.0044658533],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.93267125,0.04828518,0.011552904,0.0003055168,0.00700152,0.00018363944],"domain_scores_gemma":[0.921751,0.056504734,0.019872913,0.0012157226,0.0003018694,0.00035372295],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20944189,0.00018306964,0.005756322,0.00025787044,0.0000588681,0.00022192563,0.0010901125,0.00009357032,0.0053448356],"category_scores_gemma":[0.2549877,0.00005255371,0.0014871476,0.0007431995,0.00008089067,0.0010611204,0.00031050268,0.00024223859,0.000053587388],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008558844,0.000033959077,0.9611489,0.00093419757,0.0024141797,0.000004528207,0.00012869318,3.4036105e-7,0.00006199447,0.00033398592,0.033769228,0.001161406],"study_design_scores_gemma":[0.0043385224,0.00018948098,0.7170701,0.017242933,0.072424665,0.00083840895,0.0013456194,0.0007515651,0.00068044645,0.03709892,0.14696945,0.0010499055],"about_ca_topic_score_codex":0.000010184065,"about_ca_topic_score_gemma":0.0000044139106,"teacher_disagreement_score":0.24407884,"about_ca_system_score_codex":0.00003497674,"about_ca_system_score_gemma":0.00011616964,"threshold_uncertainty_score":0.9955644},"labels":[],"label_agreement":null},{"id":"W2551145115","doi":"10.3163/1536-5050.104.4.020","title":"Scoping reviews: establishing the role of the librarian","year":2016,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":108,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Faculty of Dentistry, McGill University; McGill University","keywords":"Systematic review; Work (physics); Library science; MEDLINE; Computer science; Data science; Knowledge management; Medical education; Medicine; Political science; Engineering","score_opus":0.05213327261760248,"score_gpt":0.4059012896903736,"score_spread":0.3537680170727711,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2551145115","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13782634,0.003478422,0.00009977852,0.83470064,0.008281452,0.0011776579,0.000013131407,0.000018381023,0.0144042],"genre_scores_gemma":[0.9260199,0.007171541,0.00039119093,0.03047223,0.0101105245,0.00006057336,0.0000016229152,0.00003643679,0.025735969],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99289966,0.00391921,0.0010793838,0.000084283805,0.0016305184,0.00038694727],"domain_scores_gemma":[0.9910607,0.0059598684,0.0021998694,0.00031335844,0.00014849572,0.00031775708],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010049086,0.00007012923,0.00024254351,0.000055723223,0.0008066842,0.000043905926,0.0014471106,0.00016253427,0.0015576978],"category_scores_gemma":[0.033935677,0.000022096496,0.00017499947,0.0006434216,0.00010451879,0.001414468,0.00032821257,0.0010137678,0.00003811191],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027349037,0.000055317265,0.55645734,0.00016926993,0.000024870422,4.5273916e-7,0.003003807,7.794464e-7,0.00018104332,0.0022178043,0.41299972,0.02486224],"study_design_scores_gemma":[0.00058636314,0.000053656615,0.18212622,0.010842108,0.00001950545,0.000004188871,0.0018398718,0.00006331058,0.0003826418,0.011235464,0.7927755,0.00007114169],"about_ca_topic_score_codex":0.000018773848,"about_ca_topic_score_gemma":0.000010979502,"teacher_disagreement_score":0.8042284,"about_ca_system_score_codex":0.00017227378,"about_ca_system_score_gemma":0.0040873843,"threshold_uncertainty_score":0.999355},"labels":[],"label_agreement":null},{"id":"W2557613049","doi":"10.5195/jmla.2016.31","title":"Google Scholar and Scopus","year":2016,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health","funders":"","keywords":"Scopus; World Wide Web; Library science; Computer science; MEDLINE; Information retrieval; Political science","score_opus":0.027107984910952402,"score_gpt":0.3363640439723888,"score_spread":0.3092560590614364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2557613049","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6149305,0.00054447784,0.0003862111,0.3742763,0.0025231852,0.000054921882,0.000011515472,0.000015373947,0.007257527],"genre_scores_gemma":[0.96096134,0.00023304031,0.00029211608,0.00648275,0.0012760116,6.117648e-7,1.9738333e-7,0.000009256604,0.030744694],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941783,0.0008502667,0.00081224705,0.00013424834,0.0038547562,0.00017016871],"domain_scores_gemma":[0.9938952,0.0039699604,0.0014171348,0.000202165,0.00017302981,0.00034252656],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013457644,0.000071436414,0.00024063751,0.00012462058,0.0001817199,0.0008242545,0.0022442045,0.00022452655,0.0014431577],"category_scores_gemma":[0.0929601,0.000027354941,0.0001344728,0.0005152626,0.000069037065,0.006172228,0.00048209247,0.00075280137,0.00006279339],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001971023,0.000019195868,0.39103127,7.796877e-7,0.000025277992,0.000007401346,0.00008213578,4.1056933e-7,0.000049112088,0.00086648256,0.5317453,0.07615292],"study_design_scores_gemma":[0.0009598556,0.000037208676,0.19726081,0.00018672197,0.000015673391,0.000074204174,0.000115803574,0.000042149622,0.0006248127,0.06638044,0.734215,0.00008730013],"about_ca_topic_score_codex":9.692474e-7,"about_ca_topic_score_gemma":3.1555842e-7,"teacher_disagreement_score":0.36779356,"about_ca_system_score_codex":0.00006234701,"about_ca_system_score_gemma":0.00036224484,"threshold_uncertainty_score":0.99946964},"labels":[],"label_agreement":null},{"id":"W2577802595","doi":"10.5195/jmla.2017.123","title":"116th Annual Meeting Medical Library Association, Inc. Toronto, ON, Canada May 13-18, 2016","year":2017,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical library; Library science; Association (psychology); Gerontology; Medicine; Computer science; Psychology","score_opus":0.02073544315129581,"score_gpt":0.32565851820655417,"score_spread":0.30492307505525834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2577802595","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.121081635,0.00076600054,0.0000034398822,0.73693615,0.04542345,0.0006259149,0.000106698666,0.000095745396,0.09496099],"genre_scores_gemma":[0.8677674,0.004783242,0.00033247832,0.034390356,0.051104978,0.00008511171,0.0000390726,0.00012690903,0.041370455],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9870732,0.0025705944,0.0013553335,0.00025624473,0.007962115,0.000782551],"domain_scores_gemma":[0.98288643,0.009870361,0.004848839,0.00043190058,0.0004534956,0.0015089961],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008156898,0.00022824883,0.0005664391,0.00007038988,0.0023592967,0.0004816381,0.0027421121,0.00087870576,0.008603614],"category_scores_gemma":[0.14196724,0.00017383402,0.00024131573,0.0002674406,0.00020636535,0.0034667414,0.00034410923,0.001459894,0.00003594176],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026747923,0.00009507847,0.35320702,0.000011036603,0.00008810498,0.000018367047,0.0023319777,0.0000010634307,2.4353812e-7,0.001335941,0.63633966,0.0065447465],"study_design_scores_gemma":[0.0007098541,0.000052865824,0.23407885,0.00038717716,0.0000445663,0.000003403489,0.0019987747,0.000020172643,0.000024278372,0.0009862249,0.7615076,0.00018627195],"about_ca_topic_score_codex":0.14158769,"about_ca_topic_score_gemma":0.14831145,"teacher_disagreement_score":0.74668574,"about_ca_system_score_codex":0.0033427505,"about_ca_system_score_gemma":0.024788504,"threshold_uncertainty_score":0.9989395},"labels":[],"label_agreement":null},{"id":"W2580135909","doi":"10.5195/jmla.2017.108","title":"Questioning reliability assessments of health information on social media","year":2017,"lang":"en","type":"review","venue":"Journal of the Medical Library Association JMLA","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Social media; Reliability (semiconductor); Health information; Narrative; Reading (process); Psychology; Computer science; Health care; World Wide Web; Political science","score_opus":0.15709118394661042,"score_gpt":0.5387463471285573,"score_spread":0.38165516318194687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2580135909","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00065015623,0.8658396,0.00080105936,0.052501943,0.041043296,0.005577153,0.0014726502,0.0001939939,0.03192014],"genre_scores_gemma":[0.00031170013,0.99119735,0.0004083479,0.0048882933,0.0021290793,0.000039577808,0.00026602842,0.000028251074,0.00073138287],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98018914,0.008092235,0.008403809,0.00013474653,0.0027343181,0.00044573494],"domain_scores_gemma":[0.9581432,0.0050722975,0.035337467,0.0004975425,0.000609922,0.00033959656],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.024786139,0.0002743885,0.0022170113,0.00029495973,0.0014704772,0.00008602808,0.0013743199,0.0011160938,0.0008753341],"category_scores_gemma":[0.035428982,0.00015980954,0.0007651804,0.0003703382,0.000084331245,0.0044586435,0.00032894564,0.004133799,0.00008489604],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003144297,0.000092580696,0.0033308573,0.012915601,0.000077680495,3.4024703e-7,0.0013267039,5.497102e-7,6.9050965e-10,0.0007552514,0.07212473,0.90934426],"study_design_scores_gemma":[0.00054699165,0.000053057724,0.00991358,0.023305967,0.00007767542,0.000002065527,0.0001379903,0.000024526986,4.8925084e-8,0.00050155143,0.9653281,0.000108460015],"about_ca_topic_score_codex":0.000011234353,"about_ca_topic_score_gemma":0.0000013461056,"teacher_disagreement_score":0.9092358,"about_ca_system_score_codex":0.0014120714,"about_ca_system_score_gemma":0.011886361,"threshold_uncertainty_score":0.9998295},"labels":[],"label_agreement":null},{"id":"W2604604230","doi":"10.5195/jmla.2017.207","title":"Knowledge of journal impact factors among nursing faculty: a cross-sectional study","year":2017,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Saskatchewan Polytechnic; University of Saskatchewan","funders":"","keywords":"Cross-sectional study; Nursing; Medicine; Psychology; Medical education","score_opus":0.4601951043661614,"score_gpt":0.6171331434327474,"score_spread":0.156938039066586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604604230","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99093926,0.00016648072,0.00010444422,0.0018197754,0.003924839,0.0001218655,0.00003690643,0.00000451423,0.0028819225],"genre_scores_gemma":[0.99424595,0.000036568992,0.00004694277,0.000022356597,0.0008254875,4.107677e-7,8.3672563e-7,0.00001040752,0.004811034],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9806018,0.0010162274,0.0018278203,0.0002115568,0.015941313,0.0004013249],"domain_scores_gemma":[0.9846961,0.0049151685,0.005856457,0.00052136806,0.0031398886,0.00087104284],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.037769865,0.0001445354,0.0005155172,0.008447684,0.0011776974,0.0061745774,0.0057033394,0.00024624748,0.002110694],"category_scores_gemma":[0.17801642,0.00006822148,0.00084692833,0.013765109,0.00031782076,0.0038997151,0.0007028031,0.0013515045,0.000021193831],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040805153,0.0006049441,0.9682225,0.0000011353734,0.00012679459,0.000011863577,0.0005015686,0.000015997577,0.000013778279,0.000018584922,0.024653796,0.0057882294],"study_design_scores_gemma":[0.0011118673,0.00031494597,0.9936208,0.000049887316,0.000016006317,0.00003844365,0.00036630692,0.00041311278,0.00011468324,0.002590714,0.0012894202,0.000073823176],"about_ca_topic_score_codex":0.00001601821,"about_ca_topic_score_gemma":0.000002265921,"teacher_disagreement_score":0.14024656,"about_ca_system_score_codex":0.00044444465,"about_ca_system_score_gemma":0.0014981203,"threshold_uncertainty_score":0.9996763},"labels":[],"label_agreement":null},{"id":"W2605130112","doi":"10.5195/jmla.2017.201","title":"Evaluation of hospital staff’s perceived quality of librarian-mediated literature searching services","year":2017,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"London Health Sciences Centre; Queen's University","funders":"Canadian Health Libraries Association; Medical Library Association","keywords":"Health care; Psychology; Medical education; Quality (philosophy); Coding (social sciences); MEDLINE; Nursing; Medicine; Sociology; Political science","score_opus":0.09840466505420649,"score_gpt":0.4866281559171341,"score_spread":0.3882234908629276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605130112","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93221277,0.00023496294,0.000007293706,0.06107608,0.0028403671,0.00039954451,0.00005885558,0.000007893138,0.0031622157],"genre_scores_gemma":[0.99691015,0.0003299136,0.00019500022,0.00049399,0.0011537924,0.0000071466393,0.000019993586,0.000009679872,0.00088031],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9876235,0.005450246,0.0013237838,0.00012262986,0.005125183,0.00035465477],"domain_scores_gemma":[0.9908648,0.002412117,0.004403128,0.00037726536,0.0015132591,0.0004294177],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.023496112,0.00009127935,0.00037053187,0.00014203774,0.00078166364,0.000085848566,0.0012723029,0.0003132887,0.0011153946],"category_scores_gemma":[0.035123315,0.00005550388,0.00016612349,0.00026308786,0.000120440585,0.0023067489,0.00027612536,0.0013190442,0.000010303539],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014967362,0.00044869081,0.93703115,0.00080170867,0.0001435329,0.0000017870274,0.02738766,0.000011617755,0.00046065787,0.00036255107,0.028180985,0.005020013],"study_design_scores_gemma":[0.0012125515,0.00016568856,0.98743474,0.00148634,0.000030216761,4.5097522e-7,0.0031759033,0.0016115373,0.000068079775,0.0023962245,0.002360918,0.000057336314],"about_ca_topic_score_codex":0.00010432839,"about_ca_topic_score_gemma":0.000026186452,"teacher_disagreement_score":0.064697385,"about_ca_system_score_codex":0.00024020253,"about_ca_system_score_gemma":0.0063608387,"threshold_uncertainty_score":0.9997977},"labels":[],"label_agreement":null},{"id":"W2645387241","doi":"10.5195/jmla.2017.246","title":"Compliance of systematic reviews in veterinary journals with Preferred Reporting Items for Systematic Reviews and Meta-Analysis (PRISMA) literature search reporting guidelines","year":2017,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Systematic review; Checklist; Grey literature; MEDLINE; Meta-analysis; Medicine; Psychology; Political science; Pathology","score_opus":0.9015719019313783,"score_gpt":0.6006998185458399,"score_spread":0.3008720833855384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2645387241","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2260753,0.58701175,0.035433672,0.1042258,0.0024981783,0.04274065,0.00014542381,0.00002508339,0.0018441073],"genre_scores_gemma":[0.9023456,0.00808021,0.05317946,0.0026255152,0.0011440172,0.00095278135,0.000014601501,0.00010470842,0.031553127],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.86494416,0.036268577,0.086859696,0.00072577794,0.010797211,0.00040455308],"domain_scores_gemma":[0.50554186,0.01918509,0.4650714,0.005024284,0.0047112107,0.00046612683],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5279329,0.00042600482,0.020873165,0.00066568237,0.00039096244,0.0022428404,0.0033289348,0.00024116132,0.0004849978],"category_scores_gemma":[0.77668643,0.00014514702,0.00842055,0.0018300994,0.000071806295,0.0016674096,0.0003616943,0.0007108577,0.000008108254],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015157126,0.0003969233,0.2872496,0.5038349,0.1267495,0.00042130073,0.0049538244,0.00050426845,0.0001824563,0.00028525334,0.074088864,0.0011815157],"study_design_scores_gemma":[0.0026516938,0.0007249685,0.06557588,0.4162747,0.43466294,0.0037209347,0.0026100767,0.04904717,0.00009360872,0.005692235,0.017441902,0.0015039056],"about_ca_topic_score_codex":0.000002604076,"about_ca_topic_score_gemma":0.000005017852,"teacher_disagreement_score":0.67627025,"about_ca_system_score_codex":0.00007447762,"about_ca_system_score_gemma":0.00021833082,"threshold_uncertainty_score":0.99879295},"labels":[],"label_agreement":null},{"id":"W2736861423","doi":"10.5195/jmla.2017.236","title":"Locating sex- and gender-specific data in health promotion research: evaluating the sensitivity and precision of published filters","year":2017,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services; Institute of Health Economics","funders":"","keywords":"MEDLINE; Generalizability theory; Information retrieval; Computer science; Usability; Filter (signal processing); Identification (biology); Search engine indexing; Medicine; Statistics; Mathematics; Biology","score_opus":0.3902768673705304,"score_gpt":0.48213005278713633,"score_spread":0.09185318541660592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2736861423","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.811085,0.000959251,0.00004383948,0.18700625,0.00034371504,0.00033831547,0.000011875317,0.000004358711,0.00020743343],"genre_scores_gemma":[0.9976894,0.0006165055,0.00058911147,0.0004247541,0.00048371532,0.0000013140069,0.000009803079,0.000009348759,0.00017603858],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.994169,0.0027265165,0.00072461175,0.00020264114,0.0019583663,0.0002188633],"domain_scores_gemma":[0.99543315,0.002344182,0.0011877501,0.00063915073,0.00019358573,0.00020216368],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.033722263,0.00007175289,0.00029769092,0.00010284438,0.00044063985,0.00014754987,0.00039364528,0.00012552168,0.000033111646],"category_scores_gemma":[0.025411423,0.000039635404,0.0000373714,0.00016609265,0.00013914607,0.0008440547,0.00056795194,0.0010624637,2.6095188e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019716493,0.00019704031,0.76421916,0.00044088205,0.00006246725,0.00001917153,0.004138591,0.0000045116967,0.00022427266,0.00013330551,0.009309838,0.2210536],"study_design_scores_gemma":[0.00155734,0.0005515176,0.98035204,0.000994952,0.000016543481,0.00014826476,0.0016465549,0.010294809,0.0001717623,0.0030262147,0.0011881163,0.00005189497],"about_ca_topic_score_codex":0.00004253577,"about_ca_topic_score_gemma":0.000015676194,"teacher_disagreement_score":0.2210017,"about_ca_system_score_codex":0.00010732219,"about_ca_system_score_gemma":0.0007119917,"threshold_uncertainty_score":0.9949863},"labels":[],"label_agreement":null},{"id":"W2756498337","doi":"10.5195/jmla.2019.491","title":"Predatory publications in evidence syntheses","year":2019,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Medical Library Association","keywords":"Checklist; Publication; Systematic review; Grey literature; Peer review; Publishing; MEDLINE; Library science; Psychology; Computer science; Political science; Law","score_opus":0.4347540435894559,"score_gpt":0.5258972688182807,"score_spread":0.09114322522882479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2756498337","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83654267,0.0013286279,0.0001223462,0.14317162,0.0024682402,0.00021175678,0.000013089034,0.000012479921,0.016129171],"genre_scores_gemma":[0.9760246,0.00039218616,0.0001319841,0.0009593544,0.00020238914,0.0000018452937,2.0268503e-7,0.0000056011872,0.022281827],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9824041,0.001035515,0.0010669185,0.00019352185,0.015024297,0.0002756393],"domain_scores_gemma":[0.9340238,0.060248774,0.002308569,0.00083300006,0.0019068246,0.0006790137],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.036808323,0.00007030381,0.00027022843,0.011157895,0.00007515922,0.0012272805,0.0039814226,0.00016737978,0.0072515593],"category_scores_gemma":[0.45767656,0.000035210796,0.00022128453,0.059026588,0.000049667502,0.0035112884,0.0006679933,0.00071058003,0.0002860211],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010570913,0.00008210785,0.8934903,0.0000024308363,0.000010871942,0.0000026801124,0.000046946017,0.00001691893,0.000025185862,0.0007558713,0.09646654,0.00908957],"study_design_scores_gemma":[0.0002326156,0.000053971344,0.82628447,0.00015972456,0.0000033458066,0.000010749493,0.0001265792,0.0012217211,0.00015063483,0.0047401995,0.16695736,0.00005863611],"about_ca_topic_score_codex":0.0000032559492,"about_ca_topic_score_gemma":0.0000018063668,"teacher_disagreement_score":0.42086822,"about_ca_system_score_codex":0.0002021259,"about_ca_system_score_gemma":0.0011359677,"threshold_uncertainty_score":0.99980956},"labels":[],"label_agreement":null},{"id":"W2763439731","doi":"10.5195/jmla.2017.206","title":"Advancing the conversation: next steps for lesbian, gay, bisexual, trans, and queer (LGBTQ) health sciences librarianship","year":2017,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; University of British Columbia","funders":"McGill University","keywords":"Queer; Lesbian; Conversation; Library science; Medical library; Transgender; Context (archaeology); Sociology; Population; Public relations; Gender studies; Political science","score_opus":0.10226510334844688,"score_gpt":0.4130598344860501,"score_spread":0.31079473113760325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2763439731","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06689181,0.0029447328,0.00039413458,0.91822255,0.0052751624,0.00040815122,0.000036809648,0.000022774178,0.005803885],"genre_scores_gemma":[0.92256117,0.0031002178,0.0005580225,0.040528983,0.0074011977,0.000019410527,0.0000063755137,0.000047972873,0.025776673],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99703485,0.000861675,0.0006796223,0.00016609333,0.000854175,0.00040359862],"domain_scores_gemma":[0.99612075,0.0014498403,0.0017299243,0.00029025704,0.000063713735,0.00034551663],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0045135976,0.00012306229,0.00030748325,0.00008709875,0.0017000722,0.00060440565,0.0010915808,0.00019933276,0.0004837059],"category_scores_gemma":[0.0022044026,0.00007140904,0.0001654864,0.00013906331,0.00031645296,0.0018386064,0.00008685344,0.0005812175,0.000008525582],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000120826524,0.00010714278,0.3621839,0.00020002156,0.00016273324,0.0000062469535,0.0050262753,0.0000028440065,0.000004237599,0.016748663,0.59361225,0.021824885],"study_design_scores_gemma":[0.003017522,0.0005006626,0.6423612,0.000170987,0.00012498743,0.00008347456,0.0017629033,0.0001576067,0.0000089849045,0.016884038,0.3347449,0.00018269372],"about_ca_topic_score_codex":0.00015238485,"about_ca_topic_score_gemma":0.000058691905,"teacher_disagreement_score":0.87769353,"about_ca_system_score_codex":0.00008202619,"about_ca_system_score_gemma":0.0011630857,"threshold_uncertainty_score":0.9995996},"labels":[],"label_agreement":null},{"id":"W2782690598","doi":"10.5195/jmla.2018.82","title":"Roles for librarians in systematic reviews: a scoping review","year":2018,"lang":"en","type":"review","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":156,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"CINAHL; Systematic review; Medical library; MEDLINE; Vocabulary; Cochrane Library; Grey literature; Digital library; Library science; Peer review; Computer science; Political science","score_opus":0.6925375138479057,"score_gpt":0.5578397078762015,"score_spread":0.13469780597170422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782690598","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.7295874e-7,0.9824017,0.00055826706,0.0054553035,0.0018558698,0.008804564,0.000029752704,0.0000050675458,0.0008891859],"genre_scores_gemma":[1.9916152e-7,0.98239136,0.00098701,0.0026590275,0.0013715578,0.00035056242,0.000010603127,0.000046330497,0.012183329],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.86276656,0.076409765,0.047193322,0.00073325605,0.012451774,0.00044531896],"domain_scores_gemma":[0.69738984,0.10465395,0.18913448,0.006199896,0.0017079206,0.0009139213],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.35216245,0.0006591449,0.027926745,0.00071788725,0.00014646217,0.0011695687,0.007894329,0.0006467421,0.006199073],"category_scores_gemma":[0.5689522,0.00022959746,0.015542622,0.0034597444,0.000054121225,0.0012584877,0.0004732243,0.0010521975,0.0008674155],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013536991,0.00004268169,0.00005516074,0.4986943,0.00041148262,0.0000058058863,0.000038405862,1.298815e-7,2.1058404e-9,0.00013354247,0.45826936,0.04234776],"study_design_scores_gemma":[0.000088085326,0.00001895298,0.0000013403605,0.4938847,0.0017487617,0.000047021218,0.000008800137,0.00002079736,2.1299606e-8,0.00054992776,0.5035207,0.00011087927],"about_ca_topic_score_codex":1.78047e-7,"about_ca_topic_score_gemma":0.0000030399133,"teacher_disagreement_score":0.21678977,"about_ca_system_score_codex":0.00021775959,"about_ca_system_score_gemma":0.002269497,"threshold_uncertainty_score":0.99991053},"labels":[],"label_agreement":null},{"id":"W2783278002","doi":"10.5195/jmla.2018.205","title":"Research evaluation support services in biomedical libraries","year":2018,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Innovates; University of Alberta","funders":"National Institutes of Health; Alberta Innovates - Health Solutions; Georgia Clinical and Translational Science Alliance","keywords":"Variety (cybernetics); Staffing; Service (business); Leverage (statistics); Computer science; Workflow; Resource (disambiguation); Services computing; World Wide Web; Knowledge management; Business; Web service; Medicine; Nursing","score_opus":0.15283973003264548,"score_gpt":0.5408479274127727,"score_spread":0.38800819738012715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783278002","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7685952,0.00014717606,0.000014683377,0.20713687,0.005971137,0.00052780134,0.000007010938,0.000017446,0.017582648],"genre_scores_gemma":[0.9803717,0.00022573798,0.00028105942,0.006507582,0.007040027,0.000033436478,0.000015162879,0.000013784357,0.005511526],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9858803,0.005951636,0.0011179657,0.00014652782,0.006183868,0.0007196851],"domain_scores_gemma":[0.99398,0.003408337,0.0007717169,0.00021306516,0.0009340317,0.000692846],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.036023967,0.00007466374,0.00022231459,0.0004745821,0.0007990415,0.000067339446,0.0010292287,0.00037561593,0.01124898],"category_scores_gemma":[0.0123831555,0.000044251534,0.00006888133,0.001975457,0.0002796559,0.001517783,0.00032989186,0.0021329082,0.0003738098],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000098257326,0.00016624048,0.4331685,0.00008168438,0.000015589541,0.000005074383,0.0065847165,4.8919316e-7,0.000023493949,0.00066584017,0.55313814,0.0060519967],"study_design_scores_gemma":[0.0011299505,0.00033787175,0.52549237,0.000568323,0.0000075455832,0.000005265059,0.00615312,0.0016522803,0.00006852099,0.009298888,0.45522213,0.000063745945],"about_ca_topic_score_codex":0.0000600917,"about_ca_topic_score_gemma":0.0000728652,"teacher_disagreement_score":0.21177645,"about_ca_system_score_codex":0.0005483734,"about_ca_system_score_gemma":0.012142524,"threshold_uncertainty_score":0.995936},"labels":[],"label_agreement":null},{"id":"W2783310769","doi":"10.5195/jmla.2018.374","title":"Library instruction in medical education: a survey of current practices in the United States and Canada","year":2018,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical library; Accreditation; Medical education; Library science; MEDLINE; Medical school; Psychology; Medicine; Computer science; Political science; Pedagogy","score_opus":0.0932847611369105,"score_gpt":0.4746264964832073,"score_spread":0.3813417353462968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783310769","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.847442,0.00025375182,0.0000016622813,0.14911173,0.0025333157,0.00018369684,0.000009351488,0.0000024856251,0.00046201888],"genre_scores_gemma":[0.9867729,0.0023060727,0.00003705397,0.009422946,0.0011342998,0.000011259033,0.00003748807,0.000006265879,0.00027169994],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9918079,0.005094945,0.000907302,0.00008788414,0.0018419201,0.0002600945],"domain_scores_gemma":[0.99224627,0.0052104485,0.0018241964,0.00012509557,0.00023654423,0.00035741812],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0086190505,0.000060523795,0.00017543927,0.00021080567,0.00021092483,0.000025627667,0.0005574896,0.00013764927,0.00086596713],"category_scores_gemma":[0.030018264,0.00003253124,0.000019316869,0.0013378552,0.00011240452,0.0008691875,0.00010835467,0.0013290261,0.0000018415079],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049129678,0.00009979473,0.7999433,0.00005195499,0.000004278902,0.0000010594163,0.0017484424,4.495299e-7,1.3883962e-7,0.0001140843,0.19499019,0.0029971225],"study_design_scores_gemma":[0.00041675745,0.000051820345,0.9008917,0.0004593971,0.0000025499098,0.0000060475295,0.0030983847,0.00046100156,0.000002629338,0.00056382857,0.09401616,0.000029727462],"about_ca_topic_score_codex":0.13738386,"about_ca_topic_score_gemma":0.22972918,"teacher_disagreement_score":0.13968879,"about_ca_system_score_codex":0.00019090486,"about_ca_system_score_gemma":0.030624066,"threshold_uncertainty_score":0.9781523},"labels":[],"label_agreement":null},{"id":"W2783999121","doi":"10.5195/jmla.2018.227","title":"Assessment of knowledge and skills in information literacy instruction for rehabilitation sciences students: a scoping review","year":2018,"lang":"en","type":"review","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Rockyview General Hospital; McGill University","funders":"","keywords":"Information literacy; CINAHL; Rubric; Cochrane Library; Grading (engineering); MEDLINE; Medical education; Context (archaeology); Psychology; Computer science; Medicine; Mathematics education; Psychological intervention; Pedagogy","score_opus":0.07006433989477939,"score_gpt":0.5858214133443242,"score_spread":0.5157570734495449,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783999121","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011697717,0.9856057,0.00007167784,0.0055903634,0.0032470804,0.0037805336,0.000024891493,0.0000069994535,0.00050298864],"genre_scores_gemma":[0.00005676272,0.9968627,0.0015127206,0.0005736909,0.00065491407,0.00015833892,0.000019440187,0.000007061999,0.00015434247],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9922605,0.002970013,0.0027973626,0.00013223062,0.0015408313,0.0002990434],"domain_scores_gemma":[0.9867878,0.0075556,0.0047536064,0.0001349597,0.0005561402,0.00021192584],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.019404653,0.00012700602,0.00094169204,0.0004905021,0.0003794123,0.00005172868,0.0006255853,0.00029972536,0.00012876005],"category_scores_gemma":[0.024176564,0.000074186166,0.00020749272,0.0012539257,0.00013099774,0.0023649905,0.00019449048,0.0008513897,0.000005179044],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000107529895,0.00025706243,0.058440216,0.31386772,0.000052391148,1.6683353e-7,0.002608722,3.3622763e-7,2.2514852e-8,0.0003985504,0.045925967,0.5784381],"study_design_scores_gemma":[0.0004754074,0.0002557675,0.013651321,0.52496886,0.000058663165,0.0000030746164,0.00015585902,0.000038151484,3.8214846e-8,0.0003074314,0.460019,0.00006644323],"about_ca_topic_score_codex":0.0000047870444,"about_ca_topic_score_gemma":0.0000054515294,"teacher_disagreement_score":0.57837164,"about_ca_system_score_codex":0.0005991266,"about_ca_system_score_gemma":0.010585065,"threshold_uncertainty_score":0.995024},"labels":[],"label_agreement":null},{"id":"W2784326906","doi":"10.5195/jmla.2018.214","title":"Satellite stories: capturing professional experiences of academic health sciences librarians working in delocalized health sciences programs","year":2018,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Library Science and Administration","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Library science; Biomedical sciences; Medical library; Information science; Computer science; Data science; World Wide Web; Sociology; Medicine; Nursing","score_opus":0.05706970617333665,"score_gpt":0.3770054151038697,"score_spread":0.319935708930533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2784326906","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8231041,0.0015482872,0.000060724793,0.16545814,0.004146185,0.00040255886,0.0000017681504,0.00003571683,0.00524251],"genre_scores_gemma":[0.99149334,0.0009166886,0.001352603,0.0038413417,0.0013351989,0.0000065580634,0.0000013613034,0.0000069964,0.0010459259],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99290526,0.0017511032,0.001255477,0.00024690307,0.003229867,0.0006113618],"domain_scores_gemma":[0.9965051,0.0006405597,0.002297645,0.00009293505,0.000068191526,0.00039558875],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.010723446,0.000129015,0.00039451395,0.00023632919,0.0014951468,0.0002578745,0.0016148707,0.00020198702,0.00028696176],"category_scores_gemma":[0.0016371895,0.00008187096,0.00013307856,0.0025682054,0.002051341,0.0040976214,0.00016009412,0.00060367637,0.000002640033],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006157876,0.00022453905,0.6349639,0.000029819388,0.00002026076,0.0000034680897,0.30467007,0.00001381832,0.000013547906,0.025746383,0.0048978264,0.029354792],"study_design_scores_gemma":[0.002603272,0.0036128925,0.09232681,0.008551253,0.000021985074,0.000036352805,0.6254392,0.0012275784,0.0014552902,0.037442144,0.22643553,0.00084769],"about_ca_topic_score_codex":0.00013364501,"about_ca_topic_score_gemma":0.00015768017,"teacher_disagreement_score":0.5426371,"about_ca_system_score_codex":0.0001951283,"about_ca_system_score_gemma":0.010680379,"threshold_uncertainty_score":0.9998048},"labels":[],"label_agreement":null},{"id":"W2795435317","doi":"10.5195/jmla.2018.241","title":"Environmental scan and evaluation of best practices for online systematic review resources","year":2018,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Saint Vincent University; Kellogg's (Canada); Capital District Health Authority; Greenfield Research (Canada); Dalhousie University","funders":"","keywords":"Systematic review; Computer science; Best practice; Data science; World Wide Web; Information retrieval; MEDLINE; Political science","score_opus":0.5532375783366934,"score_gpt":0.5229088636908188,"score_spread":0.03032871464587461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795435317","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82401186,0.08608275,0.00045096822,0.08091994,0.0014569141,0.003939693,0.00013430616,0.0000036900954,0.0029999001],"genre_scores_gemma":[0.9636591,0.005476689,0.004022348,0.0053520533,0.0017746766,0.00004294495,0.000012015522,0.000027707287,0.019632481],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9662699,0.014779385,0.007051425,0.0002003331,0.01159249,0.00010643114],"domain_scores_gemma":[0.94360137,0.010932818,0.04349457,0.00087395497,0.0009110352,0.00018624158],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18311118,0.000119524855,0.0020812105,0.00012231684,0.00010923352,0.00020445492,0.0012080738,0.00009186576,0.0037418443],"category_scores_gemma":[0.2862723,0.000046565467,0.0008990985,0.0004178657,0.00007670896,0.0006984207,0.000124516,0.0001651435,0.00003703438],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013115404,0.0016537808,0.14484769,0.05913255,0.0055071237,0.000004656831,0.0031721843,0.000018770274,0.00024141045,0.0007659517,0.7090401,0.07548461],"study_design_scores_gemma":[0.005837177,0.0020912397,0.092132494,0.18278585,0.047742546,0.0004853562,0.008119943,0.05956276,0.00043977692,0.02497621,0.57489353,0.0009330987],"about_ca_topic_score_codex":9.3326e-7,"about_ca_topic_score_gemma":0.0000030408737,"teacher_disagreement_score":0.13964725,"about_ca_system_score_codex":0.000058882077,"about_ca_system_score_gemma":0.000177327,"threshold_uncertainty_score":0.9971689},"labels":[],"label_agreement":null},{"id":"W2796002577","doi":"10.5195/jmla.2018.281","title":"Has Embase replaced MEDLINE since coverage expansion?","year":2018,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University; The King's University; Health Sciences Centre; Sunnybrook Health Science Centre; Western University","funders":"","keywords":"MEDLINE; Medicine; Cochrane Library; Family medicine; Meta-analysis; Internal medicine; Political science","score_opus":0.04225777776288982,"score_gpt":0.3502530939948698,"score_spread":0.30799531623198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2796002577","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5460875,0.00021129487,0.0018833942,0.43201756,0.0068227234,0.00012759119,0.00002528384,0.00004156731,0.012783061],"genre_scores_gemma":[0.95041287,0.000050225255,0.00036824498,0.017166328,0.003738333,0.0000010150642,0.0000026400858,0.000015159836,0.028245198],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9899358,0.0013092848,0.0015335819,0.00024247455,0.0066998852,0.0002789673],"domain_scores_gemma":[0.9902999,0.005110521,0.0029851296,0.00051173626,0.0005824697,0.00051025196],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015428476,0.00013199473,0.00041993408,0.000187799,0.00040753465,0.0013443716,0.0039130924,0.00035305542,0.0029160678],"category_scores_gemma":[0.10748886,0.0000679321,0.00028846224,0.0012321478,0.00018932555,0.004683046,0.0006638858,0.0011853946,0.000104552084],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010022381,0.000065251814,0.06269306,0.0000012813737,0.000035733683,0.000023581078,0.0003384346,0.000009568012,0.000049427992,0.00034494913,0.9281827,0.00815579],"study_design_scores_gemma":[0.001569347,0.0001429609,0.047274042,0.00017919831,0.00003532525,0.00011150933,0.00026060993,0.0022049982,0.0017739866,0.036845405,0.90941995,0.00018264203],"about_ca_topic_score_codex":0.000004398202,"about_ca_topic_score_gemma":0.0000027241394,"teacher_disagreement_score":0.41485122,"about_ca_system_score_codex":0.000120315606,"about_ca_system_score_gemma":0.0011730896,"threshold_uncertainty_score":0.9996923},"labels":[],"label_agreement":null},{"id":"W2809794480","doi":"10.5195/jmla.2018.286","title":"Learning while doing: program evaluation of the Medical Library Association Systematic Review Project","year":2018,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Systematic review; Medical education; Thematic analysis; Social media; Psychology; Interpersonal communication; Teamwork; MEDLINE; Medicine; Qualitative research; Computer science; Sociology; Political science; World Wide Web; Social psychology","score_opus":0.10180823476979614,"score_gpt":0.48550393255347,"score_spread":0.38369569778367385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809794480","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2367861,0.010030696,0.00007027962,0.6629245,0.0199877,0.018928636,0.00003196565,0.00025973466,0.050980333],"genre_scores_gemma":[0.8872211,0.013095359,0.0012209363,0.0396727,0.0150932055,0.0013681657,0.00006678786,0.00012627454,0.042135496],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9724224,0.015278232,0.002225917,0.0001769984,0.009314781,0.0005816246],"domain_scores_gemma":[0.98810095,0.0042108637,0.0056416322,0.00034225095,0.001216863,0.00048742327],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.040155567,0.00014299944,0.0006386249,0.00015082145,0.00092503405,0.00006506064,0.0013044327,0.00047441362,0.0036551282],"category_scores_gemma":[0.090159126,0.00007183317,0.0002977993,0.0017062398,0.00010997893,0.0012527385,0.00034975418,0.0022880496,0.00007618959],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042111536,0.00033406724,0.2320363,0.029375313,0.00020850392,0.0000016986994,0.0034763236,0.0000027651085,0.000005397248,0.00018587844,0.7284112,0.0059204437],"study_design_scores_gemma":[0.0045161187,0.0016057742,0.16891892,0.37414905,0.0015019822,0.000054966753,0.006019267,0.016153311,0.00015279636,0.002094932,0.42428043,0.00055242004],"about_ca_topic_score_codex":0.000014368323,"about_ca_topic_score_gemma":0.00000906839,"teacher_disagreement_score":0.650435,"about_ca_system_score_codex":0.00078696496,"about_ca_system_score_gemma":0.014660075,"threshold_uncertainty_score":0.9972557},"labels":[],"label_agreement":null},{"id":"W2810529602","doi":"10.5195/jmla.2018.256","title":"A comparison of the content and primary literature support for online medication information provided by Lexicomp and Wikipedia","year":2018,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"Royal College of Surgeons in Ireland","keywords":"Adverse effect; Medicine; Content analysis; Drug reaction; Food and drug administration; Family medicine; Drug; Medical emergency; Internal medicine; Pharmacology","score_opus":0.015017031269132083,"score_gpt":0.318598648455449,"score_spread":0.30358161718631693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810529602","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71439475,0.0005939501,0.00036232354,0.27838042,0.0031166645,0.0007373616,0.000116910705,0.000019802135,0.002277848],"genre_scores_gemma":[0.9898313,0.00030043334,0.0007188963,0.0055702194,0.0012675109,0.000007916546,0.000061703446,0.000005827343,0.0022361688],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980237,0.00032261177,0.0005577375,0.00005444207,0.0009419097,0.00009958502],"domain_scores_gemma":[0.9977156,0.00036388784,0.0013068727,0.0000759439,0.00042195118,0.00011575888],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014198448,0.000059726222,0.00016724922,0.000045581997,0.00027868903,0.00012083499,0.00025957316,0.00016399189,0.000053863216],"category_scores_gemma":[0.0034283502,0.000034880737,0.000054137334,0.00028992892,0.00018556003,0.0012429106,0.000049821887,0.00021472538,4.153143e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020008959,0.0004261783,0.24690267,0.000109811015,0.00010722008,9.8404506e-8,0.04777318,6.30038e-7,0.00035445057,0.013291401,0.6583967,0.032437537],"study_design_scores_gemma":[0.0012846278,0.00021256701,0.18188505,0.00022442557,0.000069966765,0.0000034524985,0.004962344,0.00027749126,0.00076301437,0.002285653,0.80793935,0.00009206045],"about_ca_topic_score_codex":0.0000058914907,"about_ca_topic_score_gemma":0.000018926363,"teacher_disagreement_score":0.2754366,"about_ca_system_score_codex":0.00009049832,"about_ca_system_score_gemma":0.00084642257,"threshold_uncertainty_score":0.4104303},"labels":[],"label_agreement":null},{"id":"W2895216091","doi":"10.5195/jmla.2018.355","title":"Accuracy of online discussion forums on common childhood ailments","year":2018,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Misinformation; Advice (programming); Inclusion (mineral); Psychology; Online discussion; Medical education; Medicine; World Wide Web; Computer science; Social psychology","score_opus":0.02140260434281008,"score_gpt":0.4087887751988732,"score_spread":0.3873861708560631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895216091","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8772346,0.000039155722,0.000082724466,0.11095376,0.003973352,0.0004473398,0.00009286214,0.000028246832,0.007148001],"genre_scores_gemma":[0.9735957,0.000093010894,0.00033996333,0.021866715,0.0018029517,0.0000035760286,0.000030033463,0.00001277316,0.0022553073],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9943044,0.0014374239,0.0024405373,0.00008473523,0.0014381268,0.0002947357],"domain_scores_gemma":[0.99296415,0.0014983504,0.0047039404,0.00027163254,0.0002607516,0.000301149],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0035331245,0.00010823283,0.00036383764,0.00010494115,0.0005035167,0.000016531107,0.00064055057,0.0002960202,0.0028442852],"category_scores_gemma":[0.008050423,0.00004849013,0.00017803068,0.00034366918,0.000056915793,0.0017098996,0.000236829,0.0013520835,0.00007112103],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002369898,0.0006017292,0.83751273,0.00011016269,0.00004869019,7.4882695e-7,0.0029499729,0.0000012877125,0.000005981466,0.00060874765,0.12711072,0.030812211],"study_design_scores_gemma":[0.0015520821,0.00026829963,0.81886786,0.0012585561,0.000015744534,0.0000018076491,0.00045461382,0.00035977902,0.00012843241,0.0021447453,0.1748843,0.000063759326],"about_ca_topic_score_codex":0.0000046889345,"about_ca_topic_score_gemma":0.0000039898955,"teacher_disagreement_score":0.096361116,"about_ca_system_score_codex":0.00018007513,"about_ca_system_score_gemma":0.0010162975,"threshold_uncertainty_score":0.99806726},"labels":[],"label_agreement":null},{"id":"W2908292687","doi":"10.5195/jmla.2019.539","title":"Almost half of references in reports on new and emerging nondrug health technologies are grey literature","year":2019,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Optics and Image Analysis","field":"Business, Management and Accounting","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Agency for Drugs and Technologies in Health","funders":"","keywords":"Grey literature; Agency (philosophy); Food and drug administration; Medical literature; Systematic review; Sample (material); Medicine; MEDLINE; Family medicine; Computer science; Library science; Political science; Sociology; Environmental health; Social science; Pathology; Law","score_opus":0.005230144158483248,"score_gpt":0.21286890629642904,"score_spread":0.2076387621379458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908292687","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7474469,0.0016784951,0.000006847495,0.24683276,0.0006340887,0.00009864687,0.0000015222641,0.000021099913,0.003279633],"genre_scores_gemma":[0.9953897,0.00045505186,0.000103197206,0.0022173834,0.00026519908,2.8785118e-7,0.0000038923636,0.0000069296448,0.0015583314],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986128,0.000030637417,0.00053300615,0.00009384045,0.00061360665,0.00011609408],"domain_scores_gemma":[0.99778825,0.00008592628,0.0018938462,0.00011737651,0.00009938034,0.000015224692],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00087007636,0.000075750475,0.0002907947,0.00024145487,0.00004391619,0.00020544943,0.00020686041,0.00009698742,0.00012328244],"category_scores_gemma":[0.0017600626,0.000045491324,0.000090955145,0.00057616644,0.000014427515,0.0014601797,0.00013413187,0.00039200232,0.0000032591354],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000299575,0.000092026494,0.94797784,0.00014455557,0.00008688025,0.000056715544,0.00015682697,0.000032047767,0.000019520143,0.002063493,0.032052446,0.017287675],"study_design_scores_gemma":[0.001981006,0.00015089652,0.6377384,0.0069585945,0.00013774916,0.00004711958,0.0034733017,0.003480603,0.00024277464,0.034521464,0.31085438,0.0004137194],"about_ca_topic_score_codex":0.000034631714,"about_ca_topic_score_gemma":0.000010636019,"teacher_disagreement_score":0.31023946,"about_ca_system_score_codex":0.000023905512,"about_ca_system_score_gemma":0.00009363811,"threshold_uncertainty_score":0.21070865},"labels":[],"label_agreement":null},{"id":"W2936495146","doi":"10.5195/jmla.2019.629","title":"Errata for trial publications are not uncommon, are frequently not trivial, and can be challenging to access: a retrospective review","year":2019,"lang":"en","type":"review","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Agency for Drugs and Technologies in Health","funders":"","keywords":"Library science; Computer science; World Wide Web; Data science; Information retrieval","score_opus":0.7476557721975313,"score_gpt":0.547750207836723,"score_spread":0.1999055643608083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2936495146","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000011834222,0.7995479,0.00032693488,0.1921666,0.0023150758,0.0043936265,0.0006464807,0.000007922405,0.0005836366],"genre_scores_gemma":[0.000067475914,0.9764124,0.0002766437,0.008043903,0.0016844698,0.0002281125,0.000042460095,0.000048687194,0.01319586],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9604765,0.0135951275,0.014129444,0.00086160656,0.010555764,0.00038155404],"domain_scores_gemma":[0.90959674,0.020471364,0.06344113,0.0033061062,0.0022758597,0.000908804],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.099816725,0.00056828704,0.012246285,0.00074078544,0.00031592647,0.0021025676,0.006390225,0.00054584374,0.0027717943],"category_scores_gemma":[0.3111855,0.0002450296,0.0062395763,0.0028668658,0.00004059859,0.0012658198,0.0007843453,0.0012919635,0.000075575466],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060591672,0.00009640472,0.00054572156,0.0058633364,0.0012341784,0.00000308977,0.00006342954,6.316639e-7,1.9267574e-8,0.0007155328,0.93070155,0.060715515],"study_design_scores_gemma":[0.0015668633,0.00008521551,0.00037543805,0.023272512,0.0029472024,0.000023802566,0.000048824124,0.000025072091,1.2883955e-7,0.0006814527,0.9707384,0.00023507478],"about_ca_topic_score_codex":0.0000016491597,"about_ca_topic_score_gemma":0.000012677447,"teacher_disagreement_score":0.21136877,"about_ca_system_score_codex":0.0004201552,"about_ca_system_score_gemma":0.001432221,"threshold_uncertainty_score":0.9992017},"labels":[],"label_agreement":null},{"id":"W2936837693","doi":"10.5195/jmla.2019.519","title":"A failed attempt at developing a search filter for systematic review methodology articles in Ovid Embase","year":2019,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Information retrieval; Filter (signal processing); Terminology; Search engine indexing; Systematic review; Set (abstract data type); Plan (archaeology); Subject (documents); Data mining; MEDLINE; World Wide Web","score_opus":0.651634081726472,"score_gpt":0.5182840485301347,"score_spread":0.13335003319633731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2936837693","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6074549,0.018146329,0.02130624,0.34113064,0.0023989766,0.008058588,0.000034181343,0.000012824694,0.0014572971],"genre_scores_gemma":[0.6714778,0.0022952005,0.0686824,0.08935923,0.0012707816,0.0003820345,0.000020218453,0.000119641154,0.1663927],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.94502366,0.036823463,0.010338314,0.00034169425,0.0071753766,0.00029749272],"domain_scores_gemma":[0.942855,0.043294635,0.011524819,0.0013222445,0.0007527318,0.00025059254],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23092301,0.00017877865,0.0040694308,0.00029835512,0.00008111998,0.00026640683,0.0021113087,0.00015768007,0.00892212],"category_scores_gemma":[0.24546766,0.000069679336,0.0019085144,0.0013274677,0.000022986575,0.00058322656,0.00031899486,0.00036910037,0.00062462303],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000106643325,0.00016287703,0.4859054,0.06785657,0.0014484583,0.00003720051,0.0017538426,0.0000667239,0.00012473967,0.0029738324,0.43825313,0.0013105725],"study_design_scores_gemma":[0.012594693,0.00088087,0.15715384,0.49523017,0.0060466295,0.000909202,0.0050141844,0.06420371,0.0020078495,0.07843951,0.17523894,0.002280417],"about_ca_topic_score_codex":7.803058e-7,"about_ca_topic_score_gemma":0.0000043289415,"teacher_disagreement_score":0.4273736,"about_ca_system_score_codex":0.00020928012,"about_ca_system_score_gemma":0.00039425117,"threshold_uncertainty_score":0.99198383},"labels":[],"label_agreement":null},{"id":"W2938729244","doi":"10.5195/jmla.2019.497","title":"Implementation of a fee-based service model to university-affiliated researchers at the University of Alberta","year":2019,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; Impact; Alberta Health Services","funders":"","keywords":"Service (business); Presentation (obstetrics); Sustainability; Business; Service delivery framework; Engineering management; Service model; Medical education; Knowledge management; Computer science; Marketing; Medicine; Engineering","score_opus":0.07373687585443783,"score_gpt":0.4141482031482103,"score_spread":0.3404113272937725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2938729244","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8252589,0.000008972504,0.00006138912,0.1723178,0.0002895704,0.00035511598,0.000019800334,0.0000031203422,0.0016852954],"genre_scores_gemma":[0.9763126,0.00004684597,0.00020892975,0.0030455294,0.000082872604,3.6899436e-7,0.000010025532,0.0000061347473,0.0202867],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965328,0.0013812486,0.00037351387,0.00008330991,0.001355383,0.00027373765],"domain_scores_gemma":[0.99650824,0.0018042149,0.0007898164,0.00016773574,0.0004025343,0.00032744542],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033819978,0.00004887652,0.00017022257,0.0001211113,0.00035780275,0.000005165088,0.00070427667,0.000119592725,0.0038265658],"category_scores_gemma":[0.0009641813,0.00003128878,0.000082468214,0.0009435717,0.000043959037,0.0003462683,0.000230385,0.000527821,0.00006825566],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079390185,0.00011432107,0.66655034,0.00023503744,0.00006788875,0.000001281331,0.013472594,0.0018271273,0.00047702828,0.00035636307,0.31544086,0.00066328404],"study_design_scores_gemma":[0.005513737,0.00051579566,0.6743263,0.0008445763,0.00006413245,0.0000012658325,0.06431184,0.03883356,0.00082008174,0.00037460573,0.21422759,0.00016650764],"about_ca_topic_score_codex":0.0013089977,"about_ca_topic_score_gemma":0.001056942,"teacher_disagreement_score":0.16927227,"about_ca_system_score_codex":0.0005640394,"about_ca_system_score_gemma":0.005325028,"threshold_uncertainty_score":0.9970841},"labels":[],"label_agreement":null},{"id":"W2954368183","doi":"10.5195/jmla.2019.556","title":"Needs assessment for improving library support for dentistry researchers","year":2019,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Research Data Management Practices","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario Council of University Libraries; University of Toronto","funders":"","keywords":"Altmetrics; Scholarly communication; Grey literature; Publishing; Medical education; Public relations; Library science; Knowledge management; Computer science; MEDLINE; Political science; Medicine","score_opus":0.0519842037249839,"score_gpt":0.3703981838863815,"score_spread":0.3184139801613976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954368183","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03173179,0.00017054922,0.4945228,0.44702312,0.007648206,0.002525342,0.0001227426,0.00015432076,0.01610112],"genre_scores_gemma":[0.24906366,0.00084524666,0.3318221,0.015513372,0.004148352,0.00016471678,0.00014590086,0.00014604158,0.39815062],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960123,0.0004770251,0.0005924162,0.00019441976,0.0023050301,0.00041883698],"domain_scores_gemma":[0.99488765,0.0030856612,0.0011140178,0.00049104023,0.00011917044,0.0003024596],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.006029411,0.000104275154,0.00022960278,0.00023264857,0.00015471775,0.0023937877,0.0042294436,0.00013264106,0.0002973269],"category_scores_gemma":[0.0047279205,0.000071140814,0.0002703517,0.00056618574,0.000027023816,0.036900803,0.0014664229,0.0006329346,0.000010782273],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024576407,0.00045799898,0.13727506,0.0005667473,0.000640097,0.000055337532,0.00020193859,0.000043589804,0.00055308704,0.1838775,0.63711727,0.038965654],"study_design_scores_gemma":[0.0030619379,0.00074423413,0.028277908,0.00012896713,0.00005251466,0.00003390673,0.00025092426,0.027837697,0.0011079473,0.008499413,0.9297791,0.0002254574],"about_ca_topic_score_codex":9.1064e-7,"about_ca_topic_score_gemma":1.9024785e-7,"teacher_disagreement_score":0.43150976,"about_ca_system_score_codex":0.00013815035,"about_ca_system_score_gemma":0.0014717662,"threshold_uncertainty_score":0.99864185},"labels":[],"label_agreement":null},{"id":"W2955134686","doi":"10.5195/jmla.2019.443","title":"Building capacity for librarian support and addressing collaboration challenges by formalizing library systematic review services","year":2019,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Queen's University; Medical Library Association","keywords":"Documentation; Service (business); Systematic review; Workload; Computer science; Presentation (obstetrics); Knowledge management; Quality (philosophy); Process management; MEDLINE; Business; Medicine; Political science","score_opus":0.2976109739189423,"score_gpt":0.42285523167073336,"score_spread":0.12524425775179104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955134686","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18544325,0.3294054,0.004388036,0.438319,0.007090801,0.01249641,0.0004279823,0.00008520613,0.022343889],"genre_scores_gemma":[0.7281309,0.06084011,0.052655403,0.08611825,0.0037169454,0.0002922276,0.00013315504,0.00030361596,0.06780944],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9787986,0.007442339,0.0073330873,0.0003457282,0.005841103,0.00023910565],"domain_scores_gemma":[0.975013,0.00710032,0.016227266,0.0009120459,0.00043612754,0.00031121407],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05854135,0.00023562393,0.003206031,0.00018700265,0.00019803132,0.001577096,0.0016569719,0.00021185471,0.0018723431],"category_scores_gemma":[0.024281349,0.00010394303,0.0010630529,0.00083750446,0.000023369916,0.005433349,0.0002506576,0.00033322492,0.000048798593],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044471064,0.00016620665,0.027918654,0.18457063,0.001747322,0.0000069758134,0.001978751,0.000011538834,0.00013816441,0.015866483,0.76239836,0.0051524816],"study_design_scores_gemma":[0.0021183977,0.00036469486,0.003401671,0.14909849,0.0032780361,0.00025807717,0.0029748348,0.007217683,0.00055827043,0.024491051,0.80544674,0.00079207483],"about_ca_topic_score_codex":2.915748e-7,"about_ca_topic_score_gemma":5.45686e-7,"teacher_disagreement_score":0.5426876,"about_ca_system_score_codex":0.000039782146,"about_ca_system_score_gemma":0.00022922773,"threshold_uncertainty_score":0.9994594},"labels":[],"label_agreement":null},{"id":"W2978809873","doi":"10.5195/jmla.2019.393","title":"Evaluation of the scope, quality, and health literacy demand of Internet-based anal cancer information","year":2019,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cancer Care Ontario; Princess Margaret Cancer Centre; University Health Network","funders":"Princess Margaret Cancer Foundation","keywords":"Readability; Health literacy; The Internet; Health care; Quality (philosophy); Medicine; Information quality; Medical education; Internet privacy; World Wide Web; Psychology; Computer science; Information system","score_opus":0.06568044723775825,"score_gpt":0.484881600841002,"score_spread":0.4192011536032438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2978809873","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94943976,0.0005783294,0.00037316658,0.044595778,0.0019652997,0.0008623015,0.00006120263,0.000007636841,0.0021164967],"genre_scores_gemma":[0.9837267,0.00014902401,0.00019588342,0.015487612,0.00015484869,0.000009383479,0.000011398379,0.0000048483366,0.00026032334],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9902868,0.003922349,0.0030719654,0.00006127884,0.0024735513,0.00018401747],"domain_scores_gemma":[0.9902061,0.0008787023,0.007401075,0.00020724996,0.0011527305,0.00015409102],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02423408,0.00008408785,0.0003686625,0.0001136494,0.00015871899,0.000025583176,0.00038666782,0.00018211889,0.0016464182],"category_scores_gemma":[0.0039058956,0.000044574783,0.00012548995,0.00039956934,0.000042986983,0.002942088,0.00014875177,0.0007561283,0.0000067478877],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000819971,0.000050932857,0.9552413,0.0008348132,0.000041869258,1.2871117e-8,0.0029975,0.00009292955,0.0000033706185,0.0004960091,0.011563344,0.028595923],"study_design_scores_gemma":[0.002150364,0.000064464555,0.965547,0.0019244155,0.000031682386,5.494514e-7,0.00021253352,0.016177336,0.00012241973,0.00065586134,0.013066007,0.00004731376],"about_ca_topic_score_codex":0.000116634845,"about_ca_topic_score_gemma":0.0000142969275,"teacher_disagreement_score":0.03428689,"about_ca_system_score_codex":0.00036360236,"about_ca_system_score_gemma":0.0046418128,"threshold_uncertainty_score":0.9992662},"labels":[],"label_agreement":null},{"id":"W2978852629","doi":"10.5195/jmla.2019.710","title":"Benchmarking veterinary librarians’ participation in systematic reviews and scoping reviews","year":2019,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Benchmarking; Medical education; Systematic review; Veterinary medicine; Grey literature; Medicine; Political science; MEDLINE; Business; Marketing","score_opus":0.5256046503492132,"score_gpt":0.4930269158842673,"score_spread":0.03257773446494594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2978852629","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88120866,0.06661705,0.0016053821,0.02711383,0.0062184804,0.007994579,0.000005475328,0.000010488647,0.009226038],"genre_scores_gemma":[0.95740783,0.01071572,0.0041905087,0.0076566264,0.001434118,0.00012977289,0.0000052728224,0.000043781947,0.01841637],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9406142,0.037994504,0.015157141,0.00036069268,0.0056301616,0.00024327026],"domain_scores_gemma":[0.9629251,0.012408569,0.022871189,0.0013155286,0.00019744436,0.0002821905],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1835682,0.00020693966,0.0042144563,0.00029855577,0.00007813507,0.00071777764,0.0014912417,0.00016108432,0.0062054326],"category_scores_gemma":[0.13941629,0.000083121915,0.0012897674,0.0012830085,0.00002158324,0.0017540244,0.00026361513,0.00046086343,0.00045644084],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026981781,0.00016030374,0.86596775,0.014216033,0.00024891188,0.000024977942,0.001692491,0.000046458415,0.00007129716,0.0010379666,0.10001898,0.016487874],"study_design_scores_gemma":[0.0024406195,0.00054805627,0.30226168,0.20913106,0.0010536796,0.00027710188,0.00066119246,0.021350848,0.0000388274,0.010220748,0.4511747,0.00084148225],"about_ca_topic_score_codex":5.665655e-7,"about_ca_topic_score_gemma":0.0000013189988,"teacher_disagreement_score":0.56370604,"about_ca_system_score_codex":0.000070439375,"about_ca_system_score_gemma":0.00016051388,"threshold_uncertainty_score":0.99470305},"labels":[],"label_agreement":null},{"id":"W2979150950","doi":"10.5195/jmla.2019.632","title":"Communication tools and sources of education and information: a national survey of rural and remote nurses","year":2019,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Saskatchewan Health Authority; Dalhousie University; University of Regina; University of Northern British Columbia; University of Saskatchewan","funders":"","keywords":"The Internet; Nursing; Continuing education; Nurse education; Electronic communication; Internet access; Medicine; Medical education; Psychology; World Wide Web; Computer science","score_opus":0.026199963342787774,"score_gpt":0.3906516625631003,"score_spread":0.3644516992203125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979150950","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9884792,0.0004397939,0.000028051112,0.006502743,0.0004914374,0.00027543248,0.0000702901,0.0000052687087,0.0037077814],"genre_scores_gemma":[0.9951497,0.0008046337,0.0005547899,0.002926141,0.000070469425,0.0000017808651,0.000047418704,0.000003478728,0.00044162932],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964993,0.0011576649,0.0015144142,0.000034175297,0.0006988794,0.000095561],"domain_scores_gemma":[0.9936657,0.0024477774,0.0029546837,0.00011566485,0.00070080743,0.00011538786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005040266,0.00006246843,0.00024736987,0.00011094621,0.00016422915,0.000031702242,0.00018780048,0.00017167494,0.00022037029],"category_scores_gemma":[0.006599793,0.000041244468,0.00003131031,0.00021456892,0.00006953062,0.004682923,0.00013177331,0.00045065064,0.0000026855482],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000083716084,0.000036732472,0.95705533,0.00032125937,0.00002123346,8.041934e-9,0.0040921755,0.0000011299563,0.0000024812798,0.0017082347,0.0034035807,0.033274133],"study_design_scores_gemma":[0.0006533886,0.000041033294,0.9767949,0.00064006314,0.000008482819,0.0000049038863,0.0017870786,0.00066686596,0.000016120017,0.0013303253,0.01801826,0.000038607748],"about_ca_topic_score_codex":0.00005411953,"about_ca_topic_score_gemma":0.000004171582,"teacher_disagreement_score":0.033235528,"about_ca_system_score_codex":0.00005716409,"about_ca_system_score_gemma":0.0011222347,"threshold_uncertainty_score":0.79010457},"labels":[],"label_agreement":null},{"id":"W3014273156","doi":"10.5195/jmla.2020.739","title":"A comparison of patient, intervention, comparison, outcome (PICO) to a new, alternative clinical question framework for search skills, search results, and self-efficacy: a randomized controlled trial","year":2020,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre; Concordia University","funders":"McGill University; Medical Library Association","keywords":"Randomized controlled trial; Information literacy; Session (web analytics); Medical education; Health literacy; Control (management); MEDLINE; Intervention (counseling); Psychology; Clinical trial; Medicine; Computer science; Health care; Nursing; Pedagogy; Surgery","score_opus":0.14193799104245322,"score_gpt":0.5552048709020181,"score_spread":0.4132668798595649,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014273156","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7438727,0.00022925157,0.019283634,0.22471935,0.00436592,0.0073403777,0.000037180766,0.000031593434,0.00011997831],"genre_scores_gemma":[0.9794073,0.00019579574,0.010894905,0.00463702,0.0040567084,0.00012529989,0.00001622653,0.000020345817,0.00064637803],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9797071,0.011722006,0.005501215,0.0002577533,0.0023162,0.00049571414],"domain_scores_gemma":[0.94933367,0.042891625,0.0047533824,0.00022219772,0.00096232095,0.001836811],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02594253,0.00015016238,0.0019239442,0.00018393468,0.00037654614,0.00006173147,0.00062804384,0.00038966845,0.00019363833],"category_scores_gemma":[0.16669655,0.000088659835,0.000629549,0.00060793443,0.0001123755,0.0003539247,0.00026943424,0.0021725846,0.0000147054525],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.68750685,0.00277844,0.15334243,0.00019856596,0.00046401183,0.0000011383122,0.031130444,0.00008496712,9.880774e-7,0.0016689394,0.11690649,0.005916733],"study_design_scores_gemma":[0.9384619,0.0040849904,0.017293654,0.0011263645,0.0001694955,7.96659e-7,0.0038676623,0.016239388,0.000026716541,0.0022671858,0.016311558,0.0001503171],"about_ca_topic_score_codex":0.000059015758,"about_ca_topic_score_gemma":0.0000071105947,"teacher_disagreement_score":0.25095502,"about_ca_system_score_codex":0.00020733241,"about_ca_system_score_gemma":0.002727536,"threshold_uncertainty_score":0.94389194},"labels":[],"label_agreement":null},{"id":"W3014452149","doi":"10.5195/jmla.2020.909","title":"The Medical Library Association Data Services Competency: a framework for data science and open science skills development","year":2020,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"U.S. National Library of Medicine; National Institutes of Health","keywords":"Medical library; Computer science; Data science; Set (abstract data type); Medical education; Health science; World Wide Web; Knowledge management; Medicine; Library science","score_opus":0.12520200971866036,"score_gpt":0.4819610115970091,"score_spread":0.35675900187834875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014452149","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046699654,0.000451437,0.00051808404,0.9444813,0.004657473,0.0012683662,0.00013633774,0.000038037582,0.0017492952],"genre_scores_gemma":[0.39928848,0.0115911905,0.13438378,0.42349574,0.022450397,0.00022528485,0.000546546,0.00015040083,0.007868194],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98887575,0.0011221477,0.0012555849,0.000493869,0.007347639,0.0009049889],"domain_scores_gemma":[0.97079146,0.019572966,0.003517346,0.0015006919,0.0011113363,0.0035061743],"candidate_categories":["metaresearch","sts","open_science"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.04243522,0.000125771,0.0003339008,0.000112038884,0.004751354,0.00090375304,0.01710607,0.0002678336,0.000479703],"category_scores_gemma":[0.11885967,0.00006794312,0.000030892716,0.0021816199,0.00047612248,0.009400589,0.011397487,0.0017024333,0.000029394812],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012973424,0.0001959693,0.401466,0.00026158718,0.00007512765,0.0000047095364,0.0068531064,8.3056835e-7,0.00001561349,0.006411987,0.55464906,0.029936275],"study_design_scores_gemma":[0.00085954653,0.00009693442,0.15462235,0.0008961937,0.000020238662,0.0000044542007,0.002545744,0.015386371,0.00003545224,0.005165538,0.82022834,0.00013882045],"about_ca_topic_score_codex":0.000018040519,"about_ca_topic_score_gemma":0.000023431518,"teacher_disagreement_score":0.5209856,"about_ca_system_score_codex":0.0004652079,"about_ca_system_score_gemma":0.058386225,"threshold_uncertainty_score":0.9965981},"labels":[],"label_agreement":null},{"id":"W3014855306","doi":"10.5195/jmla.2020.446","title":"Evaluation of the experiences and needs of users of a drug information resources website","year":2020,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Pharmaceutical Quality and Counterfeiting","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Bell (Canada); Nova Scotia Health Authority; Dalhousie University","funders":"","keywords":"Analytics; Resource (disambiguation); World Wide Web; Test (biology); Reliability (semiconductor); Information resource; Face validity; Computer science; Medical education; Psychology; Internet privacy; Medicine; Data science; Knowledge management; Psychometrics","score_opus":0.033786110213933414,"score_gpt":0.309195552109046,"score_spread":0.27540944189511257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014855306","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9576497,0.00026387075,0.000018149742,0.04070616,0.00015829087,0.00011051033,0.000004661833,0.0000031360496,0.0010855154],"genre_scores_gemma":[0.9972111,0.00005691837,0.000027504771,0.002525796,0.0001338588,0.000001142621,7.763553e-7,0.0000026011405,0.00004030149],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99646485,0.00055425166,0.00071646814,0.000027604146,0.0021704033,0.00006644796],"domain_scores_gemma":[0.9978243,0.0003758621,0.0013783936,0.000063171916,0.00025628918,0.00010197226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00300739,0.000049668844,0.00022703868,0.00004865647,0.000036428173,0.000011725017,0.00019291502,0.0000651607,0.00018912883],"category_scores_gemma":[0.0055538816,0.000026615473,0.00012634181,0.00034684426,0.00010325141,0.00059555087,0.00008239108,0.00026441517,3.5957245e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014113876,0.0003617191,0.5395496,0.0009988805,0.00094237545,0.0000015015565,0.4069275,0.00018539693,0.005193985,0.0011462695,0.013804425,0.029476989],"study_design_scores_gemma":[0.016371408,0.0011220332,0.4678492,0.0050285277,0.0032025666,0.000077098775,0.23249261,0.058440235,0.17510647,0.0031344194,0.03682677,0.000348671],"about_ca_topic_score_codex":0.000002173249,"about_ca_topic_score_gemma":1.598735e-7,"teacher_disagreement_score":0.17443489,"about_ca_system_score_codex":0.000028085648,"about_ca_system_score_gemma":0.00028868226,"threshold_uncertainty_score":0.6648916},"labels":[],"label_agreement":null},{"id":"W3014995348","doi":"10.5195/jmla.2020.882","title":"Effects of accreditation on United States and Canadian veterinary college libraries in the nineteenth and twentieth centuries","year":2020,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Veterinary Practice and Education Studies","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Political science; Library science; Publishing; Professional association; Veterinary medicine; Medicine; Public relations; Law; Computer science","score_opus":0.05820073783662882,"score_gpt":0.3570684461390856,"score_spread":0.2988677083024568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014995348","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7807516,0.0005093367,0.0000012025109,0.21755396,0.00060740864,0.00019066695,0.000025591751,0.0000046819423,0.00035556164],"genre_scores_gemma":[0.97857106,0.0021395688,0.00006396773,0.018584533,0.00038334992,0.000008763678,0.00001443942,0.000008266217,0.00022602986],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9974908,0.0014172862,0.0004278498,0.00006804038,0.00043927148,0.00015672046],"domain_scores_gemma":[0.99457014,0.004543484,0.0006144981,0.000052696618,0.00004989346,0.0001692642],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007731376,0.00007704789,0.00019772413,0.0001123543,0.0003045898,0.000025513094,0.00017565375,0.00010179334,0.00006931697],"category_scores_gemma":[0.0032884232,0.00004362172,0.000033363893,0.00036036334,0.00006183185,0.000608836,0.00008919829,0.0005976278,0.0000017731456],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00073033554,0.00015225256,0.39615855,0.0006673337,0.00023318587,0.000083424784,0.07804875,0.000008540119,0.000040180224,0.0027752868,0.5203656,0.0007365811],"study_design_scores_gemma":[0.0013360074,0.000721048,0.70564896,0.0004558512,0.0000615041,0.00001036139,0.029039329,0.00009698453,0.000027471508,0.0010594472,0.261468,0.000075042895],"about_ca_topic_score_codex":0.00028375004,"about_ca_topic_score_gemma":0.000057442092,"teacher_disagreement_score":0.30949044,"about_ca_system_score_codex":0.00004253359,"about_ca_system_score_gemma":0.00047827003,"threshold_uncertainty_score":0.39367872},"labels":[],"label_agreement":null},{"id":"W3015129697","doi":"10.5195/jmla.2020.775","title":"Building visualization skills through investigating the Journal of the Medical Library Association coauthorship network from 2006–2017","year":2020,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Healthcare Systems and Technology","field":"Business, Management and Accounting","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"North Carolina State University; Wayne State University","keywords":"Scopus; Metadata; Library science; Medical library; Visualization; World Wide Web; Association (psychology); Data science; MEDLINE; Medical education; Computer science; Political science; Psychology; Medicine","score_opus":0.018369388261267005,"score_gpt":0.2594365319593428,"score_spread":0.2410671436980758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015129697","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3991618,0.00087665446,0.0019564023,0.59001505,0.0063120043,0.00031492722,0.00001235663,0.00009017307,0.0012606771],"genre_scores_gemma":[0.91731405,0.00023743325,0.00047164064,0.05847139,0.023129396,0.000002464056,0.000010488518,0.000053362746,0.00030976112],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99343044,0.0011121911,0.0017343673,0.00014778058,0.003178463,0.00039677223],"domain_scores_gemma":[0.99057937,0.0018263414,0.0069671054,0.00021535913,0.0002793723,0.00013247403],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005229518,0.00020025791,0.0005413465,0.00007700387,0.00053437677,0.00039685392,0.0017907273,0.00065264874,0.00048788474],"category_scores_gemma":[0.02539302,0.0001040205,0.0003547671,0.0013008286,0.00008993228,0.0028897163,0.0006330413,0.0019308383,0.000013981664],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030156682,0.00006319644,0.5352686,0.00006399003,0.00025344742,0.000020015492,0.00046773488,0.00013098822,0.000027612197,0.0132183395,0.44816467,0.0022912298],"study_design_scores_gemma":[0.002007738,0.00007640481,0.13128243,0.0022219461,0.0003812399,0.00005596848,0.00063454226,0.006875386,0.00022072058,0.06410549,0.79181486,0.00032327417],"about_ca_topic_score_codex":0.00006697904,"about_ca_topic_score_gemma":0.000013151229,"teacher_disagreement_score":0.5315436,"about_ca_system_score_codex":0.00014558369,"about_ca_system_score_gemma":0.0007363386,"threshold_uncertainty_score":0.9828165},"labels":[],"label_agreement":null},{"id":"W3091000814","doi":"10.5195/jmla.2018.341","title":"Librarians collaborating to teach evidence-based practice: exploring partnerships with professional organizations","year":2018,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Health Canada; Canadian Health Libraries Association; Florida Department of Health; Association of Research Libraries; American Association of Colleges of Pharmacy; American Library Association","keywords":"Professional development; Professional association; Evidence-based practice; Knowledge management; Medical education; Library science; Public relations; Medicine; Computer science; Political science; Alternative medicine","score_opus":0.18332734219680918,"score_gpt":0.4603912545864302,"score_spread":0.277063912389621,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091000814","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23921299,0.00006730722,0.0010711913,0.75167733,0.005007486,0.00069862156,0.000008137397,0.000052606447,0.002204314],"genre_scores_gemma":[0.89684373,0.00010349328,0.012251258,0.065415114,0.011203751,0.00013452879,0.000009395661,0.000050770257,0.013987947],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.992418,0.0032924965,0.0008814004,0.00017175889,0.0026835958,0.0005527641],"domain_scores_gemma":[0.98821133,0.00742638,0.0013766428,0.0002348327,0.0017570108,0.0009938049],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0072274664,0.00011056275,0.00022487598,0.00019130707,0.0017169858,0.000103644394,0.0007171661,0.00019051525,0.002306205],"category_scores_gemma":[0.08171076,0.00006234377,0.000042300893,0.0030368306,0.000086741275,0.0037588142,0.00016633105,0.0013986753,0.00015171731],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032766486,0.00019946905,0.3563465,0.00007363822,0.000038130307,0.000007430495,0.007662061,0.00002801008,0.000081388716,0.0010114864,0.63349384,0.0007304145],"study_design_scores_gemma":[0.0015024783,0.0010986611,0.13231559,0.0058623464,0.000057501056,0.000014455115,0.023858767,0.00095342903,0.0007159535,0.0003144314,0.8330569,0.0002494349],"about_ca_topic_score_codex":0.000008110651,"about_ca_topic_score_gemma":0.00001598644,"teacher_disagreement_score":0.68626225,"about_ca_system_score_codex":0.00043339372,"about_ca_system_score_gemma":0.019854523,"threshold_uncertainty_score":0.99958265},"labels":[],"label_agreement":null},{"id":"W3118933504","doi":"10.5195/jmla.2021.1132","title":"The Engaged Health Sciences Library Liaison","year":2021,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Biomedical sciences; Medical library; Library science; Medicine; Nursing; Computer science","score_opus":0.09124533239885409,"score_gpt":0.45505068169265317,"score_spread":0.3638053492937991,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118933504","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.095592745,0.0025987108,0.000028731018,0.8798367,0.007806592,0.00024484075,0.000008667844,0.00003101948,0.013852044],"genre_scores_gemma":[0.65534335,0.020043487,0.0018785975,0.16215378,0.014451687,0.00004307165,0.000018950106,0.00005332052,0.14601374],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98430526,0.0113940695,0.001041415,0.00013613314,0.002437415,0.0006857332],"domain_scores_gemma":[0.9849474,0.012459249,0.0014563003,0.00021094109,0.00016840563,0.0007577051],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01905502,0.000081638995,0.00023330747,0.000076158474,0.00611688,0.00015651605,0.00105609,0.00016718773,0.002310842],"category_scores_gemma":[0.029067757,0.00003932299,0.00014324854,0.0012646897,0.00016400416,0.0012850192,0.00030894188,0.0032721101,0.00007900285],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017487177,0.000054739307,0.14455271,0.00003786873,0.000015641372,0.000004385301,0.0017691117,0.0000029261741,0.0000044729804,0.0017707691,0.8470179,0.0047520106],"study_design_scores_gemma":[0.00041615605,0.00011041705,0.12823376,0.00038869304,0.000004102509,0.0000107927435,0.0062699253,0.0002552321,0.00006699383,0.0040813508,0.8601084,0.000054195625],"about_ca_topic_score_codex":0.000011467258,"about_ca_topic_score_gemma":0.000013235868,"teacher_disagreement_score":0.7176829,"about_ca_system_score_codex":0.00022229119,"about_ca_system_score_gemma":0.021628514,"threshold_uncertainty_score":0.9990274},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3120411682","doi":"10.5195/jmla.2021.939","title":"Search methods for prognostic factor systematic reviews: a methodologic investigation","year":2021,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"MEDLINE; Systematic review; Cochrane Library; Information retrieval; Impact factor; Medicine; Meta-analysis; Computer science; Recall; Psychology; Pathology","score_opus":0.8346534798746348,"score_gpt":0.6006942141085104,"score_spread":0.23395926576612436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120411682","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031751882,0.021089694,0.83103216,0.10497545,0.0051018675,0.004924388,0.000034479253,0.000016259779,0.0010737944],"genre_scores_gemma":[0.025485665,0.00094072457,0.8997496,0.011432925,0.0018737883,0.0002296409,0.000016764709,0.000054404976,0.060216513],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8325757,0.14567049,0.0129975155,0.00041282253,0.0080706235,0.0002728702],"domain_scores_gemma":[0.7658132,0.19536713,0.031761006,0.0024657361,0.0038450768,0.00074790214],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.35090092,0.00022060983,0.004347855,0.00022537445,0.00018394749,0.00091176823,0.002304685,0.00024477122,0.00488843],"category_scores_gemma":[0.8091862,0.00008156121,0.0035283007,0.0020222035,0.000042977263,0.0007519466,0.0002516318,0.00054542447,0.00016542288],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045596807,0.00040740872,0.32870197,0.017873583,0.0038482358,0.000046087272,0.0038757005,0.00007978095,0.0014773563,0.011894195,0.5663902,0.06535986],"study_design_scores_gemma":[0.0025172709,0.00046714,0.064210236,0.018112285,0.005312318,0.00069843675,0.0029323236,0.041000694,0.005896405,0.24463516,0.6132408,0.0009769326],"about_ca_topic_score_codex":2.1499619e-7,"about_ca_topic_score_gemma":4.0360902e-7,"teacher_disagreement_score":0.4582853,"about_ca_system_score_codex":0.00011514867,"about_ca_system_score_gemma":0.0008104002,"threshold_uncertainty_score":0.9960212},"labels":[],"label_agreement":null},{"id":"W3127164948","doi":"10.5195/jmla.2021.962","title":"PRISMA-S: an extension to the PRISMA statement for reporting literature searches in systematic reviews","year":2021,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":372,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Toronto","funders":"National Center for Advancing Translational Sciences; National Institutes of Health; Cancer Research UK; Bond University; CHEO Research Institute; University of Oxford; National Institute for Health and Care Excellence; Kent State University; Yale University; McMaster University; Ottawa Hospital Research Institute; University of Ottawa; La Trobe University; Dartmouth College; Carnegie Mellon University; University of Colorado Denver; Medical Library Association; Washington University in St. Louis; University of Minnesota; University of Utah","keywords":"Checklist; Systematic review; Delphi method; Delphi; Computer science; MEDLINE; Process (computing); Information retrieval; Statement (logic); Psychology; Data science; Political science; Artificial intelligence","score_opus":0.6539007493090522,"score_gpt":0.5309441738552306,"score_spread":0.12295657545382155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127164948","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32621452,0.031985838,0.023185443,0.6020481,0.005420479,0.009752043,0.000039277533,0.000013995393,0.0013402979],"genre_scores_gemma":[0.6021294,0.005625206,0.090170406,0.0707229,0.0074610077,0.0009002195,0.00008764383,0.00018045006,0.22272277],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9211417,0.040357795,0.027035123,0.00050280645,0.010640754,0.00032180757],"domain_scores_gemma":[0.8997913,0.022442698,0.07051299,0.003622607,0.002967193,0.0006631987],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.37061924,0.00018975689,0.0031093888,0.00020334175,0.00018500345,0.0013954254,0.0019191448,0.00014456341,0.0009222649],"category_scores_gemma":[0.5815137,0.00006142516,0.0018777676,0.0020464775,0.000013501043,0.00085716,0.00027483053,0.00056971755,0.000064014755],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039467886,0.00034590045,0.03804722,0.0041418937,0.0004887394,0.0001608766,0.008887506,0.0002469372,0.00012724553,0.0010035807,0.92839986,0.01811077],"study_design_scores_gemma":[0.000842141,0.00019716292,0.031906538,0.021842664,0.0005592113,0.0003343107,0.0043654493,0.011992159,0.00024802107,0.016332438,0.9110648,0.0003150842],"about_ca_topic_score_codex":4.508284e-7,"about_ca_topic_score_gemma":0.0000068037475,"teacher_disagreement_score":0.5313252,"about_ca_system_score_codex":0.00012784504,"about_ca_system_score_gemma":0.000450666,"threshold_uncertainty_score":0.999991},"labels":[],"label_agreement":null},{"id":"W3183779310","doi":"10.5195/jmla.2021.1216","title":"Racial, gender, sexual, and disability identities of the Journal of the Medical Library Association’s editorial board, reviewers, and authors","year":2021,"lang":"en","type":"editorial","venue":"Journal of the Medical Library Association JMLA","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Publishing; Inclusion (mineral); Library science; Diversity (politics); Transgender; Workforce; Gender diversity; Political science; Public relations; Sociology; Social science; Gender studies; Corporate governance; Management; Law","score_opus":0.008932160448507838,"score_gpt":0.2676801996059039,"score_spread":0.258748039157396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183779310","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014742612,0.005588514,0.0000028847796,0.06919961,0.9091235,0.0002489365,0.00017737874,0.000012835932,0.00090374105],"genre_scores_gemma":[0.0033645907,0.022655385,0.000028669967,0.0012414159,0.96388805,0.0000015230972,0.0000142590925,0.00002972957,0.008776379],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9726872,0.0071076103,0.0017884439,0.00021959536,0.01780735,0.00038979232],"domain_scores_gemma":[0.9823887,0.008722241,0.006741325,0.00039044206,0.0010541193,0.0007031916],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.022065604,0.00027779053,0.0011378651,0.00008155918,0.00085032353,0.00043859435,0.0029694284,0.0021214562,0.0011364899],"category_scores_gemma":[0.114753686,0.00015282219,0.0006656276,0.0006930715,0.0012134365,0.0016013253,0.0014013938,0.0044291844,9.0366024e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006826544,0.00011961972,0.051099166,0.0001873836,0.00043934217,0.000010485636,0.0040186616,6.0309253e-7,7.5363505e-7,0.00013477217,0.94334877,0.00057216245],"study_design_scores_gemma":[0.001276414,0.00010495235,0.005639432,0.0011694073,0.00090356654,0.000008507274,0.006164983,0.0000022714391,0.0000074274667,0.0021956626,0.9823659,0.00016145392],"about_ca_topic_score_codex":0.00006945504,"about_ca_topic_score_gemma":0.00006466775,"teacher_disagreement_score":0.09268808,"about_ca_system_score_codex":0.00057999964,"about_ca_system_score_gemma":0.007367447,"threshold_uncertainty_score":0.9997766},"labels":[],"label_agreement":null},{"id":"W3202375773","doi":"10.5195/jmla.2021.1189","title":"LGBTQ+ health research guides at North American health sciences libraries: a survey and content analysis","year":2021,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Transgender; Library science; Health care; Public health; Content analysis; World Wide Web; Medicine; Medical education; Psychology; Sociology; Nursing; Computer science; Political science; Social science","score_opus":0.23343486160576374,"score_gpt":0.46610873457986035,"score_spread":0.2326738729740966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202375773","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64928436,0.0045593176,0.0000209956,0.34346813,0.0008232978,0.00011421219,0.000088532724,0.000015222274,0.001625912],"genre_scores_gemma":[0.9090464,0.012693552,0.00047290858,0.04246271,0.0017026247,0.000006775393,0.0000634861,0.00003478718,0.033516724],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9868239,0.0087692095,0.0011924534,0.00028142938,0.0022511035,0.0006818791],"domain_scores_gemma":[0.99337256,0.0033323322,0.0018226203,0.00028531757,0.00029857527,0.000888624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012046951,0.0001280184,0.00070963154,0.00043362283,0.0010475515,0.00026595523,0.0006854804,0.00010046406,0.00085083063],"category_scores_gemma":[0.0060769236,0.0000866849,0.0002469658,0.0040366095,0.0005524942,0.00050399284,0.00038770243,0.00090905774,0.000020608273],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038115337,0.000116546915,0.75497746,0.00003719903,0.0003201987,0.000013310931,0.0008512054,0.0000018160564,1.8127649e-7,0.00072981056,0.2394476,0.003466563],"study_design_scores_gemma":[0.00045017063,0.000325744,0.9805396,0.000026934422,0.00004144742,0.000036250774,0.0005922487,0.00002431913,0.0000011959662,0.0003463411,0.017544214,0.000071496186],"about_ca_topic_score_codex":0.0050942143,"about_ca_topic_score_gemma":0.0068046884,"teacher_disagreement_score":0.30100542,"about_ca_system_score_codex":0.00039039235,"about_ca_system_score_gemma":0.004166799,"threshold_uncertainty_score":0.9315999},"labels":[],"label_agreement":null},{"id":"W3203560016","doi":"10.5195/jmla.2021.1226","title":"Search is a verb: systematic review searching as invisible labor","year":2021,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Queen's University","keywords":"Verb; Context (archaeology); Process (computing); Task (project management); Noun; Selection (genetic algorithm); Term (time); Computer science; Sociology; Psychology; Artificial intelligence; Economics; History; Management","score_opus":0.2495275361380183,"score_gpt":0.527191449590111,"score_spread":0.2776639134520927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203560016","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18452433,0.091540836,0.0003840942,0.7048164,0.0033923495,0.0008495793,0.00007671487,0.0000321407,0.014383538],"genre_scores_gemma":[0.4839753,0.113876514,0.0019599444,0.16290963,0.0024754864,0.00002394225,0.000011331549,0.000101866164,0.23466599],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96493703,0.003538529,0.0017580659,0.00027263467,0.029048322,0.000445445],"domain_scores_gemma":[0.97283775,0.018698916,0.0019343115,0.0009154313,0.004469563,0.0011440114],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05776809,0.00011661738,0.0007683906,0.005406826,0.000265563,0.0020057908,0.0036124662,0.00016962206,0.006296267],"category_scores_gemma":[0.3421055,0.000059381735,0.0005562111,0.07886777,0.000057210727,0.0014593666,0.0013250986,0.0012093892,0.0004503342],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023236753,0.00038324096,0.12405315,0.008890792,0.00034405856,0.00043043762,0.0005238198,0.000008009737,0.00010467379,0.0015524274,0.85806257,0.0056235637],"study_design_scores_gemma":[0.0077435374,0.0013101291,0.14734529,0.21112938,0.0010118092,0.0028254152,0.0051101805,0.010984972,0.022404302,0.10144183,0.4869361,0.0017570696],"about_ca_topic_score_codex":0.0000037761647,"about_ca_topic_score_gemma":4.5405648e-7,"teacher_disagreement_score":0.54190683,"about_ca_system_score_codex":0.00021397679,"about_ca_system_score_gemma":0.0026985114,"threshold_uncertainty_score":0.99903023},"labels":[],"label_agreement":null},{"id":"W3203747282","doi":"10.5195/jmla.2021.1301","title":"International health library associations urge the ICMJE to seek information specialists as peer reviewers for knowledge synthesis publications","year":2021,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Public Health Association","funders":"","keywords":"Medical library; Peer review; Health information; Library science; MEDLINE; World Wide Web; Computer science; Medicine; Health care; Political science","score_opus":0.07966505051142159,"score_gpt":0.45789069098242163,"score_spread":0.37822564047100005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203747282","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031353533,0.0002746665,0.0005042173,0.95002097,0.008700575,0.0009729743,0.00030189572,0.000045148747,0.03604419],"genre_scores_gemma":[0.11457443,0.011191583,0.010679201,0.44429788,0.03962574,0.0018863657,0.0017934218,0.00016691942,0.37578446],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99260765,0.002435878,0.0017275936,0.00016028105,0.0024780252,0.00059057167],"domain_scores_gemma":[0.984714,0.009369308,0.002486842,0.00039323495,0.002006987,0.0010296651],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009674298,0.00013145132,0.0003625297,0.00026920767,0.0016273803,0.0002885031,0.0012388179,0.00023350974,0.0049590785],"category_scores_gemma":[0.10560991,0.000081384955,0.0002924541,0.0016378572,0.00004713604,0.0031927382,0.000333867,0.001084196,0.00035129316],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002057425,0.000112440655,0.02604867,0.000070809125,0.00006391545,3.1554646e-7,0.0036450122,0.0000035324135,0.0000013345006,0.006988332,0.95302135,0.010023732],"study_design_scores_gemma":[0.0003061458,0.000034930526,0.090639904,0.0003038437,0.000017168122,0.0000049219057,0.0019380131,0.00013412708,0.000019008568,0.0015299118,0.9049998,0.00007225124],"about_ca_topic_score_codex":0.000021385324,"about_ca_topic_score_gemma":0.000031076703,"teacher_disagreement_score":0.5057231,"about_ca_system_score_codex":0.000908384,"about_ca_system_score_gemma":0.016576495,"threshold_uncertainty_score":0.99967235},"labels":[],"label_agreement":null},{"id":"W3203759859","doi":"10.5195/jmla.2021.1176","title":"UpToDate versus DynaMed: a cross-sectional study comparing the speed and accuracy of two point-of-care information tools","year":2021,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Sinai Health System; University Health Network; Ontario Council of University Libraries; University of Toronto","funders":"","keywords":"Computer science; Confidence interval; Obstetrics and gynaecology; Point (geometry); Preference; Medicine; Family medicine; Medical physics; Statistics; Pregnancy; Mathematics","score_opus":0.05776572552003826,"score_gpt":0.43401217366142464,"score_spread":0.37624644814138636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203759859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9829516,0.000292065,0.00004587475,0.005816831,0.008706285,0.0005263766,0.000025942933,0.000012873273,0.0016221543],"genre_scores_gemma":[0.99761254,0.000098815755,0.00006561982,0.0004956935,0.0014683093,0.0000067111014,0.000016346627,0.000010232141,0.00022574252],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99376285,0.0022736196,0.0019831443,0.0000865008,0.001609879,0.00028400705],"domain_scores_gemma":[0.98850423,0.0069849067,0.0034874503,0.0002131814,0.00064925756,0.0001609941],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004555002,0.00010329851,0.0004404706,0.00007859966,0.00041343793,0.000058893926,0.00041531643,0.00019925507,0.0002843928],"category_scores_gemma":[0.014093246,0.00006169448,0.00014185697,0.0003724024,0.0000496652,0.0014880155,0.00028653152,0.0015045557,0.0000084086105],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031550627,0.000074899544,0.9892702,0.00022576824,0.00016978881,0.0000023065716,0.0041078446,0.000037554237,0.000012869258,0.0004985787,0.0042747483,0.0010099031],"study_design_scores_gemma":[0.0064224936,0.00028262543,0.97428274,0.00049259054,0.000056521898,0.000012818832,0.007917785,0.0007769465,0.00006879349,0.00026540837,0.0093439445,0.00007733008],"about_ca_topic_score_codex":0.00005130675,"about_ca_topic_score_gemma":0.000054095122,"teacher_disagreement_score":0.014987492,"about_ca_system_score_codex":0.0003703543,"about_ca_system_score_gemma":0.002721117,"threshold_uncertainty_score":0.99421144},"labels":[],"label_agreement":null},{"id":"W3204245871","doi":"10.5195/jmla.2021.1173","title":"Mapping the biomedical sciences using Medical Subject Headings: a comparison between MeSH co-assignments and MeSH citation pairs","year":2021,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Academic Writing and Publishing","field":"Arts and Humanities","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Citation; Subject (documents); Computer science; Information retrieval; Citation analysis; Data science; World Wide Web","score_opus":0.06977240929260138,"score_gpt":0.29698643842585715,"score_spread":0.22721402913325578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204245871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8124475,0.0010098161,0.000449944,0.17715624,0.0019831213,0.00011544948,0.000031885556,0.000045782537,0.0067602615],"genre_scores_gemma":[0.9906379,0.00010087085,0.00017777622,0.003873128,0.0043481444,0.0000012974069,0.000015286698,0.000013783235,0.0008317884],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943487,0.0010735274,0.00090510113,0.00016126256,0.0032092566,0.00030214837],"domain_scores_gemma":[0.99570966,0.002750644,0.0010325466,0.0000845259,0.000113790076,0.0003088554],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0068784207,0.00012945759,0.0003664616,0.00013469327,0.0010360101,0.0007749065,0.00064833066,0.0002456577,0.0012495235],"category_scores_gemma":[0.007151993,0.0000727619,0.00015960264,0.0003034551,0.00052952423,0.0011945415,0.00019929066,0.0012698651,0.0000030750248],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023688064,0.00020188952,0.5632194,0.000097415796,0.0005396511,0.000059624712,0.042235028,0.0000056274544,0.00006624296,0.018780073,0.35869238,0.01607895],"study_design_scores_gemma":[0.0032782613,0.00029518374,0.0655672,0.0037492965,0.000358541,0.00033912083,0.07735935,0.012783923,0.00042472553,0.016357766,0.81882596,0.00066064077],"about_ca_topic_score_codex":0.000016364995,"about_ca_topic_score_gemma":0.000004185599,"teacher_disagreement_score":0.49765223,"about_ca_system_score_codex":0.0001058955,"about_ca_system_score_gemma":0.0008845595,"threshold_uncertainty_score":0.9996635},"labels":[],"label_agreement":null},{"id":"W3214945829","doi":"10.5195/jmla.2021.895","title":"Identifying gaps in consumer health library collections: a retrospective review","year":2021,"lang":"en","type":"review","venue":"Journal of the Medical Library Association JMLA","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cancer Care Ontario; University of Toronto; University Health Network; Occupational Cancer Research Centre; Princess Margaret Cancer Centre","funders":"","keywords":"Medical library; World Wide Web; Library science; MEDLINE; Computer science; Information retrieval; Data science; Political science","score_opus":0.06531876277560467,"score_gpt":0.4770067724287129,"score_spread":0.41168800965310826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214945829","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003098888,0.9641,0.00002270561,0.023398671,0.004539231,0.0017525748,0.00015731166,0.000047754405,0.005978621],"genre_scores_gemma":[8.4894026e-7,0.9489083,0.00035502666,0.035080694,0.0010690027,0.00010716961,0.00013168721,0.000047647474,0.014299586],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97557855,0.013334416,0.00828053,0.0002800629,0.0019023314,0.00062411453],"domain_scores_gemma":[0.98084503,0.0037331993,0.014007541,0.00050068094,0.00030386075,0.0006096539],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012031439,0.00034245854,0.0033260083,0.0004885901,0.00090774003,0.000129993,0.0010223858,0.0009117957,0.010189921],"category_scores_gemma":[0.01652253,0.00021189867,0.0010336052,0.003802736,0.000049624705,0.003396298,0.0005331936,0.0068225767,0.0001037136],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000792793,0.00011734064,0.009152365,0.06328117,0.00015305914,0.00001388172,0.00043742056,4.2958998e-8,8.94892e-10,0.00036971772,0.8268809,0.099586196],"study_design_scores_gemma":[0.00037592737,0.000021384729,0.0006715204,0.25080857,0.00010300724,0.000029599018,0.00010147129,0.0000034473564,2.7154842e-8,0.000275035,0.7474883,0.00012168588],"about_ca_topic_score_codex":0.000011747516,"about_ca_topic_score_gemma":0.0000065836994,"teacher_disagreement_score":0.18752739,"about_ca_system_score_codex":0.0019333165,"about_ca_system_score_gemma":0.021819128,"threshold_uncertainty_score":0.99546874},"labels":[],"label_agreement":null},{"id":"W3215041745","doi":"10.5195/jmla.2021.1256","title":"Health sciences librarians’ engagement in open science: a scoping review","year":2021,"lang":"en","type":"review","venue":"Journal of the Medical Library Association JMLA","topic":"Research Data Management Practices","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; Vancouver General Hospital; University of British Columbia; University of British Columbia Hospital","funders":"","keywords":"CINAHL; Open science; Openness to experience; Web of science; Library science; MEDLINE; Inclusion (mineral); Scholarly communication; Medical education; Psychology; World Wide Web; Computer science; Public relations; Political science; Sociology; Medicine; Publishing; Social science","score_opus":0.22779322659801637,"score_gpt":0.5013322936490574,"score_spread":0.27353906705104103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215041745","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.1650096e-7,0.88807315,0.00062149577,0.10506483,0.0012662156,0.0014054192,0.0000049684318,0.000014519244,0.0035492666],"genre_scores_gemma":[3.1571173e-7,0.9862437,0.0056943553,0.0065744524,0.0002697094,0.000032273383,0.0000056631784,0.000013825213,0.0011656774],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9823969,0.0076873894,0.0023444674,0.0006526311,0.006257514,0.0006611142],"domain_scores_gemma":[0.9888953,0.003263525,0.0060524284,0.0011402412,0.00013341353,0.00051506754],"candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":["metaresearch","scholarly_communication","open_science"],"category_scores_codex":[0.06420107,0.0002541374,0.0019648748,0.00070653786,0.000581876,0.0095189735,0.030737218,0.0001352202,0.00027157407],"category_scores_gemma":[0.02831316,0.000151174,0.00041273312,0.007620269,0.00020736226,0.059279177,0.017690333,0.0019836058,0.000014434167],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010117606,0.00020230703,0.00013440386,0.02793994,0.00011897341,0.0001339616,0.000058581954,0.0000014684559,9.271652e-9,0.04002695,0.07155965,0.85982275],"study_design_scores_gemma":[0.0001310838,0.000047369827,0.000020938603,0.36550093,0.000031361542,0.00003943324,0.00000917764,0.000022187314,1.7995298e-7,0.00015262722,0.6339421,0.00010260674],"about_ca_topic_score_codex":0.000007800518,"about_ca_topic_score_gemma":0.000003926761,"teacher_disagreement_score":0.8597201,"about_ca_system_score_codex":0.00064850424,"about_ca_system_score_gemma":0.036684822,"threshold_uncertainty_score":0.99150926},"labels":[],"label_agreement":null},{"id":"W4210961700","doi":"10.5195/jmla.2022.1430","title":"Creating a more inclusive journal: the Journal of the Medical Library Association’s evolving process for selecting editorial board members","year":2021,"lang":"en","type":"editorial","venue":"Journal of the Medical Library Association JMLA","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Editorial board; Selection (genetic algorithm); Process (computing); Computer science; Association (psychology); World Wide Web; Library science; Data science; Psychology; Artificial intelligence","score_opus":0.006024636481938758,"score_gpt":0.2899455282906684,"score_spread":0.28392089180872965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210961700","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024801155,0.0013477234,0.00004116549,0.14945401,0.843875,0.00037515553,0.000074341726,0.000029570207,0.0023229157],"genre_scores_gemma":[0.002246067,0.0021202052,0.00012408909,0.0031919004,0.98445547,0.0000052127384,0.000020167032,0.00007398766,0.007762918],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9636726,0.0051929946,0.002417339,0.00025384562,0.027626999,0.0008362715],"domain_scores_gemma":[0.9406629,0.03448785,0.01718079,0.00039667342,0.005955693,0.0013160612],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.03499851,0.000413338,0.0012606329,0.00023261808,0.0034998618,0.0014081683,0.00634651,0.0027352944,0.001547671],"category_scores_gemma":[0.2771899,0.00022808374,0.0015098152,0.0014733819,0.00038844766,0.0028220767,0.0011232937,0.009790271,0.0000016190654],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016531265,0.0001231787,0.0067377184,0.00009028805,0.0010820145,0.000049473383,0.01718808,0.00004623895,0.0000012679169,0.00003543034,0.9740424,0.00043855634],"study_design_scores_gemma":[0.0023463098,0.00016749304,0.00019210578,0.0030224766,0.0011710987,0.000048175232,0.03097708,0.00006324102,0.000028473976,0.0017036858,0.96002316,0.000256668],"about_ca_topic_score_codex":0.000055489534,"about_ca_topic_score_gemma":0.000068235444,"teacher_disagreement_score":0.24219139,"about_ca_system_score_codex":0.002204547,"about_ca_system_score_gemma":0.028711092,"threshold_uncertainty_score":0.9996285},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4211093622","doi":"10.5195/jmla.2022.1236","title":"Artificial intelligence behind the scenes: PubMed’s Best Match algorithm","year":2022,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Sorting; Artificial intelligence; Health care; Sorting algorithm; Search algorithm; MEDLINE; Algorithm; Data science; Machine learning","score_opus":0.20532148585547016,"score_gpt":0.4495769316615186,"score_spread":0.2442554458060484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211093622","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059762802,0.00095154665,0.0009968587,0.9269842,0.0055410243,0.0006165696,0.000045997316,0.000035012337,0.005066024],"genre_scores_gemma":[0.87165403,0.0033765635,0.002975006,0.04555983,0.011961296,0.00011212413,0.000020025846,0.00011787283,0.06422322],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9901463,0.0011991564,0.0012358312,0.00017570578,0.0068257963,0.00041726025],"domain_scores_gemma":[0.98474246,0.012802825,0.0011358385,0.00044839832,0.00032026196,0.00055023975],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.017348818,0.00011944869,0.00035787828,0.000104200524,0.00054319977,0.00011544636,0.0014474421,0.00029633188,0.0034666006],"category_scores_gemma":[0.03774528,0.00006484972,0.0004159771,0.00057673675,0.00023899939,0.00027970932,0.0009480753,0.0067430995,0.000041291794],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00083823083,0.0030872484,0.10094462,0.0001330534,0.0010762757,0.0008019826,0.0024514766,0.00017070885,0.000041917392,0.021372978,0.13337095,0.73571056],"study_design_scores_gemma":[0.0015186433,0.0019293497,0.053860325,0.0007608794,0.00061601604,0.0010581444,0.0068092947,0.006216296,0.0029997444,0.50483865,0.41890663,0.00048606566],"about_ca_topic_score_codex":0.000008180866,"about_ca_topic_score_gemma":0.000004934664,"teacher_disagreement_score":0.8814243,"about_ca_system_score_codex":0.00039128892,"about_ca_system_score_gemma":0.0020505665,"threshold_uncertainty_score":0.9974444},"labels":[],"label_agreement":null},{"id":"W4211102397","doi":"10.5195/jmla.2022.1286","title":"Preliminary comparison of the performance of the National Library of Medicine’s systematic review publication type and the sensitive clinical queries filter for systematic reviews in PubMed","year":2022,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Systematic review; Information retrieval; National library; Yield (engineering); Computer science; Recall; MEDLINE; Quality (philosophy); Medicine; Digital library; Precision and recall; Medical physics; Library science; Psychology; Materials science; Physics; Chemistry","score_opus":0.41441193977089075,"score_gpt":0.4683835812984496,"score_spread":0.053971641527558845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211102397","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25628388,0.15663938,0.00025925442,0.5306287,0.006429325,0.045724217,0.00031861107,0.000011872815,0.0037047896],"genre_scores_gemma":[0.98636305,0.0024102214,0.0001388036,0.00596036,0.00017348684,0.00031575788,0.000008076829,0.00001424178,0.004615999],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.90879565,0.06395705,0.018307336,0.0002555456,0.008522041,0.00016237011],"domain_scores_gemma":[0.86910117,0.0627968,0.06385707,0.0018313271,0.0022763733,0.00013727049],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20558037,0.00017120945,0.004745797,0.00014857105,0.00017947388,0.00006900951,0.0027211674,0.00009264187,0.0004950134],"category_scores_gemma":[0.37585965,0.000049028346,0.0014299237,0.0022058587,0.00032278936,0.0005743823,0.00057787716,0.000553177,0.000002514124],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002804619,0.0002936805,0.2118464,0.16800553,0.00095389644,2.897934e-7,0.002370101,0.000060689134,0.0000031570016,0.0036879086,0.6121939,0.00030402318],"study_design_scores_gemma":[0.00496024,0.00088602223,0.5493832,0.36289498,0.0067707314,0.00018402409,0.0041226055,0.043486245,0.00012132055,0.0063616126,0.020380564,0.00044842027],"about_ca_topic_score_codex":0.0000011859617,"about_ca_topic_score_gemma":0.0000011695942,"teacher_disagreement_score":0.7300792,"about_ca_system_score_codex":0.000056080364,"about_ca_system_score_gemma":0.0004497158,"threshold_uncertainty_score":0.8180222},"labels":[],"label_agreement":null},{"id":"W4211111582","doi":"10.5195/jmla.2022.1249","title":"Evidence-based biomedical research in Sub-Saharan Africa: how library and information science professionals contribute to systematic reviews and meta-analyses","year":2022,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Fanshawe College; Western University","funders":"University of Michigan; Medical Library Association","keywords":"Library science; Systematic review; Conceptualization; Grey literature; MEDLINE; Health professionals; Cochrane Library; Data extraction; Medical education; Political science; Medicine; Health care; Computer science","score_opus":0.4639996444061656,"score_gpt":0.5364440574429492,"score_spread":0.07244441303678362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211111582","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10437251,0.016352458,0.0000617027,0.8738081,0.0014031259,0.003692931,0.000052155734,0.00001822105,0.0002388184],"genre_scores_gemma":[0.9520481,0.010211283,0.0007315148,0.032128155,0.0007368638,0.0014324641,0.00001854302,0.000020007597,0.0026730236],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97792006,0.014142445,0.0016286167,0.00019300879,0.0054327226,0.0006831267],"domain_scores_gemma":[0.9818632,0.0146212615,0.0016762055,0.00027428218,0.00033113986,0.0012338856],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.058213282,0.00011545211,0.0007569731,0.001249955,0.0017382803,0.00018996497,0.000997993,0.00012886654,0.0007071901],"category_scores_gemma":[0.059392072,0.000059817852,0.000120819706,0.004597724,0.00023696633,0.007992769,0.00083645986,0.0020329845,0.000017047403],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031104562,0.0003468003,0.028272538,0.009804462,0.00021118665,0.000018382134,0.0055671125,0.000012794306,0.00034465257,0.0009821064,0.9528566,0.001272297],"study_design_scores_gemma":[0.0031680593,0.0014081943,0.13063732,0.022026785,0.00077345816,0.00004363218,0.011985778,0.004866954,0.0003101958,0.002545654,0.8217353,0.00049867807],"about_ca_topic_score_codex":0.000006276774,"about_ca_topic_score_gemma":9.256635e-7,"teacher_disagreement_score":0.8476756,"about_ca_system_score_codex":0.00038826492,"about_ca_system_score_gemma":0.007134695,"threshold_uncertainty_score":0.9995613},"labels":[],"label_agreement":null},{"id":"W4234676039","doi":"10.5195/jmla.2016.141","title":"Increasing number of databases searched in systematic reviews and meta-analyses between 1994 and 2014","year":2017,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Shores Centre for Mental Health Sciences; Western University","funders":"","keywords":"Milestone; Systematic review; Database; MEDLINE; Meta-analysis; Cochrane Library; Bibliographic database; Medicine; Library science; Computer science; Geography; Internal medicine; Political science; Cartography","score_opus":0.8166954882568164,"score_gpt":0.5879490708501223,"score_spread":0.2287464174066941,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234676039","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95192015,0.016462808,0.0007291008,0.026770122,0.0003353377,0.0013351607,0.000071256436,0.0000025701925,0.0023734695],"genre_scores_gemma":[0.99214476,0.0010902244,0.003118031,0.000393253,0.00018965243,0.000007990508,0.000002255178,0.000009643024,0.0030442153],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9455936,0.036371525,0.010635203,0.0003017413,0.006922203,0.00017572891],"domain_scores_gemma":[0.93999255,0.027620267,0.029856654,0.0019302821,0.0002798998,0.0003203438],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22547711,0.00018521154,0.006190647,0.0002056452,0.00017964756,0.0007439376,0.0018925237,0.000098477656,0.0030932822],"category_scores_gemma":[0.3276647,0.00006521149,0.0015649489,0.00034704155,0.00010837934,0.0014074876,0.0005100773,0.00037501534,0.00003519025],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059883278,0.00002802969,0.97417235,0.0010165371,0.0020905724,0.000005425861,0.00013687566,6.895186e-7,0.000012436672,0.00023806801,0.021787677,0.00050536956],"study_design_scores_gemma":[0.0015287483,0.00006425422,0.8966882,0.005115244,0.036115803,0.00031847638,0.0006969061,0.0012818209,0.00013628161,0.013317644,0.044299483,0.0004371252],"about_ca_topic_score_codex":0.000029301578,"about_ca_topic_score_gemma":0.000009244095,"teacher_disagreement_score":0.10218758,"about_ca_system_score_codex":0.00002577511,"about_ca_system_score_gemma":0.00011664066,"threshold_uncertainty_score":0.99781805},"labels":[],"label_agreement":null},{"id":"W4236430782","doi":"10.5195/jmla.2016.139","title":"Impact of librarians on reporting of the literature searching component of pediatric systematic reviews","year":2017,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Canadian Association of Research Libraries; Association of Research Libraries; Medical Library Association","keywords":"Systematic review; Checklist; MEDLINE; Identification (biology); Medicine; Psychology; Library science; Computer science; Political science","score_opus":0.5104668249588132,"score_gpt":0.5100856693736304,"score_spread":0.000381155585182813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236430782","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98134303,0.0037972622,0.00017849781,0.009401886,0.0013152163,0.0011354422,0.00003334398,0.0000018793492,0.0027934446],"genre_scores_gemma":[0.99623233,0.00035518061,0.00033517077,0.00013069042,0.00042684755,0.0000028854927,8.5680114e-7,0.000009886393,0.0025061234],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9445866,0.02080961,0.023455651,0.0002358275,0.010724739,0.0001876014],"domain_scores_gemma":[0.8022746,0.010832201,0.1825948,0.0031762624,0.00090376,0.00021836237],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16405526,0.00019238763,0.0045705247,0.00026005454,0.00023578713,0.0005046288,0.004506933,0.0001603642,0.000839218],"category_scores_gemma":[0.47078368,0.000058238846,0.0055656927,0.0009236111,0.00006304737,0.00086912443,0.00042572033,0.00068258424,0.00001216804],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024855357,0.00021698122,0.92253065,0.0039745127,0.0008101148,0.000009441444,0.001497888,0.00011013668,0.00010952662,0.0006128296,0.069200315,0.0009027296],"study_design_scores_gemma":[0.0006292414,0.00021125984,0.9683344,0.020426702,0.0011732952,0.00007531328,0.00020245189,0.0017619588,0.00022117901,0.0052284854,0.0015764892,0.00015924846],"about_ca_topic_score_codex":0.0000028679974,"about_ca_topic_score_gemma":3.7655033e-7,"teacher_disagreement_score":0.30672842,"about_ca_system_score_codex":0.00005258043,"about_ca_system_score_gemma":0.00045372776,"threshold_uncertainty_score":0.9188849},"labels":[],"label_agreement":null},{"id":"W4236596758","doi":"10.5195/jmla.2016.156","title":"Scoping reviews: establishing the role of the librarian","year":2017,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Faculty of Dentistry, McGill University; McGill University","keywords":"Library science; World Wide Web; Computer science; Medical library; Data science","score_opus":0.009635006805072099,"score_gpt":0.21831153655112664,"score_spread":0.20867652974605455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236596758","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09357156,0.009270706,0.00203827,0.6065683,0.013187587,0.0012675796,0.0000080857,0.00012624681,0.27396166],"genre_scores_gemma":[0.9521206,0.0011701012,0.0023912846,0.010350974,0.0023456481,0.000010382401,8.113352e-7,0.000029165525,0.03158104],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972767,0.00046288758,0.00065975304,0.00010426215,0.0013219366,0.00017444152],"domain_scores_gemma":[0.99608976,0.0007675041,0.0024024802,0.00057124667,0.000049550432,0.00011946133],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0016902853,0.0000977451,0.00024608982,0.000052040876,0.000796637,0.0017757271,0.0052113477,0.000096004216,0.000096653006],"category_scores_gemma":[0.006855944,0.000041249055,0.00029490248,0.00040025587,0.000082609884,0.0072466545,0.0014382465,0.00046265958,0.0000049711757],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036316305,0.00016867206,0.6024754,0.00009215904,0.00023652853,0.000009705887,0.0029892935,0.00002612143,0.00007538288,0.044582706,0.24297419,0.10633355],"study_design_scores_gemma":[0.000692229,0.00004846052,0.14930926,0.0027586299,0.000028960945,0.00003778633,0.00011749394,0.0015268683,0.0042847907,0.04275193,0.798257,0.00018658451],"about_ca_topic_score_codex":0.0000021921362,"about_ca_topic_score_gemma":0.0000010129593,"teacher_disagreement_score":0.85854906,"about_ca_system_score_codex":0.000034564648,"about_ca_system_score_gemma":0.00072754326,"threshold_uncertainty_score":0.99926054},"labels":[],"label_agreement":null},{"id":"W4241145836","doi":"10.5195/jmla.2017.202","title":"Correction","year":2017,"lang":"en","type":"erratum","venue":"Journal of the Medical Library Association JMLA","topic":"GDF15 and Related Biomarkers","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Library science; World Wide Web; Information retrieval","score_opus":0.0056123403964172345,"score_gpt":0.24302559192862666,"score_spread":0.23741325153220944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241145836","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00064879644,0.0032319697,0.000008730946,0.16234821,0.4135925,0.00024066826,0.000015284882,0.000048983064,0.41986486],"genre_scores_gemma":[0.0020281242,0.0037259003,0.00002919807,0.0026863853,0.013714977,0.0000010507816,0.000057087876,0.000042579555,0.9777147],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961931,0.0002751716,0.00075940724,0.00013047497,0.0024140507,0.00022777336],"domain_scores_gemma":[0.99567825,0.00025562366,0.003180024,0.00032841996,0.00017917706,0.000378504],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0011897703,0.00019228147,0.00064254226,0.00016137393,0.00021774102,0.0001020709,0.0006329042,0.0018380136,0.0014612023],"category_scores_gemma":[0.0077485684,0.00010308045,0.00080437196,0.00016200704,0.00008038228,0.00032055718,0.00014589241,0.004270778,0.000049204933],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010664181,0.00009615998,0.007568276,0.00005171764,0.00068224256,0.00017157047,0.000032107768,2.04473e-7,0.0000037843479,0.0000051950337,0.9868761,0.0044060177],"study_design_scores_gemma":[0.0010562517,0.00014858013,0.039551068,0.002776161,0.0005664943,0.0006496168,0.000019677922,0.0001308421,0.000036841364,0.00012672362,0.9548357,0.00010204935],"about_ca_topic_score_codex":0.0000031238183,"about_ca_topic_score_gemma":8.525544e-7,"teacher_disagreement_score":0.5578498,"about_ca_system_score_codex":0.00029196104,"about_ca_system_score_gemma":0.0024873773,"threshold_uncertainty_score":0.99945784},"labels":[],"label_agreement":null},{"id":"W4248970304","doi":"10.5195/jmla.2016.15","title":"Effectiveness of adverse effects search filters: drugs versus medical devices","year":2016,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Agency for Drugs and Technologies in Health","funders":"","keywords":"MEDLINE; Medicine; Adverse effect; Medical record; Search engine indexing; Emergency medicine; Medical emergency; Information retrieval; Surgery; Computer science; Pharmacology","score_opus":0.03733547095465894,"score_gpt":0.40225441773601256,"score_spread":0.3649189467813536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248970304","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.971019,0.00027660816,0.00007384558,0.017933134,0.007104631,0.00023108293,0.000045283385,0.00003404558,0.003282354],"genre_scores_gemma":[0.9960779,0.0006889393,0.000021200922,0.001532616,0.0008572075,0.000006989008,0.0000033486383,0.00001752026,0.0007942547],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9945549,0.0027887216,0.00060257537,0.00014416629,0.001573937,0.00033569697],"domain_scores_gemma":[0.9861575,0.012334453,0.0007043033,0.0001361693,0.00013585357,0.00053177227],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004135916,0.0001578689,0.00040868873,0.00012386338,0.00014333132,0.000007743436,0.0007986847,0.00045779962,0.0029535156],"category_scores_gemma":[0.0036779777,0.00008650254,0.00037610022,0.0003487411,0.0002003521,0.00075321767,0.00019971725,0.0011825555,0.00007104847],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014561492,0.0039308853,0.7237025,0.0016256322,0.0073752375,0.00079160155,0.001609202,0.00028906274,0.060268916,0.0039498606,0.10319138,0.07870421],"study_design_scores_gemma":[0.04307376,0.0009190356,0.15907161,0.0038068898,0.0012188948,0.0001499775,0.000407583,0.00068531826,0.47311974,0.001163857,0.31575662,0.0006267437],"about_ca_topic_score_codex":0.0000022221386,"about_ca_topic_score_gemma":5.814359e-7,"teacher_disagreement_score":0.5646309,"about_ca_system_score_codex":0.00019397445,"about_ca_system_score_gemma":0.0008253554,"threshold_uncertainty_score":0.99795794},"labels":[],"label_agreement":null},{"id":"W4252701040","doi":"10.5195/jmla.2016.24","title":"De-duplication of database search results for systematic reviews in EndNote","year":2016,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":155,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia Hospital","funders":"","keywords":"Computer science; Information retrieval; Data deduplication; Workload; Bibliographic database; Systematic review; Database; World Wide Web; Data science; MEDLINE","score_opus":0.5174099825499666,"score_gpt":0.5015452114746494,"score_spread":0.015864771075317252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252701040","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25792536,0.010373906,0.22815302,0.47468758,0.0037041716,0.014969157,0.00074813527,0.00001764311,0.009421042],"genre_scores_gemma":[0.9294836,0.0015540577,0.01211002,0.0026121803,0.0010499652,0.00013041461,0.000012336542,0.000033263077,0.05301416],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9556793,0.022304744,0.0143366745,0.00027958112,0.007182016,0.00021767244],"domain_scores_gemma":[0.92240167,0.047496166,0.026599582,0.002151983,0.0010378846,0.00031272354],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.28256035,0.00012434417,0.00249427,0.00028540587,0.000048789872,0.00015319484,0.002257193,0.00012429926,0.0009870199],"category_scores_gemma":[0.46007234,0.00003936299,0.0014443632,0.0009982047,0.000030823405,0.0007311097,0.00014239231,0.00020568856,0.00010259493],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002006287,0.00035470002,0.08467849,0.005317936,0.00048576036,0.000007624433,0.0011414633,0.000032918608,0.0012092983,0.0067222267,0.87662023,0.023228742],"study_design_scores_gemma":[0.011066347,0.000567159,0.09550962,0.08653877,0.0015960094,0.00017811306,0.001138516,0.022266299,0.004685794,0.050331157,0.7253054,0.0008168523],"about_ca_topic_score_codex":0.0000011063037,"about_ca_topic_score_gemma":0.0000020196612,"teacher_disagreement_score":0.67155826,"about_ca_system_score_codex":0.00012247264,"about_ca_system_score_gemma":0.0003482811,"threshold_uncertainty_score":0.9999262},"labels":[],"label_agreement":null},{"id":"W4252719354","doi":"10.5195/jmla.2016.12","title":"Instructional methods used by health sciences librarians to teach evidence-based practice (EBP): a systematic review","year":2016,"lang":"en","type":"review","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Health Sciences Centre; Memorial University of Newfoundland","funders":"","keywords":"CINAHL; Scopus; Critical appraisal; Curriculum; Medical education; MEDLINE; Psychological intervention; Randomized controlled trial; Systematic review; Psychology; Evidence-based practice; Cochrane Library; Medicine; Alternative medicine; Pedagogy; Nursing; Internal medicine","score_opus":0.22796574159086275,"score_gpt":0.5975424778193721,"score_spread":0.36957673622850934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252719354","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.7021487e-7,0.673092,0.00073702075,0.31952766,0.0035227316,0.00269759,0.00005044673,0.000025900194,0.00034617097],"genre_scores_gemma":[3.5458135e-7,0.93141574,0.007915928,0.053894814,0.0019067051,0.0003025388,0.000012425868,0.00003564015,0.0045158686],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9437598,0.044997588,0.004573071,0.0004192635,0.0052625444,0.0009877092],"domain_scores_gemma":[0.9363281,0.04914739,0.011600403,0.0005389362,0.00048735485,0.0018978124],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.069924876,0.0003508641,0.0028927287,0.0005016681,0.0015115116,0.00015489671,0.0027407177,0.0005943994,0.0017575356],"category_scores_gemma":[0.19185615,0.00016547595,0.0007141043,0.0029142338,0.00015781783,0.0028891687,0.0003419085,0.003081693,0.0002611376],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009287858,0.000077919125,0.00004604841,0.31393257,0.000098321645,0.0000017927738,0.00018312434,1.17879445e-7,6.971029e-8,0.00020835105,0.6310544,0.05438803],"study_design_scores_gemma":[0.00011101042,0.00012424709,0.0000044494627,0.45324168,0.00015125645,0.000022343509,0.00011007313,0.0000043112213,9.42274e-8,0.000060413484,0.5460802,0.000089965586],"about_ca_topic_score_codex":0.000021564592,"about_ca_topic_score_gemma":0.0000012949187,"teacher_disagreement_score":0.26563284,"about_ca_system_score_codex":0.0020438407,"about_ca_system_score_gemma":0.06276501,"threshold_uncertainty_score":0.9997884},"labels":[],"label_agreement":null},{"id":"W4252784762","doi":"10.5195/jmla.2016.56","title":"Mapping the literature of hospital pharmacy","year":2016,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Pharmaceutical Practices and Patient Outcomes","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada); Dalhousie University","funders":"","keywords":"Library science; Pharmacy; Bibliometrics; Citation analysis; Citation; Yearbook; Medicine; Family medicine; Computer science","score_opus":0.039336389579171835,"score_gpt":0.3304203330296535,"score_spread":0.29108394345048166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252784762","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48363146,0.00097283215,0.000047953774,0.51085496,0.002156583,0.00015752041,0.000012268541,0.000010187054,0.0021562006],"genre_scores_gemma":[0.98682606,0.00092500594,0.00008162882,0.0069710095,0.0011913416,9.716306e-7,0.0000011166048,0.000010006928,0.003992879],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99777186,0.00030409478,0.0005237428,0.000060345894,0.0011969951,0.0001429565],"domain_scores_gemma":[0.99707574,0.0015172976,0.0009788045,0.00012375957,0.000116532545,0.00018786588],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010206426,0.0000794297,0.00023547173,0.00004979988,0.000057458652,0.000025585443,0.0003230321,0.00008228938,0.0009272393],"category_scores_gemma":[0.004215094,0.000027663407,0.00030177453,0.00029352773,0.000055649172,0.0006401244,0.000098189004,0.00058196805,0.00000924971],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029997109,0.00035660734,0.88693225,0.00007002281,0.0005080558,0.00005318226,0.0009932733,3.6877856e-7,0.0008335571,0.00040686977,0.091977745,0.017568095],"study_design_scores_gemma":[0.005577865,0.00031253134,0.18351969,0.0018769234,0.0002456215,0.00012555873,0.00016343691,0.00011427402,0.005092684,0.0015095753,0.801347,0.00011483691],"about_ca_topic_score_codex":3.7245724e-7,"about_ca_topic_score_gemma":2.8339398e-8,"teacher_disagreement_score":0.70936924,"about_ca_system_score_codex":0.00004962603,"about_ca_system_score_gemma":0.00020979412,"threshold_uncertainty_score":0.99998605},"labels":[],"label_agreement":null},{"id":"W4254540991","doi":"10.3163/1536-5050.104.3.021","title":"Google Scholar and Scopus","year":2016,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health","funders":"","keywords":"Scopus; World Wide Web; Library science; Information retrieval; MEDLINE; Computer science; Data science; Political science","score_opus":0.027107984910952402,"score_gpt":0.3363640439723888,"score_spread":0.3092560590614364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254540991","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6149305,0.00054447784,0.0003862111,0.3742763,0.0025231852,0.000054921882,0.000011515472,0.000015373947,0.007257527],"genre_scores_gemma":[0.96096134,0.00023304031,0.00029211608,0.00648275,0.0012760116,6.117648e-7,1.9738333e-7,0.000009256604,0.030744694],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941783,0.0008502667,0.00081224705,0.00013424834,0.0038547562,0.00017016871],"domain_scores_gemma":[0.9938952,0.0039699604,0.0014171348,0.000202165,0.00017302981,0.00034252656],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013457644,0.000071436414,0.00024063751,0.00012462058,0.0001817199,0.0008242545,0.0022442045,0.00022452655,0.0014431577],"category_scores_gemma":[0.0929601,0.000027354941,0.0001344728,0.0005152626,0.000069037065,0.006172228,0.00048209247,0.00075280137,0.00006279339],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001971023,0.000019195868,0.39103127,7.796877e-7,0.000025277992,0.000007401346,0.00008213578,4.1056933e-7,0.000049112088,0.00086648256,0.5317453,0.07615292],"study_design_scores_gemma":[0.0009598556,0.000037208676,0.19726081,0.00018672197,0.000015673391,0.000074204174,0.000115803574,0.000042149622,0.0006248127,0.06638044,0.734215,0.00008730013],"about_ca_topic_score_codex":9.692474e-7,"about_ca_topic_score_gemma":3.1555842e-7,"teacher_disagreement_score":0.36779356,"about_ca_system_score_codex":0.00006234701,"about_ca_system_score_gemma":0.00036224484,"threshold_uncertainty_score":0.99946964},"labels":[],"label_agreement":null},{"id":"W4311872386","doi":"10.5195/jmla.2022.1461","title":"Needs assessment of nurse researchers through a research lifecycle framework","year":2022,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Spinal Cord Injury BC; Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Likert scale; Altmetrics; Citation; Needs assessment; Knowledge management; Scale (ratio); Ranking (information retrieval); Scholarly communication; Information needs; Dissemination; Medical education; Data science; Computer science; Medicine; Psychology; Library science; Sociology; Political science; Geography","score_opus":0.21837235608989602,"score_gpt":0.5816936170031347,"score_spread":0.3633212609132387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311872386","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5489113,0.00031540034,0.0001876875,0.4154867,0.005273825,0.0007363966,0.00003080776,0.000018735705,0.029039139],"genre_scores_gemma":[0.97445136,0.0004105885,0.0019746588,0.005341648,0.0022553853,0.00008832209,0.0000059880617,0.000022611584,0.01544942],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97789973,0.012232985,0.001123613,0.00012569866,0.0078101,0.0008078896],"domain_scores_gemma":[0.98578954,0.011357913,0.00123945,0.00034283908,0.0005933212,0.0006769551],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031981297,0.000075148535,0.0002941062,0.00036894655,0.0020476156,0.000031108513,0.0015092778,0.00021919563,0.010836601],"category_scores_gemma":[0.02461743,0.000049503524,0.0001592042,0.0030662038,0.00019489619,0.00067661144,0.0006425661,0.0067623043,0.000024428791],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009616281,0.00034265465,0.36823663,0.00009062981,0.00004465297,0.000006086777,0.009992837,0.000037793558,0.000026563192,0.008960501,0.6112758,0.00088970386],"study_design_scores_gemma":[0.001159812,0.0007875462,0.28548265,0.0006140915,0.00001339303,0.000007813058,0.060382985,0.0011068336,0.00003240431,0.041397475,0.6089082,0.00010681649],"about_ca_topic_score_codex":0.00007881085,"about_ca_topic_score_gemma":0.0000026807315,"teacher_disagreement_score":0.4255401,"about_ca_system_score_codex":0.0012475625,"about_ca_system_score_gemma":0.013983498,"threshold_uncertainty_score":0.9992516},"labels":[],"label_agreement":null},{"id":"W4360849357","doi":"10.5195/jmla.2022.1485","title":"Health sciences and medical librarians conducting research and their experiences asking for co-authorship","year":2023,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Academic Writing and Publishing","field":"Arts and Humanities","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Virginia Commonwealth University; East Carolina University; Emory University","keywords":"Negotiation; Feeling; Scholarship; Denial; Context (archaeology); Psychology; Public relations; Scholarly communication; Quarter (Canadian coin); Sociology; Medical education; Publishing; Social psychology; Political science; Social science; Medicine","score_opus":0.23527799155342308,"score_gpt":0.3936859996995074,"score_spread":0.15840800814608433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360849357","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6508078,0.0010489546,0.000016093982,0.3420118,0.0011830035,0.00011813125,0.000014839254,0.000051185965,0.004748163],"genre_scores_gemma":[0.98949295,0.0003546866,0.00006061337,0.0028453767,0.004240707,0.0000071474956,0.000003776653,0.000012768093,0.002981974],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968284,0.00071867515,0.00049614185,0.00013713738,0.0014625806,0.00035708683],"domain_scores_gemma":[0.9935368,0.0055296416,0.0004886545,0.000049357357,0.00007909659,0.00031647793],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.017157473,0.00007818916,0.00023628012,0.00018326263,0.001594979,0.00091253855,0.00052795897,0.00015387253,0.0003228752],"category_scores_gemma":[0.011517273,0.000043673226,0.000060228012,0.00022603625,0.0006242961,0.0015747205,0.00018262581,0.0010078402,0.0000011014455],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003314919,0.000048483053,0.029691132,0.00012484445,0.00007505526,0.000008234984,0.29862645,0.0000010555616,0.0000055570313,0.13443835,0.51290774,0.024039943],"study_design_scores_gemma":[0.0010479621,0.00053199806,0.002349894,0.0016670388,0.000010075089,0.00010622703,0.350653,0.0021384,0.00012629833,0.08253539,0.558605,0.00022868109],"about_ca_topic_score_codex":0.000013502818,"about_ca_topic_score_gemma":0.0000053867807,"teacher_disagreement_score":0.33916643,"about_ca_system_score_codex":0.000026938917,"about_ca_system_score_gemma":0.00069482473,"threshold_uncertainty_score":0.99970484},"labels":[],"label_agreement":null},{"id":"W4360849369","doi":"10.5195/jmla.2022.1457","title":"Integrating open science education into an undergraduate health professional research program","year":2023,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Library science; Medical education; Computer science; World Wide Web; Medicine","score_opus":0.19193760727616482,"score_gpt":0.6212591864843037,"score_spread":0.42932157920813885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360849369","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36468846,0.00007331392,0.000014311831,0.61779207,0.00888808,0.001722113,0.0000039690062,0.00007186191,0.006745839],"genre_scores_gemma":[0.8984566,0.0006811941,0.0063703596,0.019314406,0.006458325,0.00042217475,0.00006396326,0.000050582308,0.0681824],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9859717,0.00628423,0.0011889277,0.00027263275,0.0052154437,0.0010670917],"domain_scores_gemma":[0.99318266,0.0024604728,0.0012969734,0.0003390845,0.0012350357,0.001485785],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.055558823,0.00009742298,0.00026580697,0.0006428426,0.0046806163,0.0003011884,0.0035070973,0.00018399325,0.00043737274],"category_scores_gemma":[0.029011155,0.000056839686,0.000064279666,0.0056057526,0.00032562035,0.0032267673,0.0013886245,0.0029362068,0.00016366494],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042702362,0.00047829904,0.10330848,0.00012745989,0.000009032983,0.0000013786396,0.0071001467,0.0000019707766,0.000043457087,0.008989639,0.7676465,0.11225097],"study_design_scores_gemma":[0.00090448145,0.00090906845,0.41240433,0.0025961048,0.000004649793,0.000008305044,0.037349857,0.003112489,0.00004991717,0.07322428,0.46927243,0.00016408735],"about_ca_topic_score_codex":0.00035261476,"about_ca_topic_score_gemma":0.00014948045,"teacher_disagreement_score":0.59847766,"about_ca_system_score_codex":0.0015604269,"about_ca_system_score_gemma":0.106489226,"threshold_uncertainty_score":0.9993641},"labels":[],"label_agreement":null},{"id":"W4360849784","doi":"10.5195/jmla.2022.1505","title":"The case of the disappearing librarians: analyzing documentation of librarians’ contributions to systematic reviews","year":2023,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Queen's University; Medical Library Association","keywords":"Documentation; Library science; Systematic review; Protocol (science); Set (abstract data type); Computer science; MEDLINE; World Wide Web; Medicine; Alternative medicine; Political science","score_opus":0.2993070694448581,"score_gpt":0.4749921879899399,"score_spread":0.17568511854508184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360849784","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42014608,0.017548922,0.018795663,0.512049,0.012254204,0.011232259,0.00037949646,0.00005051846,0.007543854],"genre_scores_gemma":[0.98043436,0.0007829755,0.00047138878,0.0012343652,0.00054847647,0.000051694013,0.000004367622,0.000023934068,0.01644844],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95521706,0.025508216,0.012792444,0.00026226754,0.0059487033,0.0002713287],"domain_scores_gemma":[0.9439848,0.027670525,0.025077874,0.0021222602,0.0008297915,0.0003147361],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12159218,0.00019219176,0.0025573117,0.00028177493,0.00045347415,0.00084796344,0.00329746,0.00013289733,0.0010439827],"category_scores_gemma":[0.26535386,0.00006149422,0.0026822041,0.004790537,0.000077030796,0.0013458139,0.0005298295,0.0004314114,0.0001461393],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004523858,0.0001734417,0.09886178,0.002694206,0.002432338,0.00007027397,0.0041693174,0.00073786185,0.0002571514,0.04356618,0.838693,0.008299167],"study_design_scores_gemma":[0.004967882,0.0005432959,0.15310788,0.052099008,0.01020212,0.0015550734,0.027501488,0.04334973,0.0031678318,0.18790372,0.51415837,0.0014436187],"about_ca_topic_score_codex":0.000005070167,"about_ca_topic_score_gemma":0.0000074863556,"teacher_disagreement_score":0.5602883,"about_ca_system_score_codex":0.00007755918,"about_ca_system_score_gemma":0.0003575222,"threshold_uncertainty_score":0.9998692},"labels":[],"label_agreement":null},{"id":"W4360850267","doi":"10.5195/jmla.2022.1418","title":"Engaging health sciences librarians on data ethics: case study on a pilot curriculum","year":2023,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Research Data Management Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Institutes of Health; University of Pittsburgh","keywords":"Curriculum; Library science; Medical education; Sociology; Engineering ethics; World Wide Web; Computer science; Medicine; Engineering; Pedagogy","score_opus":0.3042024538932732,"score_gpt":0.45837462843589133,"score_spread":0.1541721745426181,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360850267","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09196222,0.000080912985,0.0037037085,0.89742917,0.002944883,0.0005798244,0.000034762335,0.00021376502,0.0030507478],"genre_scores_gemma":[0.9716406,0.0009441608,0.0020236047,0.02192723,0.001245482,0.000008234828,0.000013483214,0.000025355013,0.0021718554],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.988843,0.004868219,0.00065181206,0.00040002956,0.004818839,0.00041808732],"domain_scores_gemma":[0.99104863,0.0062308046,0.0012519759,0.0010757016,0.000054984455,0.00033790473],"candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":["metaresearch","scholarly_communication"],"category_scores_codex":[0.029134607,0.00012519563,0.00024302902,0.00042445963,0.00093990494,0.002767215,0.007906381,0.00006362119,0.000034392153],"category_scores_gemma":[0.022264268,0.00007588017,0.00006644286,0.0023005742,0.00006787745,0.027070545,0.0037239324,0.0021908854,0.000046574325],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059581693,0.0037577539,0.11152965,0.00008441985,0.00053063396,0.009653299,0.0059274393,0.00048469863,0.0000029566547,0.09087018,0.7527275,0.024371885],"study_design_scores_gemma":[0.010455151,0.023442134,0.13955222,0.0032240523,0.0001726668,0.0025538434,0.050057743,0.2253087,0.00007561909,0.01644242,0.52720904,0.001506379],"about_ca_topic_score_codex":0.000052209358,"about_ca_topic_score_gemma":0.0000118133785,"teacher_disagreement_score":0.87967837,"about_ca_system_score_codex":0.000105266416,"about_ca_system_score_gemma":0.0014716379,"threshold_uncertainty_score":0.9997102},"labels":[],"label_agreement":null},{"id":"W4366606061","doi":"10.5195/jmla.2023.1572","title":"Clinical reporting for personalized cancer genomics requires extensive access to subscription-only literature","year":2023,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"BRCA gene mutations in cancer","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; University of Manitoba; Ottawa Hospital; Trillium Health Centre; London Health Sciences Centre; Western University; Capital District Health Authority; University of Toronto; University Health Network; Public Health Ontario; University of Guelph","funders":"McGill University Health Centre; University of Guelph; McGill University","keywords":"Personalized medicine; Health care; Medicine; Subject (documents); MEDLINE; World Wide Web; Family medicine; Internet privacy; Computer science; Bioinformatics; Political science; Biology","score_opus":0.04199357405356029,"score_gpt":0.3897443910289647,"score_spread":0.3477508169754044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366606061","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.912026,0.0012904677,0.0007084065,0.080835916,0.00456709,0.00030709695,0.00010379255,0.000017911367,0.00014333532],"genre_scores_gemma":[0.81736195,0.010057363,0.007987708,0.06955888,0.03164349,0.00019344875,0.00044176687,0.00020814048,0.06254727],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977024,0.00022015096,0.0011357034,0.0001960642,0.0005412841,0.00020436318],"domain_scores_gemma":[0.9969635,0.00022710727,0.0020290157,0.00018336708,0.00041882525,0.00017817457],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0021275282,0.000102387625,0.00025382938,0.00006999035,0.00012999076,0.00014127592,0.0005431004,0.00028851605,0.0000720558],"category_scores_gemma":[0.013015946,0.00007303324,0.0003835703,0.0003915577,0.00004124098,0.000048966765,0.0002352145,0.00029888313,0.0000028189186],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003022708,0.00004392584,0.14584734,0.00003246676,0.00038495776,0.000019927898,0.000398345,0.0002767814,0.005525864,0.00011060647,0.83672196,0.010335577],"study_design_scores_gemma":[0.0013209297,0.00016605777,0.12703106,0.00026092457,0.00009901624,0.00007081619,0.00017885081,0.00024151285,0.0060191914,0.0011217472,0.86330223,0.00018765006],"about_ca_topic_score_codex":0.0000010536038,"about_ca_topic_score_gemma":0.0000049974647,"teacher_disagreement_score":0.094664045,"about_ca_system_score_codex":0.00013167487,"about_ca_system_score_gemma":0.0014674555,"threshold_uncertainty_score":0.99529785},"labels":[],"label_agreement":null},{"id":"W4366722529","doi":"10.5195/jmla.2023.1711","title":"Looking back, looking forward","year":2023,"lang":"en","type":"editorial","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medical library; Transparency (behavior); Library science; Data science; Computer science; World Wide Web; Computer security","score_opus":0.035776982672956315,"score_gpt":0.423440655837049,"score_spread":0.38766367316409267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366722529","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006875426,0.00020137633,0.00003326405,0.05778688,0.9350536,0.0003514244,0.0000643638,0.00004576574,0.0057757846],"genre_scores_gemma":[0.00020796024,0.0016476383,0.00010624236,0.0019995382,0.913287,0.000019145144,0.00006397622,0.0000634946,0.08260501],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98650175,0.0029850148,0.0019522572,0.00024080389,0.0072698654,0.0010502936],"domain_scores_gemma":[0.96768516,0.025632253,0.004412389,0.00035889813,0.0007715484,0.0011397579],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.014561509,0.00021344254,0.00066564244,0.00034105915,0.0010182676,0.000111879024,0.001825794,0.0018774185,0.004141055],"category_scores_gemma":[0.100260735,0.00013211285,0.00038479586,0.0010596012,0.000074256415,0.00090101804,0.0005717083,0.007918605,0.0011338647],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035925204,0.000033596523,0.008009249,0.00032125323,0.000072208655,0.000011383461,0.000877845,0.000002328164,6.321879e-7,0.000026362939,0.9896926,0.00091656577],"study_design_scores_gemma":[0.0006057908,0.00007106161,0.0020401513,0.0024723613,0.000033154123,9.559388e-7,0.00062109105,0.000076551274,0.0000021667918,0.0010237383,0.99293435,0.00011860951],"about_ca_topic_score_codex":0.00004588249,"about_ca_topic_score_gemma":0.000027131151,"teacher_disagreement_score":0.08569923,"about_ca_system_score_codex":0.0012639313,"about_ca_system_score_gemma":0.019361865,"threshold_uncertainty_score":0.99964386},"labels":[],"label_agreement":null},{"id":"W4366728010","doi":"10.5195/jmla.2023.1557","title":"Domains of professional practice: analysis of publications in the Journal of the Medical Library Association from 2010 to 2019","year":2023,"lang":"en","type":"review","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medical library; Library science; Association (psychology); Inclusion (mineral); Equity (law); MEDLINE; Domain (mathematical analysis); Publishing; World Wide Web; Medical education; Computer science; Medicine; Psychology; Sociology; Political science; Social science","score_opus":0.10649656716385063,"score_gpt":0.521255825445787,"score_spread":0.4147592582819363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366728010","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008666666,0.21236897,0.000062494124,0.755472,0.017638456,0.0029108236,0.0010617118,0.000026979613,0.0017919164],"genre_scores_gemma":[0.0006633519,0.9734603,0.0003355262,0.0074192984,0.0042454875,0.000069277354,0.00018566873,0.00005546085,0.013565624],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96591395,0.018947888,0.005155738,0.0002112182,0.009142762,0.0006284641],"domain_scores_gemma":[0.92963916,0.049153022,0.018510824,0.00069429644,0.0011475901,0.00085510453],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.035926647,0.0002496031,0.0018721306,0.001335362,0.00051872095,0.00006614723,0.004099072,0.0012360688,0.002860727],"category_scores_gemma":[0.11525835,0.000111189824,0.0011225895,0.00896769,0.00012537268,0.0016234497,0.00072119135,0.0058991374,0.000041058684],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000651716,0.00061245693,0.046397515,0.0008902513,0.0014193124,0.000004708615,0.0036742708,0.000008574623,5.4843224e-7,0.00030855453,0.93558365,0.011034985],"study_design_scores_gemma":[0.00051858823,0.00009458216,0.11377618,0.009556622,0.0015459831,0.00000849856,0.0024909934,0.00007505563,7.441915e-7,0.00059849775,0.87122184,0.000112406604],"about_ca_topic_score_codex":0.00012825702,"about_ca_topic_score_gemma":0.000092943075,"teacher_disagreement_score":0.76109135,"about_ca_system_score_codex":0.0008378139,"about_ca_system_score_gemma":0.03087593,"threshold_uncertainty_score":0.9980508},"labels":[],"label_agreement":null},{"id":"W4367852121","doi":"10.5195/jmla.2023.1530","title":"Searching for evidence in public health emergencies: a white paper of best practices","year":2023,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Library Science and Administration","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Saskatchewan Health; Children's Hospital of Eastern Ontario","funders":"University of Illinois at Urbana-Champaign; University of Edinburgh; European Commission; McMaster University; University of Minnesota","keywords":"Best practice; Transparency (behavior); Public relations; Preparedness; Public health; Health care; Medicine; Medical education; Political science; Nursing","score_opus":0.2127673734838219,"score_gpt":0.4287007134648412,"score_spread":0.21593333998101927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367852121","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2411391,0.00019961108,0.00004436653,0.75452197,0.0010752465,0.00024028872,0.000006823797,0.00001897224,0.0027535963],"genre_scores_gemma":[0.985558,0.002072426,0.0004108846,0.0034172323,0.0008212871,0.0000058055084,0.0000028923018,0.000007353823,0.007704152],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99605715,0.0011229607,0.00063662895,0.00009483084,0.0017848026,0.00030365132],"domain_scores_gemma":[0.99545807,0.002181289,0.0019378164,0.00008244918,0.00009521228,0.00024513723],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011668996,0.000053190128,0.00018249234,0.00015391022,0.00030187346,0.00015081366,0.00069987884,0.000092846196,0.00036857286],"category_scores_gemma":[0.02596711,0.00003615066,0.00013021474,0.0014560395,0.00009193341,0.006612805,0.00007655078,0.00029368605,0.000005957446],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062057865,0.00032673386,0.7748259,0.00012441323,0.00006509772,0.000009087611,0.050791256,0.00006166201,0.0001475184,0.02258699,0.12888154,0.022117738],"study_design_scores_gemma":[0.000763494,0.00054769294,0.16789325,0.0010853913,0.000017843266,0.0000043150453,0.041548684,0.000907568,0.0000976044,0.0134352995,0.77351284,0.00018601112],"about_ca_topic_score_codex":0.00010011883,"about_ca_topic_score_gemma":0.0002213267,"teacher_disagreement_score":0.7511048,"about_ca_system_score_codex":0.000092124035,"about_ca_system_score_gemma":0.004023515,"threshold_uncertainty_score":0.9822376},"labels":[],"label_agreement":null},{"id":"W4383748075","doi":"10.5195/jmla.2023.1616","title":"Academic health sciences libraries' outreach and engagement with North American Indigenous communities: a scoping review","year":2023,"lang":"en","type":"review","venue":"Journal of the Medical Library Association JMLA","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"U.S. National Library of Medicine; Health Sciences, University of Arizona; University of Washington; Medical Library Association","keywords":"Outreach; Indigenous; Psychological intervention; Grey literature; Community engagement; Inclusion (mineral); Library science; Publishing; Public engagement; Public health; Medical education; Public relations; MEDLINE; Political science; Medicine; Sociology; Nursing; Computer science; Social science","score_opus":0.07544709451996547,"score_gpt":0.4032798794726649,"score_spread":0.32783278495269946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383748075","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00030228554,0.98615676,0.0000043094274,0.009086648,0.00084934,0.0018503534,0.00002716866,0.000057895773,0.0016652275],"genre_scores_gemma":[0.0000065091353,0.99454,0.00017352928,0.0019399745,0.001344677,0.000011731513,0.000027350297,0.00003896998,0.001917289],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.98898196,0.005996996,0.0016481396,0.00019560348,0.0025006838,0.00067663856],"domain_scores_gemma":[0.99015176,0.0032898213,0.0056513078,0.0002188721,0.00010902291,0.00057922496],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010880085,0.00027907366,0.0017623412,0.00030301054,0.0073250206,0.00024406123,0.0015895643,0.00024590347,0.00008214282],"category_scores_gemma":[0.00030139054,0.0001496436,0.00027654172,0.0021788287,0.000850727,0.000888475,0.0000402343,0.0023668609,0.0000103094835],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001374652,0.0002971538,0.008373411,0.09593033,0.0008605542,0.000024058803,0.47462225,0.0000011858991,1.3229878e-10,0.007897361,0.01249988,0.39948004],"study_design_scores_gemma":[0.00008285117,0.00015422548,0.0001089163,0.17683153,0.00018152941,0.00001940431,0.002894076,2.2474413e-7,6.2130923e-9,0.00006828329,0.81950843,0.00015049559],"about_ca_topic_score_codex":0.0043865265,"about_ca_topic_score_gemma":0.047706034,"teacher_disagreement_score":0.80700856,"about_ca_system_score_codex":0.00059737026,"about_ca_system_score_gemma":0.10885225,"threshold_uncertainty_score":0.99993473},"labels":[],"label_agreement":null},{"id":"W4383748078","doi":"10.5195/jmla.2023.1723","title":"More than just pronouns – gender-neutral and inclusive language in patient education materials: suggestions for patient education librarians","year":2023,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sinai Health System","funders":"","keywords":"Patient education; Medical education; Sociology; Psychology; Public relations; Medicine; Library science; Nursing; Computer science; Political science","score_opus":0.015286298194309558,"score_gpt":0.3457830285920484,"score_spread":0.33049673039773886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383748078","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90291226,0.00038658534,0.0000051988122,0.089035936,0.0052845567,0.000539733,0.00011020226,0.0000305761,0.0016949691],"genre_scores_gemma":[0.9872296,0.00031607912,0.00013063733,0.0046290383,0.002209821,0.00011599052,0.00014904309,0.00003505713,0.005184736],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.997899,0.0005561549,0.00068317563,0.00015273417,0.00043318392,0.00027573985],"domain_scores_gemma":[0.9983621,0.0003786457,0.0008016171,0.00015877128,0.000083243416,0.00021561774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061904587,0.00012008098,0.00022657607,0.00028881352,0.00019377338,0.000099868,0.00025234208,0.00024128788,0.00025830392],"category_scores_gemma":[0.0008951365,0.000091495676,0.000100286255,0.00040863125,0.00003484727,0.00056806044,0.00011282977,0.00033572523,0.00001893196],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002470545,0.0018967551,0.19730769,0.00052145065,0.00017646198,0.000019749208,0.06520997,0.000013878113,0.00012574228,0.01562167,0.66549,0.05336957],"study_design_scores_gemma":[0.001168559,0.00042554084,0.9315447,0.00029938982,0.00016456796,0.000110824534,0.019408228,0.00003860393,0.0003028962,0.014630963,0.031614464,0.00029124436],"about_ca_topic_score_codex":0.00020892236,"about_ca_topic_score_gemma":0.000036689806,"teacher_disagreement_score":0.734237,"about_ca_system_score_codex":0.00020042343,"about_ca_system_score_gemma":0.0017056877,"threshold_uncertainty_score":0.37310854},"labels":[],"label_agreement":null},{"id":"W4383748099","doi":"10.5195/jmla.2023.1588","title":"Automated indexing using NLM's Medical Text Indexer (MTI) compared to human indexing in Medline: a pilot study","year":2023,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver General Hospital; University of British Columbia Hospital; University of British Columbia","funders":"","keywords":"Search engine indexing; MEDLINE; Information retrieval; Computer science; National library; Library science","score_opus":0.11438148947379088,"score_gpt":0.43226478711394506,"score_spread":0.31788329764015416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383748099","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9533287,0.000030307661,0.00011796943,0.042942263,0.0020306278,0.00031882408,0.000007244706,0.00016151353,0.0010625308],"genre_scores_gemma":[0.9930305,0.0000061586593,0.00010821121,0.0041379533,0.0010939338,0.0000056953018,0.000004001245,0.00003166994,0.0015818635],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98074687,0.0026324596,0.002922664,0.0004190647,0.01267551,0.0006034158],"domain_scores_gemma":[0.99093056,0.00515382,0.0022689756,0.0004283552,0.00032096702,0.00089735014],"candidate_categories":["metaresearch","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03359193,0.00023768924,0.00087865774,0.0013312026,0.00042641707,0.001255641,0.0055351444,0.00041284066,0.001171471],"category_scores_gemma":[0.078951806,0.0001469799,0.00018935364,0.006510706,0.00008199145,0.003409854,0.0019349727,0.0027041305,0.000073683135],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008901938,0.00038769696,0.85865957,0.0000040353384,0.000082828534,0.00018784612,0.001984949,0.001339122,0.000049187573,0.00008151328,0.13535625,0.0017779917],"study_design_scores_gemma":[0.0036788783,0.00029598307,0.9019398,0.00071634585,0.00003896586,0.00006396153,0.0039932732,0.077023044,0.000059974915,0.004873307,0.0069779134,0.0003385575],"about_ca_topic_score_codex":0.00008635284,"about_ca_topic_score_gemma":0.0000723641,"teacher_disagreement_score":0.12837833,"about_ca_system_score_codex":0.0003921048,"about_ca_system_score_gemma":0.0013769156,"threshold_uncertainty_score":0.9998454},"labels":[],"label_agreement":null},{"id":"W4383748169","doi":"10.5195/jmla.2023.1663","title":"Health sciences library workshops in the COVID era: librarian perceptions and decision making","year":2023,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Library Science and Administration","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Library science; Medical library; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); MEDLINE; World Wide Web; Computer science; Data science; Medicine; Political science; Virology","score_opus":0.032140236768784344,"score_gpt":0.34859938953078706,"score_spread":0.3164591527620027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383748169","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34971657,0.00022779916,0.00006127159,0.64128834,0.001008465,0.00019151016,0.000007943685,0.0000596394,0.00743845],"genre_scores_gemma":[0.9715189,0.0015562542,0.0009355485,0.023575552,0.0011243944,0.0000033556162,0.000004165951,0.00000896627,0.0012728695],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99550265,0.0013638341,0.000584264,0.00016136092,0.0020297465,0.00035811562],"domain_scores_gemma":[0.99625504,0.002775869,0.000591609,0.00011319609,0.00001513145,0.0002491709],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.006108327,0.00009108134,0.0001982352,0.00024222072,0.0013919221,0.00093230634,0.0012104332,0.00015149612,0.0006283554],"category_scores_gemma":[0.002586055,0.000051377177,0.00011582031,0.002790946,0.00036328947,0.0060906005,0.00018382027,0.000586766,0.000015237192],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028861428,0.00008940663,0.5517243,0.000010229516,0.000012785295,0.000033015003,0.016876252,0.00006660024,0.0000019038483,0.035995487,0.34550056,0.049660575],"study_design_scores_gemma":[0.00047939987,0.0001516602,0.7261438,0.00043738275,0.000009771589,0.000033783534,0.017355094,0.0005837569,0.000002261284,0.09624023,0.15841155,0.00015134564],"about_ca_topic_score_codex":0.000011556013,"about_ca_topic_score_gemma":0.000047573794,"teacher_disagreement_score":0.62180233,"about_ca_system_score_codex":0.000054385677,"about_ca_system_score_gemma":0.0026095903,"threshold_uncertainty_score":0.99990815},"labels":[],"label_agreement":null},{"id":"W4383748228","doi":"10.5195/jmla.2023.1448","title":"Sub-Saharan Africa's biomedical journal coverage in scholarly databases: a comparison of Web of Science, Scopus, EMBASE, MEDLINE, African Index Medicus, and African Journals Online","year":2023,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Scopus; Directory; MEDLINE; Web of science; Library science; Bibliometrics; Online database; Medicine; Index (typography); Database; World Wide Web; Political science; Computer science","score_opus":0.255144196718167,"score_gpt":0.49292451794027803,"score_spread":0.237780321222111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383748228","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96259,0.0035133024,0.00036913733,0.030517362,0.0018211916,0.00020945641,0.0003067655,0.000012243303,0.0006605879],"genre_scores_gemma":[0.99353844,0.00504961,0.00044458156,0.00019773714,0.0004709326,0.0000011100443,0.0000068439267,0.000017702065,0.0002730541],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9582735,0.0017923672,0.004145849,0.00042320474,0.03451002,0.0008550947],"domain_scores_gemma":[0.9750234,0.01209476,0.0063256,0.000626407,0.0038355903,0.002094255],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.088938385,0.0002335893,0.0012680689,0.045319904,0.00039444555,0.001544951,0.0052727987,0.00028436276,0.0005257636],"category_scores_gemma":[0.23748252,0.0001325091,0.00037949573,0.15663664,0.0013131564,0.004958331,0.0017457933,0.0026397207,0.0000072223584],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021081963,0.0011898717,0.8222051,0.00002819069,0.00011545523,0.00012614559,0.00083745975,0.00005938674,0.0028261675,0.000106956686,0.12428898,0.04800541],"study_design_scores_gemma":[0.0046968744,0.0007455105,0.8996016,0.0008950612,0.00006138558,0.00017247263,0.0050937305,0.020017883,0.0016255194,0.005097924,0.061692584,0.000299472],"about_ca_topic_score_codex":0.000021988248,"about_ca_topic_score_gemma":0.000017277416,"teacher_disagreement_score":0.14854413,"about_ca_system_score_codex":0.00031522376,"about_ca_system_score_gemma":0.006316427,"threshold_uncertainty_score":0.9996612},"labels":[],"label_agreement":null},{"id":"W4387245554","doi":"10.5195/jmla.2023.1661","title":"LGBTQ+ health research guides: a multi-institutional analysis of usage patterns and user information needs","year":2023,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada); Nova Scotia Health Authority; Dalhousie University; McGill University","funders":"Virginia Commonwealth University","keywords":"Resource (disambiguation); Information needs; Computer science; Coding (social sciences); World Wide Web; Health care; Knowledge management; Data science; Sociology; Political science","score_opus":0.08744364517449463,"score_gpt":0.4316677112891595,"score_spread":0.34422406611466483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387245554","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87885827,0.00024230285,0.0004914396,0.115623064,0.0016280727,0.00020679887,0.00018808358,0.00003124348,0.00273074],"genre_scores_gemma":[0.9796792,0.0020431536,0.00013951623,0.005364092,0.00091163185,0.0000075964413,0.00008640355,0.000013916878,0.011754474],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956412,0.0012451694,0.0010412509,0.00006738512,0.001679337,0.00032570865],"domain_scores_gemma":[0.99730945,0.00095984334,0.0010349005,0.00017686268,0.00021122136,0.00030770717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061627077,0.000085415544,0.00035939694,0.0013617029,0.00028090485,0.00007718605,0.0004176887,0.00020384317,0.0008545817],"category_scores_gemma":[0.0025304102,0.00005693656,0.00022483185,0.002662127,0.00009691562,0.0009281341,0.0001577323,0.0006728836,0.00005247627],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031847987,0.00009341727,0.81933385,0.000116190226,0.0005410544,0.0000045525708,0.0032420158,0.0000327448,0.0000011442369,0.0032757383,0.17007804,0.0032493863],"study_design_scores_gemma":[0.0008200622,0.00007675882,0.9588675,0.000054369837,0.00011675626,0.000010092545,0.0007081165,0.0005199462,0.0000015554147,0.0002614209,0.03851582,0.00004761503],"about_ca_topic_score_codex":0.00063746644,"about_ca_topic_score_gemma":0.00006979347,"teacher_disagreement_score":0.13953362,"about_ca_system_score_codex":0.00017295686,"about_ca_system_score_gemma":0.00080416264,"threshold_uncertainty_score":0.93570703},"labels":[],"label_agreement":null},{"id":"W4387245955","doi":"10.5195/jmla.2023.1826","title":"Introducing the Journal of the Medical Library Association’s policy on the use of generative artificial intelligence in submissions","year":2023,"lang":"en","type":"editorial","venue":"Journal of the Medical Library Association JMLA","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Generative grammar; Association (psychology); Medical library; Computer science; Data science; Library science; Artificial intelligence; Psychology","score_opus":0.09722635263467401,"score_gpt":0.3837270670926456,"score_spread":0.2865007144579716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387245955","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017550549,0.00029946936,0.000096953736,0.5841885,0.39714497,0.00048876274,0.00007534895,0.000017536626,0.00013785705],"genre_scores_gemma":[0.042397276,0.0074007497,0.00019029861,0.010135164,0.9324913,0.00001897884,0.00005066295,0.00014106468,0.0071745333],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98400223,0.0041861203,0.0035578783,0.00023407477,0.007495659,0.0005240489],"domain_scores_gemma":[0.9049556,0.07670432,0.013888019,0.0012810243,0.0021845924,0.0009864077],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.010578883,0.00033063773,0.00096812146,0.00046871955,0.0004460403,0.00019131844,0.0019570382,0.0015024082,0.00091442635],"category_scores_gemma":[0.25560996,0.00014411252,0.0007685898,0.0021284218,0.00026183453,0.0007248239,0.00042301157,0.0071747955,0.000019666128],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033493643,0.0003261631,0.007846918,0.00005285404,0.00028558812,0.00002250212,0.0026347833,0.0002665696,0.000015443318,0.0007547345,0.98007584,0.007383644],"study_design_scores_gemma":[0.00040280342,0.0009893276,0.008925082,0.008647413,0.00072782574,0.000089744084,0.004709486,0.0025791095,0.006100118,0.019942475,0.9464327,0.00045391533],"about_ca_topic_score_codex":0.00018361211,"about_ca_topic_score_gemma":0.00007623687,"teacher_disagreement_score":0.57405335,"about_ca_system_score_codex":0.0011763826,"about_ca_system_score_gemma":0.017925423,"threshold_uncertainty_score":0.99999887},"labels":[],"label_agreement":null},{"id":"W4390738865","doi":"10.5195/jmla.2024.1791","title":"Searches as data: archiving and sharing search strategies using an institutional data repository","year":2024,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Research Data Management Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; World Wide Web; Data sharing; Data science; Information retrieval; Information repository; Library science; Computer data storage","score_opus":0.2059632546520488,"score_gpt":0.404972793818588,"score_spread":0.19900953916653918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390738865","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5114295,0.0039405306,0.32898247,0.1364718,0.0049871374,0.00051767944,0.00019530882,0.00028603428,0.013189548],"genre_scores_gemma":[0.9642294,0.0018944808,0.027918423,0.0006657511,0.0025811866,0.0000012615575,0.00011487587,0.000025048072,0.0025695951],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99571866,0.00078257715,0.00040457293,0.00039446572,0.00246122,0.00023852919],"domain_scores_gemma":[0.997029,0.0012083342,0.00024095137,0.0012117589,0.00004970806,0.00026021586],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":["scholarly_communication","open_science"],"category_scores_codex":[0.008142181,0.00008546874,0.00013485868,0.00019138561,0.0003360997,0.009069591,0.008267232,0.000060104554,0.000020703816],"category_scores_gemma":[0.002986238,0.00005746559,0.000031860258,0.00044755315,0.0001091182,0.113868214,0.010670094,0.0009714648,0.000002877682],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009931932,0.000631231,0.091861635,0.0008059429,0.0017511437,0.0038427045,0.0022661875,0.0017069487,0.0013473446,0.80439466,0.026239512,0.06505339],"study_design_scores_gemma":[0.00026102006,0.00007832742,0.022492573,0.00064945954,0.000045134388,0.00063969276,0.00039048135,0.9184929,0.00010805207,0.007584119,0.049109273,0.00014892682],"about_ca_topic_score_codex":0.00003982115,"about_ca_topic_score_gemma":0.0000036515344,"teacher_disagreement_score":0.916786,"about_ca_system_score_codex":0.000087841756,"about_ca_system_score_gemma":0.0020631254,"threshold_uncertainty_score":0.99733144},"labels":[],"label_agreement":null},{"id":"W4398194585","doi":"10.5195/jmla.2024.1868","title":"Learning on the job: using Artificial Intelligence to support rapid review methods","year":2024,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University Medical Centre; McMaster University","funders":"","keywords":"Timeline; Identification (biology); Process (computing); Computer science; Decision support system; Data science; Knowledge management; Artificial intelligence; Management science; Engineering","score_opus":0.7113101052272689,"score_gpt":0.574112559193636,"score_spread":0.13719754603363288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398194585","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013532206,0.017935555,0.20471676,0.73666704,0.009047799,0.0012537419,0.000015932652,0.000025628202,0.016805347],"genre_scores_gemma":[0.47382805,0.017261488,0.11293547,0.23515026,0.016251286,0.000071525836,0.000012032848,0.00024821542,0.14424168],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9513639,0.031093547,0.0074626226,0.00032547567,0.009533564,0.0002208405],"domain_scores_gemma":[0.95873463,0.032086335,0.0069520525,0.0012450442,0.00057523773,0.00040672088],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.2579608,0.00017361189,0.0016344106,0.00023403279,0.00021973325,0.0011763587,0.0025050156,0.000110259105,0.04162582],"category_scores_gemma":[0.2573873,0.000057020796,0.0021731013,0.0024876366,0.000033403903,0.0004957472,0.00025730522,0.0010354861,0.0011486663],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008270131,0.000034745743,0.0012718666,0.00010705236,0.0003955685,0.000025717542,0.00039551774,0.00025844417,0.00003486295,0.018218951,0.45915622,0.5200928],"study_design_scores_gemma":[0.000016793712,0.00013593234,0.00042296783,0.0021904055,0.00040280336,0.00006815028,0.0003258654,0.012658327,0.00024918513,0.035663754,0.947748,0.00011783273],"about_ca_topic_score_codex":3.5841506e-7,"about_ca_topic_score_gemma":2.3848895e-7,"teacher_disagreement_score":0.51997495,"about_ca_system_score_codex":0.00009195541,"about_ca_system_score_gemma":0.00043541502,"threshold_uncertainty_score":0.9998605},"labels":[],"label_agreement":null},{"id":"W4398194695","doi":"10.5195/jmla.2024.1730","title":"Citations in Wikipedia for understanding research reach","year":2024,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Brock University","funders":"","keywords":"Citation; Altmetrics; Metadata; Library science; Medical library; Institution; Computer science; World Wide Web; Identifier; Sociology; Social science","score_opus":0.13780042883142432,"score_gpt":0.46912629512884557,"score_spread":0.3313258662974212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398194695","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041292112,0.0008570233,0.0022599192,0.8744874,0.010437607,0.0005074136,0.000015456651,0.000054288725,0.07008878],"genre_scores_gemma":[0.98135924,0.00030222716,0.0003552833,0.00067405304,0.002738321,0.000013525611,0.0000034927846,0.000010244409,0.014543621],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.996931,0.0009148987,0.00035960498,0.000074547235,0.0015308945,0.00018903267],"domain_scores_gemma":[0.99614525,0.0033329711,0.00016093683,0.000057790952,0.00018113684,0.00012193789],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008215194,0.000038638475,0.00009212974,0.0002565967,0.00035929529,0.00031994923,0.00032220563,0.00014934057,0.00035720936],"category_scores_gemma":[0.011567453,0.000028314142,0.00008447883,0.0015659097,0.00008212649,0.00089099695,0.000025716246,0.0005015309,0.0000075500343],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014404713,0.00006252452,0.009101587,0.000014528296,0.000024611945,0.0000029902048,0.01369559,0.00000834246,0.000008753865,0.5937614,0.38148203,0.0018232064],"study_design_scores_gemma":[0.00029525696,0.000036105124,0.004586392,0.00025882828,0.000013871796,0.0000014053905,0.022674782,0.00038697856,0.00001750457,0.32298625,0.64868337,0.000059265072],"about_ca_topic_score_codex":0.000012893377,"about_ca_topic_score_gemma":0.00012735924,"teacher_disagreement_score":0.9400671,"about_ca_system_score_codex":0.00093972665,"about_ca_system_score_gemma":0.0029137,"threshold_uncertainty_score":0.9967585},"labels":[],"label_agreement":null},{"id":"W4398199125","doi":"10.5195/jmla.2024.1902","title":"Introducing the Journal of the Medical Library Association’s manuscript resubmission deadlines: creating accountability structures for our authors","year":2024,"lang":"en","type":"editorial","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Accountability; Association (psychology); Medical decision making; Computer science; Political science; Library science; Psychology; Medicine; Medical emergency; Law","score_opus":0.1764651188028025,"score_gpt":0.44429073188374957,"score_spread":0.2678256130809471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398199125","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004230407,0.0036920777,0.00070121355,0.21332915,0.77594817,0.0009599074,0.00031312671,0.000015782729,0.0008101859],"genre_scores_gemma":[0.00953418,0.000807572,0.0016743297,0.0029718822,0.9110821,0.000017940662,0.000042186446,0.00012785239,0.073741995],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.89201736,0.036878474,0.020191345,0.00076449127,0.049504917,0.00064341835],"domain_scores_gemma":[0.50209314,0.26831704,0.20269313,0.009335403,0.014678347,0.0028829523],"candidate_categories":["metaresearch","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.2702714,0.0006469881,0.0046147835,0.0004934548,0.00083340745,0.0035109424,0.011455521,0.0021867806,0.004618763],"category_scores_gemma":[0.7211649,0.00020997254,0.006502917,0.0021497486,0.000095508665,0.0018712417,0.0014237443,0.006712685,0.000039944556],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000083838706,0.00006261146,0.00948686,0.00017048515,0.0012234986,0.000008930071,0.00080957694,0.00005568721,0.0000030956387,0.000121993726,0.985715,0.0022584724],"study_design_scores_gemma":[0.0006279703,0.000077381635,0.002743507,0.0014497634,0.0018403282,0.000055282024,0.0014440491,0.0011645599,0.00002871571,0.019283533,0.97107154,0.00021336299],"about_ca_topic_score_codex":0.000007330218,"about_ca_topic_score_gemma":0.0000105226645,"teacher_disagreement_score":0.45089352,"about_ca_system_score_codex":0.00078118197,"about_ca_system_score_gemma":0.006512151,"threshold_uncertainty_score":0.99912},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4398223523","doi":"10.5195/jmla.2024.1995","title":"Thank you to the Journal of the Medical Library Association reviewers in 2023","year":2024,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Medical Library Association","keywords":"Medical library; Library science; Association (psychology); World Wide Web; Computer science; Psychology","score_opus":0.040887547768867126,"score_gpt":0.42671311759855063,"score_spread":0.3858255698296835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398223523","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11611262,0.003741019,0.00004308538,0.8556999,0.020068124,0.00055268157,0.000024819587,0.000017461049,0.0037402932],"genre_scores_gemma":[0.6545764,0.035003077,0.0004226078,0.13590343,0.04098945,0.00007320773,0.000017768278,0.00012677343,0.13288726],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9848433,0.0066048233,0.0020005566,0.00013344557,0.0057739583,0.00064388965],"domain_scores_gemma":[0.98847604,0.007986409,0.0020123767,0.00029046083,0.00030648342,0.00092821784],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029029824,0.00013434832,0.00041213303,0.000267465,0.00055529736,0.000120085824,0.002033746,0.0003951872,0.004583837],"category_scores_gemma":[0.048954856,0.00005802147,0.0003161251,0.0023686122,0.00006301907,0.0014579782,0.00043919712,0.0043577626,0.00017570988],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004414714,0.000057933754,0.16223197,0.000113336384,0.00004746776,0.000012586838,0.002372784,0.00000887497,0.0000036471959,0.00019054135,0.83015275,0.004763966],"study_design_scores_gemma":[0.00041994685,0.000083849576,0.17208418,0.0030679058,0.000034015688,0.000025664855,0.0015232429,0.00036650334,0.000013745545,0.001415754,0.820896,0.00006917807],"about_ca_topic_score_codex":0.000031131196,"about_ca_topic_score_gemma":0.000042630832,"teacher_disagreement_score":0.7197965,"about_ca_system_score_codex":0.0009144991,"about_ca_system_score_gemma":0.011959022,"threshold_uncertainty_score":0.99981815},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4401072327","doi":"10.5195/jmla.2024.1967","title":"Diversity, equity, and inclusion initiatives in the Medical Library Association: a look back at the last twenty-five years","year":2024,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia Hospital; University of Alberta","funders":"","keywords":"Equity (law); Diversity (politics); Inclusion (mineral); Association (psychology); Medical library; Library science; Political science; Sociology; Psychology; Social science; Computer science; Law","score_opus":0.02846691663219778,"score_gpt":0.37151114954227654,"score_spread":0.34304423291007874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401072327","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19710302,0.0026523217,0.0000062821878,0.75814533,0.003413004,0.00044061049,0.00006350738,0.00004546049,0.038130447],"genre_scores_gemma":[0.6438277,0.008710234,0.000053132986,0.31597936,0.0048202476,0.000019098143,0.000040955852,0.000052411644,0.026496897],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98988515,0.0041483296,0.0010258863,0.00019033239,0.004261311,0.00048900815],"domain_scores_gemma":[0.9873257,0.011113919,0.00096617045,0.00020416715,0.00006665422,0.00032335898],"candidate_categories":["sts","open_science","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009201007,0.00016815992,0.0004260039,0.000152201,0.0028617228,0.000108094464,0.001621247,0.00059072056,0.0057951002],"category_scores_gemma":[0.0037953514,0.00008397715,0.00024401005,0.00067115703,0.000113525115,0.0015136452,0.039418384,0.0030967542,0.000128473],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055836954,0.0000635785,0.3796105,0.000116513605,0.00011239148,0.00012881102,0.017145125,6.0210783e-7,6.8537344e-7,0.0012507371,0.59888893,0.002626297],"study_design_scores_gemma":[0.0015721845,0.0001056606,0.48065633,0.0009744057,0.00009956115,0.000036624057,0.0021880209,0.00008252673,0.000003846247,0.019063685,0.4950714,0.00014575683],"about_ca_topic_score_codex":0.000026169466,"about_ca_topic_score_gemma":0.00012111982,"teacher_disagreement_score":0.44672465,"about_ca_system_score_codex":0.0010496291,"about_ca_system_score_gemma":0.003148188,"threshold_uncertainty_score":0.99920315},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4401107335","doi":"10.5195/jmla.2024.1870","title":"Exploring librarians’ practices when teaching advanced searching for knowledge synthesis: results from an online survey","year":2024,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Educational Games and Gamification","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Francis Xavier University; McGill University; University of Ottawa; University of Toronto; Dalhousie University; Kellogg's (Canada)","funders":"University of Toronto; Dalhousie University","keywords":"Computer science; Online teaching; Medical education; Knowledge management; World Wide Web; Data science; Mathematics education; Psychology; Medicine","score_opus":0.2434480224996356,"score_gpt":0.4147312624967165,"score_spread":0.1712832399970809,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401107335","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8400418,0.0021597361,0.00096516806,0.14192322,0.010872312,0.0002954032,0.00078770076,0.00011093472,0.002843715],"genre_scores_gemma":[0.976063,0.0003027643,0.0058718678,0.0010646184,0.0072340267,0.00004825323,0.00033941027,0.00007026359,0.009005794],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.995778,0.0022401218,0.0008279062,0.00025870916,0.0006709555,0.00022429212],"domain_scores_gemma":[0.97985923,0.018245537,0.0013101642,0.00025789358,0.00010148147,0.00022566358],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005611665,0.00012814943,0.00024870838,0.00014216779,0.0001707056,0.00030117418,0.00068149803,0.0001567738,0.00029982367],"category_scores_gemma":[0.026494445,0.00008864532,0.00018514112,0.00020350523,0.000022607142,0.0032102491,0.00007454389,0.001020032,0.000021041129],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020753727,0.0026398024,0.040301673,0.000121692094,0.0018080975,0.000027987482,0.07728061,0.00007634775,0.00024278124,0.016279329,0.20258383,0.65656245],"study_design_scores_gemma":[0.0011128586,0.00018127891,0.49300224,0.001151939,0.00017128907,0.00001758674,0.006623904,0.0022553033,0.00014529141,0.0064619174,0.48863873,0.0002376706],"about_ca_topic_score_codex":0.00006453077,"about_ca_topic_score_gemma":0.000030686366,"teacher_disagreement_score":0.6563248,"about_ca_system_score_codex":0.0001140175,"about_ca_system_score_gemma":0.0005381251,"threshold_uncertainty_score":0.9817058},"labels":[],"label_agreement":null},{"id":"W4403181491","doi":"10.5195/jmla.2024.1915","title":"MLA Research Training Institute (RTI) 2018 and 2019: participant research confidence and program effectiveness","year":2024,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"University of Illinois at Urbana-Champaign; University of Illinois at Chicago; Institute of Museum and Library Services","keywords":"Training (meteorology); Medical education; Psychology; Medicine; Geography","score_opus":0.46392651503702104,"score_gpt":0.6145081579184487,"score_spread":0.15058164288142767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403181491","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8561297,0.0030969412,0.000035960802,0.13441026,0.0035801404,0.0009661517,0.0000076169035,0.00003776095,0.0017354677],"genre_scores_gemma":[0.99073374,0.0026846966,0.00019018946,0.00049734133,0.0019323068,0.00010075829,0.000002312992,0.000014110692,0.0038445352],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98755187,0.0076532415,0.0006762086,0.00021783063,0.003002253,0.0008985846],"domain_scores_gemma":[0.98566276,0.012650875,0.00020025572,0.00014526656,0.00043507625,0.0009057684],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05116205,0.000080226084,0.00025157328,0.0003385565,0.0013664304,0.0002282529,0.00043987224,0.0002589058,0.0002672728],"category_scores_gemma":[0.02462043,0.000046977624,0.000048255773,0.0012702139,0.0005774013,0.0013184103,0.0003497915,0.0036093532,0.000050418912],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033576225,0.00029067462,0.17372857,0.0019568752,0.00017126261,0.00011520476,0.033489462,0.0000039207002,0.0003774238,0.021130813,0.6569367,0.11146332],"study_design_scores_gemma":[0.00096055644,0.0009017458,0.4588785,0.0070295893,0.00002698554,0.00004947448,0.008770885,0.003103956,0.00007960682,0.02815634,0.4918979,0.00014446425],"about_ca_topic_score_codex":0.00010088232,"about_ca_topic_score_gemma":0.0000245221,"teacher_disagreement_score":0.2851499,"about_ca_system_score_codex":0.00029278468,"about_ca_system_score_gemma":0.007330844,"threshold_uncertainty_score":0.99993366},"labels":[],"label_agreement":null},{"id":"W4406352685","doi":"10.5195/jmla.2025.1936","title":"Algorithmic indexing in MEDLINE frequently overlooks important concepts and may compromise literature search results","year":2025,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Agency of Canada; Université de Montréal","funders":"McGill University Health Centre; McGill University","keywords":"Search engine indexing; Information retrieval; MEDLINE; Computer science; Medical record; Subject (documents); Index (typography); Data mining; Medicine; Library science; World Wide Web; Radiology","score_opus":0.005347617935268055,"score_gpt":0.2804653613786845,"score_spread":0.27511774344341644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406352685","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9454666,0.0060811993,0.00015360623,0.046469104,0.0008208259,0.00012769314,0.00004746976,0.0000101816195,0.00082335586],"genre_scores_gemma":[0.9892593,0.0014665287,0.0013068849,0.0024934541,0.0005894847,0.0000023143932,0.00005305029,0.000009742716,0.004819259],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99832505,0.0003092242,0.00057494035,0.00014375824,0.0004710957,0.00017591756],"domain_scores_gemma":[0.99918514,0.00019268772,0.00033144336,0.00012074153,0.000052775915,0.000117203344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001347331,0.00009554228,0.00021708469,0.00007645238,0.00005502808,0.00005424158,0.00031303015,0.00038382201,0.00001417049],"category_scores_gemma":[0.0024256506,0.000060056474,0.00009280057,0.00022071176,0.00010571946,0.000015171208,0.00019545852,0.00062118657,2.6801496e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016881246,0.0005366629,0.7762861,0.00020305684,0.00076079665,0.0003536307,0.0017463684,0.000036695557,0.023335757,0.0008525801,0.12039438,0.07380584],"study_design_scores_gemma":[0.021209178,0.0011236024,0.4523631,0.0041960455,0.00013202705,0.00032509034,0.0010887085,0.0034653705,0.04400442,0.005045502,0.46636233,0.0006846318],"about_ca_topic_score_codex":0.0000037019254,"about_ca_topic_score_gemma":0.0000036584613,"teacher_disagreement_score":0.34596795,"about_ca_system_score_codex":0.000034777244,"about_ca_system_score_gemma":0.00032518306,"threshold_uncertainty_score":0.2960387},"labels":[],"label_agreement":null},{"id":"W4406352698","doi":"10.5195/jmla.2025.2099","title":"Revisiting JMLA case reports: a publication category for driving innovation in health sciences librarianship","year":2025,"lang":"en","type":"editorial","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Library science; Value (mathematics); Association (psychology); Sociology; Political science; Psychology; Computer science","score_opus":0.06831493832952704,"score_gpt":0.46095153591941146,"score_spread":0.39263659758988445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406352698","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023592697,0.00075626123,0.00055678614,0.33096758,0.6598279,0.0018639896,0.000072430325,0.00005144934,0.0035443404],"genre_scores_gemma":[0.0073162615,0.0013028308,0.002085993,0.012096792,0.94719625,0.0003262776,0.00046619776,0.00006174559,0.029147655],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9856563,0.0043394757,0.0049912273,0.00043239573,0.003597158,0.0009833935],"domain_scores_gemma":[0.9514519,0.029209713,0.015795827,0.00052206515,0.002331698,0.0006887857],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04969299,0.00022527452,0.0007629673,0.0013918224,0.0019080958,0.00029848894,0.0009019196,0.0012412935,0.0003539207],"category_scores_gemma":[0.26933488,0.00015865797,0.00019335045,0.0045251073,0.00011117918,0.0023453375,0.00030753767,0.00450812,0.000005206365],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027515325,0.000053021377,0.019177647,0.0010869263,0.000021939853,0.00004345603,0.00086556753,0.0000049305804,6.125078e-7,0.0010195613,0.9745112,0.0031876073],"study_design_scores_gemma":[0.0006544166,0.00011447366,0.0023140318,0.005033319,0.000014664148,0.00004895232,0.0014290579,0.00040479767,0.000001687334,0.0043117977,0.9855336,0.00013922826],"about_ca_topic_score_codex":0.00024095873,"about_ca_topic_score_gemma":0.00006468764,"teacher_disagreement_score":0.31887078,"about_ca_system_score_codex":0.0019360057,"about_ca_system_score_gemma":0.06373815,"threshold_uncertainty_score":0.99939126},"labels":[],"label_agreement":null},{"id":"W4406352714","doi":"10.5195/jmla.2025.1860","title":"Automated tools for systematic review screening methods: an application of machine learning for sexual orientation and gender identity measurement in health research","year":2025,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Alcohol Abuse and Alcoholism; Canadian Institutes of Health Research","keywords":"Sexual orientation; Identity (music); Orientation (vector space); Gender identity; Psychology; Computer science; Artificial intelligence; Data science; Social psychology; Art; Mathematics","score_opus":0.2561721285282296,"score_gpt":0.5235384591758604,"score_spread":0.26736633064763077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406352714","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048878316,0.09151128,0.6507291,0.18823266,0.001061043,0.019268058,0.000053581538,0.00015484245,0.00011109451],"genre_scores_gemma":[0.9032747,0.004699858,0.07866098,0.011292078,0.0005939257,0.0006379545,0.0001909149,0.00006217814,0.00058736413],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99429786,0.0027783823,0.0012709699,0.00014704051,0.0013266033,0.00017912801],"domain_scores_gemma":[0.99578816,0.0022445468,0.0010508787,0.00014857195,0.0006290911,0.00013873853],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.033975173,0.00007168996,0.0005647807,0.00019388286,0.00014269269,0.000034282853,0.00016312399,0.00010810719,0.000005900107],"category_scores_gemma":[0.029104538,0.000048464975,0.0000849247,0.00054218725,0.000020135916,0.00047581378,0.000043841777,0.00043495843,8.703115e-8],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00078635244,0.00058279687,0.15111937,0.7497024,0.0008611759,0.0000023051923,0.003246448,0.00010800318,0.00052166753,0.0044120564,0.0060781483,0.08257926],"study_design_scores_gemma":[0.016583828,0.0036933203,0.3123742,0.2716916,0.00150758,0.00010379478,0.011875441,0.35383806,0.0012844355,0.020038549,0.006562908,0.00044630215],"about_ca_topic_score_codex":0.000019895377,"about_ca_topic_score_gemma":0.000009840762,"teacher_disagreement_score":0.8543964,"about_ca_system_score_codex":0.00028271985,"about_ca_system_score_gemma":0.00066795613,"threshold_uncertainty_score":0.9947258},"labels":[],"label_agreement":null},{"id":"W4406352715","doi":"10.5195/jmla.2025.1591","title":"What’s beyond the core? Database coverage in qualitative information reveal","year":2025,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Smiths Detection (Canada); Shared Services Canada","funders":"","keywords":"Core (optical fiber); Database; Computer science; Qualitative research; Data science; Information retrieval; Sociology; Telecommunications","score_opus":0.33886223434209856,"score_gpt":0.5003087286078293,"score_spread":0.1614464942657307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406352715","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29224753,0.002854352,0.009236809,0.6457378,0.012554885,0.0012961663,0.000117777745,0.0000081204225,0.0359465],"genre_scores_gemma":[0.8107845,0.0010001468,0.0011557334,0.0701288,0.0007477083,0.000023790531,0.00004853229,0.000013642283,0.11609713],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96589494,0.016942343,0.00814891,0.0001618508,0.008681189,0.00017077218],"domain_scores_gemma":[0.9581349,0.025846066,0.013716607,0.0013501084,0.0007835838,0.00016876518],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15562387,0.00013116538,0.0012452492,0.0003210525,0.00014672101,0.0013434548,0.0024341147,0.00012338943,0.0034667682],"category_scores_gemma":[0.15817583,0.00004601469,0.0009300169,0.0020153115,0.000051100167,0.005020391,0.0002962341,0.0006652623,0.00020326964],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022222683,0.000043615593,0.02517297,0.000017973365,0.00017468123,0.000003530809,0.0047993837,0.0000402576,0.0000024544927,0.010307958,0.9510502,0.008364752],"study_design_scores_gemma":[0.001062006,0.000035934478,0.06068608,0.0005152211,0.00018840865,0.000014145516,0.014146591,0.002850076,0.00002908742,0.14438877,0.7759561,0.0001275929],"about_ca_topic_score_codex":0.0000025170302,"about_ca_topic_score_gemma":0.000006197644,"teacher_disagreement_score":0.575609,"about_ca_system_score_codex":0.00010991424,"about_ca_system_score_gemma":0.00050980673,"threshold_uncertainty_score":0.9996933},"labels":[],"label_agreement":null},{"id":"W4406352731","doi":"10.5195/jmla.2025.2089","title":"Amy Blevins, Medical Library Association President, 2023-2024","year":2025,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Toronto; Dalhousie University; East Carolina University","keywords":"Presidential address; Medical library; Medicine; Biography; Pathology; Political science; Law","score_opus":0.025895022140825407,"score_gpt":0.4149001800343544,"score_spread":0.389005157893529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406352731","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.079944275,0.0015134239,0.00011483331,0.7978027,0.025448479,0.0007137444,0.00003992353,0.00009164628,0.09433098],"genre_scores_gemma":[0.10464355,0.005862814,0.00035903213,0.077546895,0.012217561,0.00007493397,0.000044517732,0.000047732457,0.799203],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9883104,0.0038521385,0.001786085,0.00022551006,0.004979199,0.0008466586],"domain_scores_gemma":[0.9890826,0.0072281295,0.0019736022,0.00029285377,0.00028618806,0.001136653],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01002575,0.00016165819,0.00046199595,0.00034920304,0.00091493526,0.00013632243,0.0015351146,0.0008720243,0.022371667],"category_scores_gemma":[0.041913867,0.00010416199,0.0002687162,0.0017005826,0.00006764186,0.0019514511,0.00059261604,0.0034740188,0.00035871667],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003338942,0.00008831154,0.36527768,0.00009585502,0.00006460161,0.0000062410822,0.00025367967,0.0000011642531,0.0000027556596,0.0007685444,0.6317511,0.0016566908],"study_design_scores_gemma":[0.0009146738,0.000056272842,0.25812313,0.0011215637,0.000033680564,0.0000030992824,0.00055412145,0.00036493785,0.00003286281,0.004751357,0.7339557,0.00008864043],"about_ca_topic_score_codex":0.00004627646,"about_ca_topic_score_gemma":0.000028964474,"teacher_disagreement_score":0.7202558,"about_ca_system_score_codex":0.0009519201,"about_ca_system_score_gemma":0.01652865,"threshold_uncertainty_score":0.998825},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4406352735","doi":"10.5195/jmla.2025.1972","title":"Filtering failure: the impact of automated indexing in Medline on retrieval of human studies for knowledge synthesis","year":2025,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Search engine indexing; Information retrieval; MEDLINE; Computer science; Data science; Biology","score_opus":0.021491924303960182,"score_gpt":0.36333240583752263,"score_spread":0.34184048153356245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406352735","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.990914,0.0010276096,0.00005115447,0.007454341,0.00026253128,0.000088575754,0.000016179009,0.0000077877985,0.00017783925],"genre_scores_gemma":[0.999111,0.00013180015,0.00016911731,0.000105877276,0.00016499274,0.0000024874976,0.000002880009,0.0000056229205,0.00030623318],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9987509,0.000263506,0.000531537,0.000074634074,0.00026250005,0.00011688126],"domain_scores_gemma":[0.9980761,0.0010967064,0.0005817218,0.0001162908,0.000095084426,0.000034117096],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0012182732,0.00007963356,0.00030216188,0.00007757952,0.000053478216,0.000008045383,0.0003748808,0.0002005224,0.000011214854],"category_scores_gemma":[0.012536028,0.000039505536,0.0002470784,0.00023882886,0.000110691704,0.000007354978,0.00013899652,0.00020603403,8.943973e-8],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028121425,0.0017563149,0.2213235,0.00082938233,0.006659274,0.0000132069745,0.0028608802,0.0004977288,0.33567524,0.00084173336,0.39405417,0.032676402],"study_design_scores_gemma":[0.0047229477,0.002410045,0.23370844,0.004050204,0.0002702498,0.000014684095,0.0019067416,0.0028256245,0.7360864,0.0029354128,0.010764384,0.00030480686],"about_ca_topic_score_codex":0.0000018509261,"about_ca_topic_score_gemma":0.000003180805,"teacher_disagreement_score":0.4004112,"about_ca_system_score_codex":0.00004837344,"about_ca_system_score_gemma":0.0002517909,"threshold_uncertainty_score":0.9957818},"labels":[],"label_agreement":null},{"id":"W4409580488","doi":"10.5195/jmla.2025.2002","title":"Development and validation of LGBTQIA+ search filters: Report on process and pilot filter for queer women","year":2025,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Queer; Filter (signal processing); Lesbian; Transgender; Computer science; Gender studies; Sociology","score_opus":0.0297576824002881,"score_gpt":0.36441294686875547,"score_spread":0.3346552644684674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409580488","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.960862,0.00010333368,0.00009387277,0.034062058,0.0008129765,0.00019942762,0.000009508127,0.000007189777,0.0038496444],"genre_scores_gemma":[0.9585896,0.00012227496,0.0004166915,0.0035500613,0.00061473425,0.000028139068,0.000010005471,0.000015812788,0.036652643],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99836546,0.0002249752,0.0005994062,0.00010840751,0.0005254304,0.00017630954],"domain_scores_gemma":[0.9986025,0.000511671,0.00055722316,0.00009896611,0.00010303607,0.00012660316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018943822,0.00007244705,0.00020953784,0.00014009677,0.000106439315,0.000042344655,0.00017225574,0.00011999569,0.00020994361],"category_scores_gemma":[0.001028037,0.000049573762,0.000042091007,0.0001573732,0.000038413116,0.00023016616,0.00005368305,0.0002635895,0.0000017775465],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00086866616,0.0005651735,0.8168751,0.0012062141,0.00055573334,0.000026579055,0.00828721,0.0000051313764,0.000037367452,0.0035541605,0.15345944,0.014559236],"study_design_scores_gemma":[0.0038695438,0.0006474564,0.9186767,0.000418065,0.00009968496,0.00008682584,0.0006865512,0.000027788932,0.0017397341,0.010021723,0.06355404,0.000171912],"about_ca_topic_score_codex":0.000008836241,"about_ca_topic_score_gemma":0.0000012401398,"teacher_disagreement_score":0.10180159,"about_ca_system_score_codex":0.0000965865,"about_ca_system_score_gemma":0.00051499053,"threshold_uncertainty_score":0.22987352},"labels":[],"label_agreement":null},{"id":"W4409580541","doi":"10.5195/jmla.2025.2192","title":"Thank you to the Journal of the Medical Library Association reviewers in 2024","year":2025,"lang":"en","type":"editorial","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Association (psychology); Medical library; Medical journal; Library science; Quality (philosophy); Medicine; Medical education; Psychology; Computer science; Philosophy","score_opus":0.022714141741281686,"score_gpt":0.41877258869418194,"score_spread":0.39605844695290027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409580541","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012261271,0.0018038359,0.000012124379,0.40924382,0.5836112,0.0006719895,0.00009591081,0.000009676805,0.0033253278],"genre_scores_gemma":[0.00074897,0.023915956,0.00009697601,0.026572281,0.8140972,0.00004106367,0.00004032213,0.000055677792,0.13443151],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.968147,0.01345388,0.003755845,0.00024017863,0.013411417,0.0009917193],"domain_scores_gemma":[0.94427025,0.039874617,0.011451337,0.00086814864,0.0016703049,0.0018653381],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.043211818,0.00029547323,0.0010468595,0.00049341907,0.0009002149,0.00014737232,0.004802874,0.0018985661,0.0043908455],"category_scores_gemma":[0.23327462,0.00013545736,0.00061563216,0.0027913437,0.00009786709,0.0012659701,0.0010821058,0.013532781,0.00008438913],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013094161,0.00010911152,0.0417161,0.00029578904,0.00010813822,0.000009770313,0.0013800522,0.0000056401486,3.393592e-7,0.000032748874,0.9542757,0.0019356351],"study_design_scores_gemma":[0.00083719037,0.00011125685,0.014755729,0.0067530917,0.000092666174,0.0000049191394,0.0008593873,0.00003946957,0.0000027083104,0.00066344196,0.97576404,0.000116102514],"about_ca_topic_score_codex":0.00006595239,"about_ca_topic_score_gemma":0.00010422338,"teacher_disagreement_score":0.38267154,"about_ca_system_score_codex":0.0022175931,"about_ca_system_score_gemma":0.050053544,"threshold_uncertainty_score":0.99939716},"labels":[],"label_agreement":null},{"id":"W4412832021","doi":"10.5195/jmla.2025.2082","title":"Physicians’ information-seeking, appraising, and clinical decision-making practices for drug prescriptions: an exploratory study","year":2025,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Toronto Metropolitan University; University of Toronto","funders":"","keywords":"Medical prescription; Drug; Exploratory research; Clinical decision making; Medicine; Family medicine; Psychology; Pharmacology; Sociology","score_opus":0.07710667802327006,"score_gpt":0.5145471790421797,"score_spread":0.43744050101890963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412832021","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91814464,0.00029012634,0.003592858,0.06347633,0.010665285,0.0016304783,0.000015714595,0.000040851246,0.0021437334],"genre_scores_gemma":[0.9770669,0.0004058726,0.0027721864,0.01518325,0.0026068601,0.00009073152,0.0000066153466,0.000011600171,0.0018560156],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99416125,0.002628012,0.0015092446,0.00013019072,0.001250543,0.00032078446],"domain_scores_gemma":[0.982762,0.012856172,0.0033551806,0.00021883432,0.0005141799,0.0002936477],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014161322,0.000087034154,0.00027433303,0.00021330795,0.0011770711,0.00015461285,0.00058959523,0.00017487205,0.00012194497],"category_scores_gemma":[0.059678473,0.00005654344,0.00010166678,0.00052475004,0.00006451342,0.0050155907,0.0001964406,0.001178184,0.000009321421],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017768265,0.0004471604,0.58725035,0.00008673155,0.000070863265,6.123049e-7,0.009628131,0.0000045860493,6.722066e-7,0.0004904196,0.3565074,0.045335405],"study_design_scores_gemma":[0.0020321067,0.0003387016,0.49867916,0.0014289457,0.000076660486,0.0000012064642,0.05800051,0.0037624927,0.0000010726967,0.007081491,0.42849365,0.00010402015],"about_ca_topic_score_codex":0.000011642512,"about_ca_topic_score_gemma":0.0000771784,"teacher_disagreement_score":0.08857119,"about_ca_system_score_codex":0.0001595443,"about_ca_system_score_gemma":0.003537427,"threshold_uncertainty_score":0.94824225},"labels":[],"label_agreement":null},{"id":"W4412832026","doi":"10.5195/jmla.2025.2081","title":"Acute mental health concerns in emergency settings: development and validation of an Ovid MEDLINE search filter","year":2025,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Posttraumatic Stress Disorder Research","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba; Saskatchewan Health Authority; Saskatchewan Health; Winnipeg Regional Health Authority","funders":"","keywords":"MEDLINE; Mental health; Medical emergency; Medicine; Intensive care medicine; Psychiatry; Political science","score_opus":0.037325287384473466,"score_gpt":0.39815584764883977,"score_spread":0.36083056026436633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412832026","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91895384,0.00046886376,0.000059942533,0.078205,0.0006494841,0.00021580944,0.000027964596,0.000006828988,0.0014122584],"genre_scores_gemma":[0.9930626,0.0003739148,0.0007420596,0.0015944662,0.00015248898,0.000009687255,0.000047136076,0.000015554202,0.0040021045],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967407,0.00094593427,0.00094926223,0.00011689851,0.0010173277,0.0002298712],"domain_scores_gemma":[0.9988248,0.00026472693,0.0005819165,0.00012274183,0.000058576345,0.0001472635],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022822898,0.0000819009,0.00026998963,0.00019715645,0.00007737481,0.000021751308,0.000399047,0.00011595704,0.0015937191],"category_scores_gemma":[0.0004600024,0.00005859165,0.000058489335,0.00037589815,0.000041660533,0.00030989927,0.0001508191,0.00045869054,0.000003004814],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005365401,0.0014601809,0.76597005,0.0002489235,0.0011586196,0.000028564684,0.032134596,0.000015259055,0.0001584066,0.0018493249,0.120832935,0.07560659],"study_design_scores_gemma":[0.008525029,0.00054565334,0.9480863,0.0013524316,0.000058431728,0.000046818528,0.005960784,0.0009558488,0.009949993,0.0031795392,0.021071548,0.00026758545],"about_ca_topic_score_codex":0.000017689526,"about_ca_topic_score_gemma":0.00000886333,"teacher_disagreement_score":0.18211627,"about_ca_system_score_codex":0.00016200216,"about_ca_system_score_gemma":0.00066232285,"threshold_uncertainty_score":0.99931896},"labels":[],"label_agreement":null},{"id":"W4412832034","doi":"10.5195/jmla.2025.2289","title":"Operational developments at the Journal of the Medical Library Association: improved production timelines, new policy introduction, and senior editorial team updates","year":2025,"lang":"en","type":"editorial","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Timeline; Association (psychology); Library science; Medical library; Production (economics); Operations research; Political science; Management; Computer science; Engineering; Psychology; History; Economics","score_opus":0.00910227354797089,"score_gpt":0.356074296619473,"score_spread":0.3469720230715021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412832034","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013757301,0.0004187878,0.000008532746,0.40331763,0.5940849,0.00048413008,0.00006341205,0.000014341597,0.00023249333],"genre_scores_gemma":[0.00012325599,0.0034600124,0.00017112635,0.0035738586,0.87293935,0.000015979567,0.00012276108,0.00003290694,0.11956074],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9806966,0.0054672104,0.002990212,0.00032681777,0.009770586,0.0007485761],"domain_scores_gemma":[0.97298557,0.012347626,0.009346426,0.0006121558,0.0032332703,0.0014749832],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0178342,0.00032994064,0.0007485646,0.00036154117,0.0022212064,0.00022910592,0.002108171,0.0020303589,0.0021713695],"category_scores_gemma":[0.17934836,0.00016274588,0.0002933218,0.001555732,0.00019241299,0.0019039824,0.0011147704,0.007317618,0.00002680943],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027659762,0.00010074492,0.013451565,0.00011669641,0.00023627873,8.9374214e-7,0.00089324836,0.0000046248406,0.000011019479,0.000026600519,0.9838106,0.0010711442],"study_design_scores_gemma":[0.0013827299,0.000093398536,0.00508555,0.0007155709,0.00011174579,0.000020019019,0.00034141348,0.0000357041,0.000056094806,0.0005493355,0.99146765,0.00014078518],"about_ca_topic_score_codex":0.00009359764,"about_ca_topic_score_gemma":0.000058808517,"teacher_disagreement_score":0.3997438,"about_ca_system_score_codex":0.0025577475,"about_ca_system_score_gemma":0.09775533,"threshold_uncertainty_score":0.9992652},"labels":[],"label_agreement":null},{"id":"W4415488869","doi":"10.5195/jmla.2025.2024","title":"Analyzing the citation impact of predatory journals in the health sciences","year":2025,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Citation; Citation impact; Bibliometrics; Citation analysis; Biomedical sciences; Human science; Impact factor","score_opus":0.3545117205238558,"score_gpt":0.5962054485031559,"score_spread":0.2416937279793001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415488869","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77637255,0.0050648097,0.00089246687,0.21322457,0.0010470191,0.0001995833,0.000014741493,0.000002949535,0.003181332],"genre_scores_gemma":[0.99660707,0.00092140574,0.000088784924,0.0015568734,0.00015652677,0.0000010131406,2.5907661e-7,0.0000023815073,0.0006657107],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9814297,0.0037022152,0.0016204872,0.00015201837,0.012767392,0.00032818152],"domain_scores_gemma":[0.9682972,0.026510986,0.0033802495,0.00039101334,0.0012013172,0.00021923218],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.12823614,0.000075442054,0.00031640526,0.012088595,0.0004255431,0.0014260847,0.004608341,0.000098857265,0.00048412755],"category_scores_gemma":[0.13513643,0.000025825635,0.00041684837,0.10345039,0.00020098251,0.0013079507,0.00034565016,0.000849087,0.0000033811275],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017169305,0.000090230766,0.83257526,0.0000030682447,0.000041326257,0.0000017247424,0.00039648567,0.0002219643,0.000013665094,0.0007813813,0.13865915,0.027198585],"study_design_scores_gemma":[0.0003295137,0.00016129823,0.9680702,0.00010175011,0.0000063290886,0.0000072644007,0.0008250229,0.0021516075,0.00003432058,0.024019709,0.004262577,0.000030401934],"about_ca_topic_score_codex":0.000028941824,"about_ca_topic_score_gemma":0.0000051395195,"teacher_disagreement_score":0.22023451,"about_ca_system_score_codex":0.00024092697,"about_ca_system_score_gemma":0.0029893566,"threshold_uncertainty_score":0.99961054},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4415488970","doi":"10.5195/jmla.2025.2106","title":"Academic librarian support for patient-centred and inclusive medical education curricula: a case report","year":2025,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University; University of New Brunswick","funders":"","keywords":"Curriculum; Inclusion (mineral); Higher education; MEDLINE; Curriculum development","score_opus":0.028875067986303193,"score_gpt":0.4375190771391129,"score_spread":0.40864400915280974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415488970","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39769402,0.0011252381,0.00016544305,0.5821884,0.011785638,0.0012928064,0.000023563647,0.000032718977,0.0056921514],"genre_scores_gemma":[0.88825476,0.0011167508,0.0010131957,0.07466583,0.00540931,0.00020220774,0.00007561759,0.000031023206,0.029231276],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952629,0.0011287553,0.0013827255,0.0001756323,0.0015986436,0.0004513064],"domain_scores_gemma":[0.9945161,0.002519252,0.0014632882,0.00016624997,0.0003713326,0.00096379226],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032088961,0.000101720965,0.00027872325,0.00021339863,0.0008843195,0.000034308443,0.0004395121,0.0005215242,0.0011607427],"category_scores_gemma":[0.042094078,0.00006404302,0.00011229189,0.00063419534,0.00008679042,0.00086864084,0.00035160602,0.0016432343,0.000007648795],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070710536,0.00016601179,0.1398665,0.00015631899,0.000038713682,0.0002562821,0.0028707732,3.3968982e-7,0.0000020778027,0.0017108058,0.8358327,0.019028736],"study_design_scores_gemma":[0.0022608968,0.00022120739,0.029459322,0.0019076808,0.000076975244,0.0025764694,0.0134871295,0.001097805,0.00003807951,0.013852538,0.9348541,0.0001678025],"about_ca_topic_score_codex":0.000027144903,"about_ca_topic_score_gemma":0.000009527819,"teacher_disagreement_score":0.5075226,"about_ca_system_score_codex":0.000360276,"about_ca_system_score_gemma":0.02714799,"threshold_uncertainty_score":0.99975234},"labels":[],"label_agreement":null}]}