{"meta":{"query_hash":"4dc641a36173","filters":{"venue":"Learned Publishing"},"cohort_total":49,"direct_labels_cover":7,"predictions_cover":49,"exported":49,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/4dc641a36173","api":"https://metacan.xera.ac/api/v1/cohort?venue=Learned+Publishing"},"results":[{"id":"W1965398867","doi":"10.1087/2009307","title":"What societies want from a publishing partner","year":2009,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Research (Canada)","funders":"","keywords":"Publishing; Reputation; Revenue; Public relations; Political science; Business; Law; Accounting","score_opus":0.1909843671070682,"score_gpt":0.4182931497005472,"score_spread":0.227308782593479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965398867","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12168696,0.0025748091,0.00030466352,0.8376058,0.00080802065,0.00042639356,0.00000927712,0.00034221355,0.036241904],"genre_scores_gemma":[0.7620726,0.0017441538,0.0019842782,0.22234058,0.0027309672,0.000019921301,0.00036913858,0.000045193785,0.008693158],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99503565,0.0001964518,0.0004674033,0.0005361402,0.0019040698,0.0018603059],"domain_scores_gemma":[0.9915581,0.0006904244,0.000137339,0.0006260426,0.00041602942,0.0065720854],"candidate_categories":["metaresearch","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0038363785,0.00022462926,0.0004617854,0.00021490478,0.0002512634,0.010277613,0.00042742363,0.00046117572,0.00097122364],"category_scores_gemma":[0.115071006,0.00017597567,0.00016644978,0.0005985069,0.000105806095,0.017455187,0.00011542953,0.0024769069,0.0001195963],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001645048,0.00012548409,0.00062382175,0.000056628298,0.000034473236,0.0001400588,0.0026678655,0.0000015356082,0.0008875694,0.0008547426,0.57358146,0.42086187],"study_design_scores_gemma":[0.0041673407,0.0006116687,0.014987568,0.0013911994,0.0000582643,0.00004727063,0.008426335,0.0009161729,0.0012072778,0.021763787,0.9460251,0.00039804142],"about_ca_topic_score_codex":0.0004900909,"about_ca_topic_score_gemma":0.00002380524,"teacher_disagreement_score":0.6403856,"about_ca_system_score_codex":0.0003220595,"about_ca_system_score_gemma":0.0030314724,"threshold_uncertainty_score":0.999942},"labels":[],"label_agreement":null},{"id":"W1970555408","doi":"10.1087/095315108x254476","title":"Data, disciplines, and scholarly publishing","year":2007,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Research Data Management Practices","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Studies","funders":"","keywords":"Scholarly communication; Publishing; Publication; Scholarship; Incentive; Value (mathematics); Computer science; Digital scholarship; Data science; Product (mathematics); World Wide Web; Library science; Political science","score_opus":0.20128878288532948,"score_gpt":0.389130009738767,"score_spread":0.18784122685343752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970555408","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008790635,0.00081641425,0.8251446,0.101764664,0.0005708333,0.00026867545,0.000033970333,0.0005057919,0.06210441],"genre_scores_gemma":[0.63720036,0.00079880125,0.34211725,0.006436897,0.0016892357,0.000017315513,0.001024279,0.000087730885,0.0106281135],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956216,0.00029526756,0.00041166364,0.0013273554,0.0014662361,0.0008778362],"domain_scores_gemma":[0.9940715,0.0013742252,0.00026488866,0.0035324127,0.00031999845,0.00043696383],"candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":["scholarly_communication","open_science"],"category_scores_codex":[0.028249213,0.00018381103,0.00017214488,0.0006050181,0.0005032025,0.39527574,0.012567789,0.00014804877,0.00001433324],"category_scores_gemma":[0.037053525,0.00017120069,0.000024523864,0.0015885325,0.000078112505,0.82488286,0.016430354,0.0016415655,0.000025397014],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013015152,0.000054489148,0.009344877,0.000037527778,0.00004306373,0.00013727984,0.0005570581,0.000008264162,0.00026426965,0.55863345,0.033743214,0.3971635],"study_design_scores_gemma":[0.0005801617,0.000031188734,0.033814948,0.00004479888,0.000010975934,0.000033564967,0.0007424818,0.008458844,0.000056488036,0.0074634384,0.94838625,0.000376843],"about_ca_topic_score_codex":0.0006146767,"about_ca_topic_score_gemma":0.00060306455,"teacher_disagreement_score":0.91464305,"about_ca_system_score_codex":0.0000676823,"about_ca_system_score_gemma":0.00011893397,"threshold_uncertainty_score":0.99277467},"labels":[],"label_agreement":null},{"id":"W1976829395","doi":"10.1087/20100308","title":"Article 50 million: an estimate of the number of scholarly articles in existence","year":2010,"lang":"en","type":"article","venue":"Learned Publishing","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":407,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Econometrics; History; Political science; Economics","score_opus":0.4691507489717965,"score_gpt":0.5446447001275085,"score_spread":0.07549395115571206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976829395","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98865014,0.00006835814,0.00015264064,0.004176608,0.00046421948,0.000107357824,0.000007549075,0.000011436794,0.006361692],"genre_scores_gemma":[0.9944706,0.000007163489,0.0050972393,0.000090530615,0.000056094057,0.0000032266144,5.308259e-7,0.0000074893046,0.00026713716],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9924708,0.0003407853,0.0007510531,0.0004545255,0.005543618,0.00043922156],"domain_scores_gemma":[0.9941319,0.001774797,0.00035975783,0.0011735096,0.0023162456,0.00024375222],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.026254423,0.00008915735,0.0002246645,0.007787386,0.000134512,0.008234481,0.003581348,0.00014579209,0.00058316626],"category_scores_gemma":[0.08664541,0.00005457128,0.00009636728,0.09393616,0.00027348992,0.011626391,0.0007767081,0.00091479684,0.00005085576],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014596147,0.00012778112,0.8655559,0.000003941846,0.000002270818,0.0000018005483,0.00042909736,0.000054574175,0.031422984,0.0091437735,0.0002520109,0.092991315],"study_design_scores_gemma":[0.00034274737,0.000027447079,0.93057775,0.000012789908,0.00000194851,0.000008433878,0.00105311,0.0075124945,0.017921843,0.040666588,0.0017866697,0.000088177614],"about_ca_topic_score_codex":0.0008070748,"about_ca_topic_score_gemma":0.00038273906,"teacher_disagreement_score":0.09290314,"about_ca_system_score_codex":0.000023052959,"about_ca_system_score_gemma":0.00016638849,"threshold_uncertainty_score":0.99279505},"labels":[],"label_agreement":null},{"id":"W1979506693","doi":"10.1087/20130307","title":"Republication of conference papers in journals?","year":2013,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Software Engineering Research","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Similarity (geometry); Field (mathematics); Discretion; Quarter (Canadian coin); Library science; Political science; Law; History; Mathematics; Artificial intelligence","score_opus":0.0422389926299143,"score_gpt":0.28357975549560566,"score_spread":0.24134076286569137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979506693","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6836375,0.00044243023,0.19904357,0.056372892,0.00062824896,0.00065203273,0.000001239792,0.000751181,0.05847088],"genre_scores_gemma":[0.9858953,0.000012687349,0.013681653,0.00010426318,0.000026039417,0.00002114555,0.0000014407177,0.0000066989455,0.00025080852],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987076,0.00007647095,0.0002478348,0.00024408515,0.00044917958,0.00027484517],"domain_scores_gemma":[0.99852115,0.00048035439,0.0000961262,0.0005077582,0.00029441598,0.00010018571],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010870794,0.00006748177,0.000113420814,0.00036071707,0.000028352353,0.002211613,0.0012622765,0.00007623563,0.00021612685],"category_scores_gemma":[0.0066506905,0.000065317785,0.000027699287,0.0009810519,0.000022647535,0.005537675,0.0002490275,0.00043620044,0.000024616978],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003785311,0.00011112803,0.21248598,0.00008041629,0.000023706765,0.000012313865,0.0037109912,0.0019822961,0.0180946,0.090229824,0.005272845,0.6679921],"study_design_scores_gemma":[0.0005028108,0.00004433635,0.9160186,0.00015081326,0.0000010841972,0.000023251263,0.00021631036,0.06903279,0.0018488555,0.008010015,0.003893549,0.0002575688],"about_ca_topic_score_codex":0.00031769043,"about_ca_topic_score_gemma":0.000007894318,"teacher_disagreement_score":0.70353264,"about_ca_system_score_codex":0.000055444365,"about_ca_system_score_gemma":0.0001023108,"threshold_uncertainty_score":0.9988242},"labels":[],"label_agreement":null},{"id":"W1988399016","doi":"10.1087/09531510125100214","title":"Predecessors of preprint servers","year":2001,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto; Ontario Institute for Cancer Research","funders":"","keywords":"Preprint; Server; Computer science; World Wide Web","score_opus":0.15017415431939768,"score_gpt":0.4066971054827332,"score_spread":0.2565229511633355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988399016","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7541804,0.00013383752,0.0032466971,0.01602853,0.0006495212,0.00017897638,0.000007866751,0.00012982686,0.22544438],"genre_scores_gemma":[0.98702955,0.000027676288,0.00076612155,0.0007130539,0.00018931791,0.00000884072,0.000008226651,0.00001837546,0.0112388525],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945459,0.00043213947,0.0010614436,0.00080870464,0.0026628515,0.0004889765],"domain_scores_gemma":[0.995558,0.0015468264,0.0007672134,0.0011517742,0.0007131268,0.00026303824],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.013247054,0.00017361686,0.00040179683,0.00051230536,0.00018734517,0.0078801075,0.0057339165,0.00031169958,0.0017473979],"category_scores_gemma":[0.04762723,0.00013563246,0.00017483934,0.0025204318,0.00012701414,0.018607823,0.0011119866,0.0009339563,0.00017637221],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013745924,0.00011280345,0.5339397,0.000014686889,0.000054636228,0.00002240304,0.0039602285,0.007676106,0.00049836334,0.016084345,0.15682797,0.2806713],"study_design_scores_gemma":[0.0014023548,0.00007020369,0.1905854,0.00013134927,0.000023619008,0.000060408365,0.010514891,0.0075310664,0.0025929336,0.15644388,0.6299755,0.0006684045],"about_ca_topic_score_codex":0.0008877191,"about_ca_topic_score_gemma":0.00008782241,"teacher_disagreement_score":0.4731475,"about_ca_system_score_codex":0.000061606464,"about_ca_system_score_gemma":0.00016335184,"threshold_uncertainty_score":0.99964553},"labels":[],"label_agreement":null},{"id":"W1992468151","doi":"10.1087/09531510125100269","title":"Bioline Publications: how its evolution has mirrored the growth of the internet","year":2001,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"The Internet; Psychology; Computer science; World Wide Web","score_opus":0.05499437159891251,"score_gpt":0.2695080177761493,"score_spread":0.21451364617723678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992468151","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69905794,0.0035557786,0.0058181044,0.28464824,0.0006610958,0.00032778733,0.000024340225,0.00009030416,0.0058164266],"genre_scores_gemma":[0.9942115,0.00006371292,0.00034288733,0.0005684678,0.00020210764,0.000018902267,0.00006379227,0.000010413025,0.0045181965],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99904126,0.00014763874,0.00016490527,0.00023955108,0.00019201772,0.00021463569],"domain_scores_gemma":[0.9991061,0.000049649632,0.00016090111,0.0004161831,0.00022077195,0.000046355854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005492654,0.00009934993,0.00009611199,0.000044446053,0.00014136027,0.0004000504,0.0008217456,0.00021046404,0.000020242405],"category_scores_gemma":[0.004460107,0.000055626173,0.000093867995,0.00038868116,0.00027355913,0.000032969296,0.00028027594,0.00024443562,0.0000035747012],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023683024,0.00036919164,0.11455107,0.00009446071,0.00037839942,0.0000023652224,0.001386726,0.000022474951,0.2919744,0.031984862,0.48711452,0.07188474],"study_design_scores_gemma":[0.0008576217,0.0001746947,0.08805878,0.00006867566,0.000041036896,0.00005351006,0.001092301,0.0006730814,0.04012549,0.0024349259,0.8661333,0.00028659153],"about_ca_topic_score_codex":0.00014964848,"about_ca_topic_score_gemma":0.00014028807,"teacher_disagreement_score":0.37901878,"about_ca_system_score_codex":0.000017206921,"about_ca_system_score_gemma":0.00009002584,"threshold_uncertainty_score":0.5339487},"labels":[],"label_agreement":null},{"id":"W2002849679","doi":"10.1087/0953151053585019","title":"Open access — the impact of legislative developments","year":2005,"lang":"en","type":"article","venue":"Learned Publishing","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research; Deutsche Forschungsgemeinschaft; Research Councils UK; Wellcome Trust; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Institutes of Health; National Science Foundation","keywords":"Legislature; Stakeholder; Political science; Period (music); Regional science; Public administration; Business; Public relations; Sociology; Law","score_opus":0.83959312744279,"score_gpt":0.6915954124791795,"score_spread":0.14799771496361047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002849679","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5077345,0.00030673327,0.0017396052,0.0155556835,0.00026424174,0.0005188594,0.000028624492,0.000021290774,0.4738305],"genre_scores_gemma":[0.99072033,0.0000312401,0.0012787392,0.00026801726,0.00010196855,0.00001064606,0.0000046823156,0.000009637863,0.007574731],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9911994,0.0004315288,0.00070353795,0.00059748,0.0064756316,0.0005924426],"domain_scores_gemma":[0.98988146,0.005099672,0.0005522285,0.0009378558,0.0032342775,0.00029450058],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","scholarly_communication","open_science"],"category_scores_codex":[0.03733446,0.00013065015,0.0002896088,0.01836566,0.0003795916,0.082923375,0.02143931,0.000099487814,0.0022104676],"category_scores_gemma":[0.097914375,0.000064286636,0.00016195189,0.14605366,0.00013993181,0.027700521,0.009483739,0.00052041915,0.00018879007],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027314169,0.00008295602,0.24358739,7.848329e-7,0.00004083739,0.0000015337667,0.0010288511,0.0011023842,0.00009861907,0.0014443832,0.1356288,0.6169561],"study_design_scores_gemma":[0.0006716347,0.00007043559,0.82233804,0.000011300827,0.0000030006413,0.0000050437493,0.00057380623,0.00584574,0.0006984433,0.013388748,0.15619987,0.00019395567],"about_ca_topic_score_codex":0.0031925703,"about_ca_topic_score_gemma":0.0001389556,"teacher_disagreement_score":0.61676216,"about_ca_system_score_codex":0.00021684222,"about_ca_system_score_gemma":0.0008494798,"threshold_uncertainty_score":0.99870163},"labels":[],"label_agreement":null},{"id":"W2003200607","doi":"10.1087/095315108x323884","title":"Peer review and its contribution to manuscript quality: an Australian perspective","year":2008,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Academic Writing and Publishing","field":"Arts and Humanities","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Seniority; Perspective (graphical); Obligation; Incentive; Quality (philosophy); Psychology; Medical education; Peer review; Public relations; Political science; Medicine; Computer science; Law; Epistemology","score_opus":0.17471292135618688,"score_gpt":0.3464775091560509,"score_spread":0.17176458779986403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003200607","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14024249,0.009756706,0.000032814078,0.6823065,0.0008757374,0.0007962251,0.0002090464,0.00063775724,0.16514267],"genre_scores_gemma":[0.8511885,0.00033715428,0.00008829818,0.016365094,0.0019080447,0.000032032764,0.00017920123,0.0000346864,0.12986699],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975984,0.0002965272,0.00039542853,0.0004973026,0.000719495,0.00049285474],"domain_scores_gemma":[0.99709857,0.000098658435,0.00016450306,0.00023028273,0.0020604795,0.0003475293],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032055343,0.00020571242,0.0003644998,0.00015734373,0.0008952382,0.0028590248,0.0003926842,0.0001494365,0.00096045417],"category_scores_gemma":[0.009050106,0.00019520734,0.00006796879,0.00014260948,0.000095825984,0.008061342,0.0001151391,0.0009532584,0.00009727218],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011008774,0.000024596633,0.00019938221,0.00008933433,0.000021981266,0.000008532917,0.03551,0.0000016536375,0.000026987056,0.58565766,0.37771827,0.0007305849],"study_design_scores_gemma":[0.00028544577,0.000044604418,0.00093867787,0.00023267651,0.000046211328,0.000036240835,0.016701698,0.000016649803,0.000018545838,0.0026361994,0.97870713,0.00033592747],"about_ca_topic_score_codex":0.002295291,"about_ca_topic_score_gemma":0.00032208377,"teacher_disagreement_score":0.710946,"about_ca_system_score_codex":0.00012754157,"about_ca_system_score_gemma":0.000063336556,"threshold_uncertainty_score":0.9999528},"labels":[],"label_agreement":null},{"id":"W2012326692","doi":"10.1087/09531510125100296","title":"Publishing: a market‐led approach","year":2001,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Publishing and Scholarly Communication","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Grace (Canada)","funders":"","keywords":"Publishing; Business; Marketing; Political science; Law","score_opus":0.07787005099717231,"score_gpt":0.2510081210395992,"score_spread":0.17313807004242687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012326692","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019558609,0.0005336192,0.00041527403,0.032148343,0.00088296033,0.00022131125,0.00001517872,0.0008552319,0.9453695],"genre_scores_gemma":[0.89743763,0.00006573776,0.0013411818,0.002903965,0.0019939484,0.00006615074,0.00036839198,0.00007495166,0.095748015],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966869,0.0005520716,0.00055244897,0.0006127343,0.00083164073,0.0007642368],"domain_scores_gemma":[0.9971254,0.00037209908,0.00032260103,0.0012635344,0.00062010036,0.0002963016],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0042707124,0.00030943367,0.000336354,0.00050887413,0.0012782513,0.10178994,0.0025563408,0.00027358352,0.0040747984],"category_scores_gemma":[0.0056216437,0.0002884613,0.00019031532,0.00042213217,0.00019984381,0.060850028,0.0005012842,0.002151308,0.00011040364],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071513,0.00024637365,0.0024006518,0.000029291677,0.00007901035,0.00001150924,0.023090154,0.000024371853,0.000020688147,0.41734403,0.51414984,0.042532552],"study_design_scores_gemma":[0.0007016929,0.000027377717,0.0011801879,0.000036168607,0.000023563785,0.000027096765,0.0077501065,0.0023152384,0.0000028312988,0.009103628,0.97843647,0.00039561142],"about_ca_topic_score_codex":0.0020089182,"about_ca_topic_score_gemma":0.0006307126,"teacher_disagreement_score":0.877879,"about_ca_system_score_codex":0.00015249375,"about_ca_system_score_gemma":0.00013549499,"threshold_uncertainty_score":0.9999567},"labels":[],"label_agreement":null},{"id":"W2013295070","doi":"10.1087/20120316","title":"Book Reviews","year":2012,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Publishing and Scholarly Communication","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publishing; Media studies; Library science; Sociology; Political science; Computer science; Law","score_opus":0.11749897748391402,"score_gpt":0.285232237681694,"score_spread":0.16773326019777995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013295070","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022763663,0.083498195,0.000059472386,0.021019358,0.001516341,0.00017658365,0.0000052285386,0.00033391223,0.89111453],"genre_scores_gemma":[0.7295456,0.0017011778,0.00078994466,0.03683901,0.0069122347,0.00008954878,0.00023147652,0.000070596165,0.22382042],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986444,0.00029115984,0.00028462644,0.00014322194,0.00022753149,0.00040906045],"domain_scores_gemma":[0.99887633,0.000116998955,0.00016102896,0.000577308,0.000107599415,0.00016073132],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["scholarly_communication","insufficient_payload"],"category_scores_codex":[0.0026934836,0.00012021856,0.00016824633,0.00012049273,0.0005569107,0.010147452,0.0006967897,0.00007303583,0.0056057354],"category_scores_gemma":[0.0017908677,0.00010181913,0.00009056658,0.00007090559,0.00006785537,0.034380574,0.00015559123,0.00073042745,0.0007801609],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021820115,0.000036811958,0.00046525072,0.000010547609,0.0000071482473,1.3260514e-7,0.0183115,3.0037268e-7,0.000013422604,0.19226734,0.7678411,0.02104423],"study_design_scores_gemma":[0.000101963036,0.0000071010027,0.00028214147,0.000029872486,0.000009630547,0.000001790624,0.0008577628,0.00001254899,0.000009026362,0.0006218905,0.99792576,0.00014048515],"about_ca_topic_score_codex":0.0002686346,"about_ca_topic_score_gemma":0.0000646824,"teacher_disagreement_score":0.72726923,"about_ca_system_score_codex":0.00005148034,"about_ca_system_score_gemma":0.000021172067,"threshold_uncertainty_score":0.99999785},"labels":[],"label_agreement":null},{"id":"W2022925610","doi":"10.1087/095315103321505647","title":"Voluntary deposit of electronic publications: a learning experience","year":2003,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Copyright and Intellectual Property","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"J. D. Irving (Canada)","funders":"","keywords":"Demise; Legislation; Publishing; Electronic publishing; Library science; World Wide Web; Computer science; Political science; Business; Law; The Internet","score_opus":0.029936066568125856,"score_gpt":0.23261858363753476,"score_spread":0.2026825170694089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022925610","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4524593,0.0007084211,0.0026571392,0.001753547,0.00025526813,0.00022509637,2.170084e-7,0.0003317911,0.5416092],"genre_scores_gemma":[0.9947147,0.000019210891,0.00018779005,0.0009900345,0.0002459356,0.000028828748,0.000021949114,0.000029162633,0.003762414],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984772,0.000036774818,0.0003315023,0.0003539955,0.00032601538,0.0004744739],"domain_scores_gemma":[0.99904156,0.00008049513,0.00021908295,0.00029208112,0.00034723582,0.000019525261],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00068049727,0.00015576393,0.00018382135,0.0003462882,0.0003058785,0.0021223424,0.0004898481,0.000094696516,0.00428376],"category_scores_gemma":[0.004331976,0.00013596643,0.0000884681,0.0012096277,0.000060283244,0.009900025,0.00013372813,0.00056443084,0.00016134958],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001821266,0.00053862506,0.22578952,0.00050242915,0.00019192911,0.000007285515,0.004934823,0.000505962,0.013280539,0.4874066,0.19319572,0.07346442],"study_design_scores_gemma":[0.00041650917,0.000027172184,0.0031291633,0.000058636542,0.00002805719,0.0000069285306,0.0015930589,0.019854223,0.0017608376,0.006626071,0.96614295,0.00035636663],"about_ca_topic_score_codex":0.0016807966,"about_ca_topic_score_gemma":0.00016370461,"teacher_disagreement_score":0.77294725,"about_ca_system_score_codex":0.00006248446,"about_ca_system_score_gemma":0.00006004073,"threshold_uncertainty_score":0.9989135},"labels":[],"label_agreement":null},{"id":"W2027653211","doi":"10.1087/0953151042321644","title":"The International Consortium for the Advancement of Academic Publication — an idea whose time has come (finally!)","year":2004,"lang":"en","type":"article","venue":"Learned Publishing","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"Association of Research Libraries","keywords":"Mainstream; Political science; Politics; Scholarly communication; Process (computing); Library science; Sociology; Public relations; Media studies; Publishing; Computer science; Law","score_opus":0.5407789765104187,"score_gpt":0.5441237570364209,"score_spread":0.003344780526002178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027653211","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.123129696,0.0020562182,0.11029045,0.7530151,0.0021759802,0.0014416279,0.00013841032,0.00008382192,0.007668687],"genre_scores_gemma":[0.9870425,0.0004901824,0.0017386308,0.0014207086,0.00031666964,0.00010212154,0.00005746308,0.000018248635,0.008813502],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.991327,0.00017415648,0.00091418583,0.0005566113,0.0065116594,0.000516382],"domain_scores_gemma":[0.9837877,0.008984134,0.0006930579,0.00092017994,0.005394214,0.0002207127],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.041046266,0.00011701044,0.00018026684,0.00721865,0.00091039995,0.018698012,0.006813042,0.000128944,0.00023765079],"category_scores_gemma":[0.12531066,0.00006196978,0.00013068489,0.03221851,0.0003551558,0.005946047,0.000774518,0.0005374787,0.00008359756],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001490862,0.00016099897,0.009250151,0.0000047145936,0.00006340116,8.8009665e-7,0.0005634868,0.0024298755,0.003589632,0.18975975,0.03811405,0.755914],"study_design_scores_gemma":[0.0009540868,0.00013684867,0.024240533,0.000010198378,0.00000804375,0.0000047254007,0.00097627356,0.01704432,0.0011299927,0.04370357,0.91165614,0.0001352919],"about_ca_topic_score_codex":0.00015462427,"about_ca_topic_score_gemma":0.00004057567,"teacher_disagreement_score":0.8735421,"about_ca_system_score_codex":0.00020160226,"about_ca_system_score_gemma":0.00046318382,"threshold_uncertainty_score":0.99856055},"labels":[],"label_agreement":null},{"id":"W2037890806","doi":"10.1087/0953151053585028","title":"In a paperless world a new role for academic libraries: providing open access","year":2005,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Research Data Management Practices","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec","funders":"Euroscience; University of Southampton","keywords":"Mandate; Publishing; Scholarly communication; The Internet; World Wide Web; Open science; Open access publishing; Political science; Library science; Computer science; Electronic publishing; Public relations","score_opus":0.2662665729937543,"score_gpt":0.452188456835734,"score_spread":0.18592188384197972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037890806","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022183335,0.00085331214,0.32670465,0.5732855,0.0003756198,0.002966242,0.000008034044,0.00040107043,0.09318723],"genre_scores_gemma":[0.2282679,0.0006063685,0.5533985,0.04203348,0.00294981,0.001445963,0.000118819444,0.00016253427,0.17101666],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99706364,0.00022467079,0.0004142456,0.00093155925,0.0005717836,0.0007941103],"domain_scores_gemma":[0.99738955,0.0009936877,0.0002644746,0.0010363741,0.000060751183,0.0002551564],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":["scholarly_communication","open_science"],"category_scores_codex":[0.003685189,0.0001744673,0.00023049595,0.00071040075,0.00021966598,0.16114776,0.02349629,0.00010150277,0.00006901741],"category_scores_gemma":[0.004915321,0.00017244976,0.000043984885,0.0022909353,0.00002531411,0.6376082,0.014567608,0.0010266496,0.000024299146],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059479215,0.00005232381,0.0015292306,0.000045532735,0.00001837216,0.00001254129,0.0012545236,0.00073660427,0.00013555361,0.65594226,0.09982763,0.24038593],"study_design_scores_gemma":[0.0008941538,0.000020433947,0.000516828,0.00008286473,0.0000035964497,0.0000023312764,0.00020230886,0.03389058,0.00038530922,0.026125636,0.93763983,0.00023610708],"about_ca_topic_score_codex":0.0014785379,"about_ca_topic_score_gemma":0.0014051701,"teacher_disagreement_score":0.83781224,"about_ca_system_score_codex":0.00014774877,"about_ca_system_score_gemma":0.0005718308,"threshold_uncertainty_score":0.99340236},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2042365252","doi":"10.1087/20110302","title":"Single‐blind peer review: an appropriate compromise between two ideals?","year":2011,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Vancouver Coastal Health","funders":"","keywords":"Compromise; Citation; History; Sociology; Library science; Computer science; Social science","score_opus":0.21676255320758067,"score_gpt":0.4013771169039606,"score_spread":0.18461456369637994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042365252","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1826812,0.0010788054,0.0006074484,0.08951589,0.0018855175,0.0010494529,0.0000132543855,0.0005359917,0.72263247],"genre_scores_gemma":[0.97783995,0.00015799556,0.005167839,0.0031499595,0.0020224913,0.000044920904,0.00016686232,0.000029868866,0.011420113],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972812,0.00068895123,0.00033788523,0.0003497459,0.000980119,0.00036213105],"domain_scores_gemma":[0.99794024,0.00009039426,0.00025354655,0.0003582355,0.0010752002,0.00028236985],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0049201357,0.00012065914,0.00020223553,0.00010642721,0.00058940204,0.001897992,0.00066337583,0.00014214736,0.0011156822],"category_scores_gemma":[0.004750969,0.00012215617,0.000051432777,0.00086567114,0.00012275652,0.005240881,0.00005504007,0.00037138938,0.00011652868],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071586066,0.00067864713,0.028452335,0.00017729453,0.00007503509,0.000005255632,0.1845513,0.000009746356,0.00024437532,0.121307656,0.16796382,0.49646294],"study_design_scores_gemma":[0.0007015168,0.00006174019,0.006269779,0.00020147575,0.000056673747,4.6746098e-7,0.015635474,0.000026443986,0.00014075995,0.019638576,0.95687085,0.00039625954],"about_ca_topic_score_codex":0.003458234,"about_ca_topic_score_gemma":0.0013830874,"teacher_disagreement_score":0.79515874,"about_ca_system_score_codex":0.00013509348,"about_ca_system_score_gemma":0.0003272978,"threshold_uncertainty_score":0.9997974},"labels":[],"label_agreement":null},{"id":"W2045712083","doi":"10.1087/20120208","title":"The Public Knowledge Project and Open Journal Systems: open source options for small publishers","year":2012,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Burnaby Hospital; Simon Fraser University","funders":"","keywords":"Publishing; Open source; Open source software; Software; Open-source software development; Independence (probability theory); World Wide Web; Computer science; Political science; Law","score_opus":0.18218093743181085,"score_gpt":0.41831600619661424,"score_spread":0.2361350687648034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045712083","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014715968,0.0068607493,0.0038954408,0.26555395,0.011990697,0.005922449,0.000013751834,0.00020049512,0.6908465],"genre_scores_gemma":[0.8665076,0.00038242008,0.0040329,0.0011047028,0.0062081604,0.0013555944,0.000055923185,0.00006732214,0.12028538],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99746066,0.001084716,0.00031723137,0.00022181323,0.0002811154,0.0006344679],"domain_scores_gemma":[0.9973256,0.0007622249,0.00031718385,0.00025392897,0.0010050356,0.00033601178],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.015264031,0.00011039701,0.0001558221,0.00014243108,0.005413405,0.14534023,0.002395345,0.00015552921,0.00003830832],"category_scores_gemma":[0.010550915,0.000085158244,0.00003902938,0.0009497168,0.00016586795,0.02985671,0.0005572878,0.00039237924,0.000009534932],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015796306,0.000102385995,0.0024093024,0.000011230334,0.000037401227,5.987036e-8,0.034636833,0.000004714768,0.0000022087652,0.49828961,0.39183828,0.07265215],"study_design_scores_gemma":[0.0003076522,0.00001564144,0.0003118617,0.000017997832,0.000011501172,0.0000049557993,0.15562178,0.00009435329,6.30484e-7,0.0010940352,0.8424087,0.00011087705],"about_ca_topic_score_codex":0.002084317,"about_ca_topic_score_gemma":0.0052389107,"teacher_disagreement_score":0.8517916,"about_ca_system_score_codex":0.00029562626,"about_ca_system_score_gemma":0.0022544677,"threshold_uncertainty_score":0.99778366},"labels":[],"label_agreement":null},{"id":"W2048231489","doi":"10.1087/095315107779490599","title":"The impact of open access publishing (and other access initiatives) on use and users of digital scholarly journals","year":2007,"lang":"en","type":"article","venue":"Learned Publishing","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Publishing; Order (exchange); Scholarly communication; Open access publishing; Library science; Electronic publishing; Digital library; Political science; World Wide Web; Computer science; Business; History; Art; The Internet; Law","score_opus":0.800087479290809,"score_gpt":0.6489497974727992,"score_spread":0.1511376818180098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048231489","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96235895,0.00052176474,0.0006374635,0.0021767337,0.00015011862,0.0003093043,0.000096770884,0.000009906903,0.033738982],"genre_scores_gemma":[0.99911094,0.00019400829,0.0001068553,0.00022171735,0.00006287738,0.0000022831412,0.00000218814,0.00001931659,0.0002797938],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9901346,0.00044263896,0.001203709,0.0007131518,0.0067345016,0.0007714061],"domain_scores_gemma":[0.95939356,0.03153877,0.001518259,0.0009517002,0.0058531077,0.00074460515],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science"],"consensus_categories":["metaresearch","bibliometrics","scholarly_communication"],"category_scores_codex":[0.06558899,0.00018857648,0.00042276736,0.02532577,0.00055224245,0.61065704,0.011431399,0.00019059231,0.00014349341],"category_scores_gemma":[0.37601462,0.00010377262,0.00014407792,0.07250997,0.00037154666,0.26889902,0.0074432893,0.0011333246,0.0000024055919],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015555006,0.00006542824,0.88327223,0.00000369759,0.0000543945,0.000005124434,0.00036076814,0.00005577325,0.00012366523,0.0020675855,0.0032588472,0.110576935],"study_design_scores_gemma":[0.00070396625,0.00015424845,0.98176724,0.00005447563,0.000004192272,0.000010110121,0.0011996414,0.00035263758,0.00041651365,0.012741831,0.002452223,0.00014294102],"about_ca_topic_score_codex":0.0026836682,"about_ca_topic_score_gemma":0.00009525381,"teacher_disagreement_score":0.34175804,"about_ca_system_score_codex":0.00011250323,"about_ca_system_score_gemma":0.0003365711,"threshold_uncertainty_score":0.9939172},"labels":[],"label_agreement":null},{"id":"W2049673158","doi":"10.1087/2009209","title":"Why visibility matters — exploding the Broadcast Fallacy","year":2009,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Milton District Hospital","funders":"","keywords":"Fallacy; Visibility; Citation; Computer science; Library science; Linguistics; Philosophy; Physics; Optics","score_opus":0.043549123828711005,"score_gpt":0.3112600951245254,"score_spread":0.2677109712958144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049673158","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05674245,0.00007477535,0.00056433905,0.7540343,0.00055710535,0.00023720523,0.0000023513894,0.00027703107,0.18751049],"genre_scores_gemma":[0.7311579,0.000019850519,0.00042222225,0.26587826,0.0004898772,0.000004174332,0.0000138589485,0.000004813164,0.002009067],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981514,0.00025625908,0.000272659,0.00021888963,0.0006467563,0.00045399566],"domain_scores_gemma":[0.9990875,0.000212508,0.000133394,0.00031936556,0.00009134033,0.00015588943],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0024116794,0.000093280425,0.00009626675,0.0000904544,0.0013495748,0.008334924,0.0010388484,0.00007564638,0.00064947613],"category_scores_gemma":[0.0011217213,0.000067000845,0.00007563789,0.0008354516,0.00016645658,0.073712066,0.000064325184,0.00033281758,0.00009199482],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012262272,0.000032683292,0.002622349,0.0000053569042,0.0000055144387,0.0000019686406,0.1092951,0.000096723525,0.00006587581,0.2069364,0.48362413,0.19730166],"study_design_scores_gemma":[0.00010087756,0.000013885348,0.0035537032,0.000013439859,0.0000017344165,8.0546477e-7,0.016541805,0.00021272949,0.000024109902,0.008062333,0.9713658,0.00010878033],"about_ca_topic_score_codex":0.0010185848,"about_ca_topic_score_gemma":0.00002444491,"teacher_disagreement_score":0.67441547,"about_ca_system_score_codex":0.0000674673,"about_ca_system_score_gemma":0.00012316255,"threshold_uncertainty_score":0.9999505},"labels":[],"label_agreement":null},{"id":"W2059295110","doi":"10.1087/20110208","title":"Casting a wide net: the Journal Impact Factor numerator","year":2011,"lang":"en","type":"article","venue":"Learned Publishing","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thomson Reuters (Canada)","funders":"","keywords":"Impact factor; Computer science; Citation; Search engine indexing; Order (exchange); Information retrieval; Factor (programming language); Library science; Operations research; Data science; Mathematics; Political science; Economics; Law; Programming language","score_opus":0.7798100006849009,"score_gpt":0.5630907595030051,"score_spread":0.21671924118189578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059295110","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.950699,0.0008966928,0.010694506,0.003689573,0.0011550391,0.00019628143,0.000021548061,0.000053375432,0.03259399],"genre_scores_gemma":[0.99655473,0.00004848272,0.0009442623,0.0005635262,0.00033609528,0.000002227043,0.0000010938986,0.000020319609,0.0015292664],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98847836,0.0008616942,0.0007874076,0.0004908503,0.00831759,0.0010641047],"domain_scores_gemma":[0.9855953,0.00860563,0.00059453485,0.00088197575,0.0034691135,0.00085344625],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.042096473,0.00019029439,0.00027327173,0.020683266,0.0011162203,0.037317175,0.0053291866,0.00015786942,0.005851321],"category_scores_gemma":[0.18069,0.0000935817,0.00025634305,0.09891085,0.0001329855,0.008520888,0.0009314531,0.0016253536,0.00042435236],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004667965,0.00006178444,0.52119356,0.0000015431672,0.000040571726,0.00004808822,0.0040406706,0.000059573023,0.00029131147,0.00020504634,0.079929866,0.39408132],"study_design_scores_gemma":[0.0007873478,0.00032970417,0.87602836,0.000022135286,0.000014079695,0.00037364344,0.0060639656,0.008673671,0.0005074557,0.015483939,0.09125052,0.000465186],"about_ca_topic_score_codex":0.001097011,"about_ca_topic_score_gemma":0.00004864392,"teacher_disagreement_score":0.39361614,"about_ca_system_score_codex":0.00017713296,"about_ca_system_score_gemma":0.000490805,"threshold_uncertainty_score":0.99505746},"labels":[],"label_agreement":null},{"id":"W2064443469","doi":"10.1087/095315108x247276","title":"Vendor‐supplied usage data for electronic resources: a survey of academic libraries","year":2007,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Institute of Museum and Library Services","keywords":"Vendor; Statistic; Computer science; Usage data; Electronic data; Data science; World Wide Web; Database; Business; Marketing; Statistics","score_opus":0.08495762647498085,"score_gpt":0.29056061534224203,"score_spread":0.2056029888672612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064443469","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24276324,0.0033550696,0.6571086,0.006709278,0.00095205125,0.0012807667,0.00019884645,0.0012721651,0.08636],"genre_scores_gemma":[0.98317695,0.000027195332,0.010999019,0.0007320556,0.00015426947,0.0000115192515,0.000391505,0.000028597116,0.0044789063],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977112,0.00009159954,0.0004815389,0.0005977266,0.00045883132,0.0006591292],"domain_scores_gemma":[0.9968939,0.0017056908,0.000278024,0.00089191046,0.00008916958,0.00014129365],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0035226264,0.00015958896,0.00023579138,0.00035755115,0.00020297617,0.0028654698,0.0039462154,0.00017111668,0.00002075916],"category_scores_gemma":[0.0029032198,0.00015135878,0.00004565484,0.0014851376,0.00006254746,0.01709839,0.0014275974,0.00045856478,0.000005341955],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011192198,0.00021483468,0.10060578,0.00022239791,0.00029860402,0.000013291418,0.008094668,0.00017269542,0.0008689483,0.30089435,0.21983938,0.36765584],"study_design_scores_gemma":[0.0013548733,0.0001514485,0.06902706,0.000053754236,0.000009070356,0.000009238951,0.00023763167,0.0087251775,0.0034543953,0.025793077,0.8906511,0.0005331438],"about_ca_topic_score_codex":0.00012748674,"about_ca_topic_score_gemma":0.00010033256,"teacher_disagreement_score":0.7404137,"about_ca_system_score_codex":0.00003886584,"about_ca_system_score_gemma":0.00046230684,"threshold_uncertainty_score":0.99816966},"labels":[],"label_agreement":null},{"id":"W2066797667","doi":"10.1087/095315103321505557","title":"An international peer‐review system for a Chinese scientific journal","year":2003,"lang":"en","type":"article","venue":"Learned Publishing","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Reputation; Czech; Political science; Peer review; Library science; World class; Geography; Law; Engineering","score_opus":0.5798840455484582,"score_gpt":0.5923638638770029,"score_spread":0.012479818328544723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066797667","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4404365,0.017777022,0.15276138,0.0872592,0.0538354,0.0027325125,0.00036849428,0.0003946369,0.24443482],"genre_scores_gemma":[0.97683793,0.00019202329,0.0064353594,0.000535688,0.00057028927,0.000028631763,0.000045626544,0.000023748045,0.015330718],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97978354,0.0006389898,0.0009656298,0.0008898202,0.017005838,0.00071617047],"domain_scores_gemma":[0.97010064,0.0030439266,0.000652494,0.0011638418,0.024112616,0.00092648086],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.15194367,0.00015941453,0.0003411122,0.029202918,0.0010088593,0.09964289,0.0056590857,0.00011916112,0.00081824214],"category_scores_gemma":[0.3977419,0.00010347671,0.00027584776,0.09287158,0.000098336175,0.012859894,0.00024893164,0.0006254837,0.000152824],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037379385,0.0003462808,0.13232712,0.00016937469,0.00006650867,0.000044130127,0.0005130373,0.0002698904,0.0008172735,0.04148811,0.49448752,0.32943338],"study_design_scores_gemma":[0.00070236885,0.00008157629,0.0053116623,0.00012242484,0.000008030553,0.00021144008,0.0009582367,0.00681987,0.00006915006,0.008240952,0.9772555,0.00021875955],"about_ca_topic_score_codex":0.0000151419,"about_ca_topic_score_gemma":0.000011133968,"teacher_disagreement_score":0.5364014,"about_ca_system_score_codex":0.00025279965,"about_ca_system_score_gemma":0.0006096256,"threshold_uncertainty_score":0.99972075},"labels":[],"label_agreement":null},{"id":"W2069065013","doi":"10.1087/09531510050145326","title":"What can technology offer? Notes on technical developments for the non‐technical","year":2000,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Digital Games and Media","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Studies","funders":"","keywords":"The Internet; Repurposing; Computer science; Value (mathematics); Content (measure theory); Telecommunications; World Wide Web; Engineering; Mathematics","score_opus":0.038704208093919376,"score_gpt":0.31614945787774484,"score_spread":0.27744524978382545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069065013","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.072802015,0.00041214423,0.00046070712,0.39700353,0.001867499,0.0018230595,0.000016593634,0.0010630455,0.5245514],"genre_scores_gemma":[0.9727014,0.00039181428,0.0014162146,0.0034416525,0.00035921173,0.00018026409,0.000016099686,0.000027129492,0.02146622],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99832696,0.00004079926,0.00022045361,0.00034436063,0.0004637221,0.00060368335],"domain_scores_gemma":[0.9985443,0.0008492515,0.00006382137,0.00030540978,0.00009258526,0.00014464975],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010991779,0.00013793742,0.00018006837,0.000111078625,0.00039895854,0.0027836298,0.0010193256,0.0003814414,0.00017763585],"category_scores_gemma":[0.0035560564,0.00009788715,0.00009084861,0.0006420396,0.00036022332,0.0017214325,0.00010171939,0.00054432114,0.000046875797],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023561235,0.00004588428,0.00021205227,0.0000032269265,0.000010233478,0.0000025371023,0.0012243298,0.000012242389,0.000048295136,0.01986148,0.0044350075,0.97412115],"study_design_scores_gemma":[0.00027797135,0.00006353904,0.0018080327,0.00007283707,0.000009922718,0.0000025765685,0.0025444592,0.000013428729,0.00013957186,0.0032462967,0.9916588,0.0001625817],"about_ca_topic_score_codex":0.00016443022,"about_ca_topic_score_gemma":0.0027393543,"teacher_disagreement_score":0.9872238,"about_ca_system_score_codex":0.00016328055,"about_ca_system_score_gemma":0.00028834934,"threshold_uncertainty_score":0.99825156},"labels":[],"label_agreement":null},{"id":"W2070663290","doi":"10.1087/20120102","title":"Medical publishing and the drug industry: is medical science for sale?","year":2011,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Pharmaceutical industry; Publishing; Resource (disambiguation); Business; Drug industry; Medical knowledge; Value (mathematics); Public relations; Process (computing); Medical research; Marketing; Medicine; Computer science; Medical education; Engineering ethics; Political science; Engineering; Law","score_opus":0.5000848281461434,"score_gpt":0.5355611703363615,"score_spread":0.03547634219021811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070663290","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28657293,0.0015949104,0.00019839108,0.6218743,0.0035509772,0.0012081388,0.00008410487,0.0003397392,0.08457653],"genre_scores_gemma":[0.8990984,0.00024415596,0.00021198353,0.097483665,0.0014327413,0.00013568036,0.00001744701,0.000035010675,0.0013409457],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944286,0.0010738842,0.0007028854,0.0008188697,0.001567422,0.0014083866],"domain_scores_gemma":[0.99309194,0.0030919279,0.00025620015,0.00042109363,0.000497342,0.0026415007],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["sts","research_integrity"],"category_scores_codex":[0.0268212,0.00030996662,0.000436527,0.00022831271,0.0017854212,0.0017078364,0.002569265,0.0026881422,0.009829443],"category_scores_gemma":[0.030576935,0.00022280148,0.00012483633,0.0009803917,0.0036733598,0.005329543,0.00094172376,0.013139381,0.00003386465],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002134014,0.00045240126,0.036333855,0.0003009418,0.00028691255,0.00014808445,0.023497798,0.000004585773,0.000119587545,0.39096552,0.26672736,0.27902895],"study_design_scores_gemma":[0.015014416,0.00010558359,0.0038884082,0.00023130822,0.00025172014,0.00035016632,0.005390545,0.030677244,0.00499386,0.036180206,0.9020637,0.0008527981],"about_ca_topic_score_codex":0.0005266407,"about_ca_topic_score_gemma":0.000110368805,"teacher_disagreement_score":0.6353364,"about_ca_system_score_codex":0.0001098514,"about_ca_system_score_gemma":0.0018001073,"threshold_uncertainty_score":0.9995141},"labels":[],"label_agreement":null},{"id":"W2095153281","doi":"10.1087/20120407","title":"Article and book reading patterns of scholars: findings for publishers","year":2012,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Publishing and Scholarly Communication","field":"Arts and Humanities","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Studies","funders":"","keywords":"Reading (process); Library science; Academic library; Scholarly communication; Value (mathematics); Humanism; Work (physics); Media studies; Discipline; Sociology; Publishing; Computer science; Political science; Social science; Law; Engineering","score_opus":0.06117438188012286,"score_gpt":0.2670039770478111,"score_spread":0.20582959516768823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095153281","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9513632,0.0013714138,0.00027794897,0.00818204,0.00061976153,0.0002698358,0.00003784784,0.00016822592,0.037709698],"genre_scores_gemma":[0.99403054,0.000021081314,0.00055941736,0.0009193568,0.0004838846,0.000032474203,0.00006909108,0.00003087475,0.0038532994],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986316,0.0001174494,0.00033774078,0.00020154435,0.0002586939,0.0004529607],"domain_scores_gemma":[0.9985975,0.0003855783,0.00017659235,0.00038559316,0.00028075604,0.00017398372],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.002738004,0.0001327066,0.00019561283,0.0002251148,0.0004958487,0.0135237,0.0004897932,0.000109241446,0.0003139308],"category_scores_gemma":[0.0029014132,0.00012720592,0.00007478614,0.000076005825,0.00008451106,0.056398194,0.0001749972,0.00054128375,0.000005701945],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060678296,0.00019847826,0.13815126,0.00020323579,0.00011770467,3.6972392e-7,0.10327544,0.000004352358,0.001711507,0.660787,0.07127764,0.024212332],"study_design_scores_gemma":[0.0009207394,0.0000658777,0.014798375,0.0001435911,0.000052686333,0.0000042444613,0.01755827,0.00017783401,0.0009161755,0.002996044,0.9620252,0.00034096226],"about_ca_topic_score_codex":0.0004884321,"about_ca_topic_score_gemma":0.000074588716,"teacher_disagreement_score":0.89074755,"about_ca_system_score_codex":0.00004998338,"about_ca_system_score_gemma":0.000029119361,"threshold_uncertainty_score":0.98750037},"labels":[],"label_agreement":null},{"id":"W2279889078","doi":"10.1002/leap.1014","title":"TrendMD: Helping scholarly content providers reach larger and more targeted audiences","year":2016,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brain and Cognition Discovery Foundation; University Health Network; MaRS; University of Toronto","funders":"Ontario Centres of Excellence","keywords":"Content (measure theory); Internet privacy; Business; Public relations; Computer science; Political science; Mathematics","score_opus":0.1930999443509171,"score_gpt":0.3768092461414612,"score_spread":0.18370930179054412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2279889078","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70198506,0.0009993335,0.00010207546,0.28702405,0.003417734,0.0007437854,0.000005469852,0.00025288766,0.005469588],"genre_scores_gemma":[0.9946849,0.00028132315,0.0010316995,0.0013514328,0.0013382968,0.0002665221,0.0000065915797,0.000020722637,0.001018526],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99737674,0.0005228465,0.00029757695,0.00043273438,0.0007084544,0.0006616354],"domain_scores_gemma":[0.99696964,0.0018952141,0.00023077299,0.00018218692,0.00035114778,0.00037102978],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0032532078,0.00012604716,0.00018751727,0.00017905129,0.0010703255,0.0028005398,0.00037703998,0.00023734444,0.0001421098],"category_scores_gemma":[0.050583176,0.000097223376,0.00004402111,0.0005567404,0.00039801176,0.011649701,0.000068275345,0.00038219188,0.000019309833],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031546133,0.000059163835,0.27746335,0.000047542657,0.000032071446,0.000004181686,0.17073573,4.1337722e-7,0.0017605858,0.032921195,0.006353738,0.51059043],"study_design_scores_gemma":[0.001220347,0.00008713269,0.3409834,0.00043398736,0.000034383662,0.0000022842767,0.14859006,0.000012787793,0.00032346614,0.0069468664,0.5007488,0.00061650074],"about_ca_topic_score_codex":0.016644433,"about_ca_topic_score_gemma":0.0029522332,"teacher_disagreement_score":0.50997394,"about_ca_system_score_codex":0.00035159182,"about_ca_system_score_gemma":0.00058035395,"threshold_uncertainty_score":0.9982346},"labels":[],"label_agreement":null},{"id":"W2305422018","doi":"10.1002/leap.1015","title":"Small scholar‐led scholarly journals: Can they survive and thrive in an open access future?","year":2016,"lang":"en","type":"article","venue":"Learned Publishing","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Open access journal; Scholarly communication; Commons; Public relations; Failure to thrive; Political science; Sociology; Publishing; MEDLINE; Medicine; Scopus; Law","score_opus":0.7398215833399304,"score_gpt":0.592642701850462,"score_spread":0.14717888148946845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2305422018","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94779253,0.0010257686,0.00041144004,0.041064724,0.00070135016,0.0004273598,0.00004951183,0.000032135773,0.008495192],"genre_scores_gemma":[0.9957046,0.00071087386,0.0010267368,0.00085522886,0.0003515442,0.00001924074,0.0000043092605,0.00002791596,0.0012995568],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9877496,0.0021159253,0.00096680305,0.0014952586,0.006573463,0.0010989798],"domain_scores_gemma":[0.98637354,0.0052425954,0.0005731078,0.0013306603,0.0052692015,0.0012109135],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science"],"consensus_categories":["metaresearch","bibliometrics","scholarly_communication"],"category_scores_codex":[0.09497219,0.0002462703,0.0005200788,0.043464195,0.0007115825,0.3449564,0.016499668,0.00033236726,0.00080223096],"category_scores_gemma":[0.17028765,0.00013998791,0.000076020544,0.08393888,0.00012068662,0.103188954,0.007863259,0.0017932047,0.000060148475],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048320104,0.00007087023,0.53261864,0.0000016174511,0.000009800933,0.000028659357,0.00058519724,0.0000044719022,0.0009932856,0.0014162397,0.0012583301,0.4629646],"study_design_scores_gemma":[0.0018834952,0.00015176827,0.9102782,0.00006655248,0.000003787262,0.000016892543,0.003229647,0.00018773171,0.00020932371,0.06124421,0.022381894,0.0003464754],"about_ca_topic_score_codex":0.0038951752,"about_ca_topic_score_gemma":0.013763571,"teacher_disagreement_score":0.4626181,"about_ca_system_score_codex":0.00025478497,"about_ca_system_score_gemma":0.0006042029,"threshold_uncertainty_score":0.98882157},"labels":[],"label_agreement":null},{"id":"W2544621571","doi":"10.1002/leap.1055","title":"The University Press Redux: Introduction","year":2016,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Publishing and Scholarly Communication","field":"Arts and Humanities","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publishing; Sociology; Library science; Media studies; Management; Political science; Public relations; Law; Computer science; Economics","score_opus":0.04249495339198943,"score_gpt":0.21209001800448607,"score_spread":0.16959506461249663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2544621571","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02077261,0.00041422923,0.00029745407,0.4542627,0.0023471254,0.00014544016,0.000016678598,0.00048095416,0.5212628],"genre_scores_gemma":[0.8015261,0.00016637145,0.00005597919,0.00013932672,0.0022267653,0.000002295697,0.000014656051,0.000013352767,0.19585516],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989912,0.00027693348,0.00012252445,0.00018629654,0.00020906508,0.00021399031],"domain_scores_gemma":[0.9986988,0.00032131388,0.00010850352,0.0005737737,0.00024317909,0.000054433505],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0012793837,0.0000735872,0.000063973406,0.00005212578,0.0015454565,0.008091029,0.0008908686,0.00005198829,0.00019661806],"category_scores_gemma":[0.0016460222,0.00004222377,0.00004544287,0.000051496463,0.00019922783,0.012136589,0.0001731567,0.00034771077,0.00004037329],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018533445,0.000009268008,0.000042070118,0.000001425236,0.000012272601,3.6606167e-7,0.002297739,0.0000011634622,0.000084293686,0.6520387,0.28642148,0.05907269],"study_design_scores_gemma":[0.00018303236,0.000011582762,0.00022052866,0.000010967753,0.0000065103854,0.0000011295504,0.0021248558,0.000017848555,0.000039677943,0.0024552993,0.99485004,0.000078532],"about_ca_topic_score_codex":0.0004822778,"about_ca_topic_score_gemma":0.0003529002,"teacher_disagreement_score":0.7807535,"about_ca_system_score_codex":0.000099345074,"about_ca_system_score_gemma":0.000035698624,"threshold_uncertainty_score":0.99975437},"labels":[],"label_agreement":null},{"id":"W2587836861","doi":"10.1002/leap.1099","title":"Institutional repositories versus <scp>ResearchGate</scp>: The depositing habits of Spanish researchers","year":2017,"lang":"en","type":"article","venue":"Learned Publishing","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"University of Sheffield","keywords":"Upload; Ignorance; Institutional repository; Quarter (Canadian coin); Political science; Library science; Business; World Wide Web; Computer science; Internet privacy; Law; History","score_opus":0.10918038006022697,"score_gpt":0.3331071421631852,"score_spread":0.22392676210295825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2587836861","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20189343,0.00084260653,0.029256577,0.04300917,0.0043595936,0.00054988376,0.0000038915546,0.00047864433,0.7196062],"genre_scores_gemma":[0.9904092,0.000018144588,0.0047732266,0.000056343797,0.0004495898,0.000019416255,0.0000044992703,0.000014985923,0.0042545917],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99693936,0.00039678472,0.00030958964,0.0005257934,0.0011956474,0.0006328471],"domain_scores_gemma":[0.9960481,0.0012946732,0.0003666074,0.0015943918,0.00052161684,0.00017464074],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.004080488,0.00015527518,0.0001834799,0.00015828128,0.0028353618,0.0110121425,0.0046990174,0.0001127674,0.000003626706],"category_scores_gemma":[0.022843495,0.00012412861,0.00010451053,0.00039756316,0.00062342803,0.005202682,0.003084726,0.0010222426,0.000035626457],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041359,0.00011061939,0.020476505,0.00015179346,0.00022126954,0.00013465108,0.006976872,0.0013812653,0.00092417496,0.8444914,0.017011933,0.108078144],"study_design_scores_gemma":[0.009175329,0.0013890392,0.27422658,0.0016679844,0.0001338906,0.0001181297,0.01810395,0.15175946,0.038644735,0.029358815,0.4742692,0.0011528592],"about_ca_topic_score_codex":0.0013482312,"about_ca_topic_score_gemma":0.00023892507,"teacher_disagreement_score":0.8151326,"about_ca_system_score_codex":0.00011975524,"about_ca_system_score_gemma":0.00029422797,"threshold_uncertainty_score":0.9984628},"labels":[],"label_agreement":null},{"id":"W2883384999","doi":"10.1002/leap.1183","title":"Measuring regional impact: The case for bigger data","year":2018,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Regional science; Economic geography; Economics; Geography","score_opus":0.6167376563501357,"score_gpt":0.4982862368078323,"score_spread":0.11845141954230337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883384999","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24627724,0.0008197248,0.0038088933,0.73098624,0.0006336305,0.001625231,0.00011555065,0.00019431174,0.015539156],"genre_scores_gemma":[0.96490586,0.000039667222,0.0013255954,0.02779693,0.0042365,0.000029683306,0.00020341175,0.00003680879,0.0014255407],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99746907,0.00011265299,0.00024346044,0.00036352387,0.00069083547,0.0011204508],"domain_scores_gemma":[0.9921501,0.0014487819,0.00010074015,0.0014999378,0.000655111,0.0041452935],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0072442386,0.00011735782,0.00019381329,0.00012110971,0.00044626306,0.000609292,0.0005330297,0.00014052785,0.00030719684],"category_scores_gemma":[0.1680216,0.00006595977,0.000070582435,0.0003690595,0.00020654387,0.0014682739,0.00025769888,0.00077197637,0.000053212138],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003712633,0.000051499224,0.00049272587,0.00012274308,0.000055369583,0.00035374495,0.0005129667,4.6822964e-7,0.00022357704,0.00034246565,0.77670234,0.2207708],"study_design_scores_gemma":[0.0021104661,0.00048165346,0.0014774927,0.0001892291,0.000044509077,0.0028941226,0.00066042563,0.005604099,0.00012672626,0.0005311904,0.98575765,0.00012241125],"about_ca_topic_score_codex":0.0015223565,"about_ca_topic_score_gemma":0.00025126155,"teacher_disagreement_score":0.71862864,"about_ca_system_score_codex":0.00016299401,"about_ca_system_score_gemma":0.0036602584,"threshold_uncertainty_score":0.8389865},"labels":[],"label_agreement":null},{"id":"W2888264706","doi":"10.1002/leap.1197","title":"An assessment of the accessibility of PDF versions of selected journal articles published in a WCAG 2.0 era (2014–2018)","year":2018,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Digital Accessibility for Disabilities","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; World Wide Web; Screen reader; Workflow; Adobe; Information retrieval; Visually impaired; Multimedia; Library science; Database; Human–computer interaction","score_opus":0.03531294135233561,"score_gpt":0.3693097138274648,"score_spread":0.3339967724751292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888264706","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9541217,0.000021927537,0.000039474686,0.0028457986,0.00035746806,0.00026956364,0.000017005164,0.0000287417,0.042298313],"genre_scores_gemma":[0.99875444,0.000004888763,0.000846395,0.00005215563,0.00012611758,0.0000050691133,0.0000048703296,0.000010642325,0.0001954389],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99590075,0.0010552823,0.0010446922,0.00035884857,0.0011805106,0.00045989538],"domain_scores_gemma":[0.99612755,0.0005632876,0.0008911716,0.00072459714,0.0015147376,0.0001786581],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0067648008,0.00013439734,0.00037909814,0.00024208122,0.00033832065,0.0016684094,0.0019627383,0.0001750937,0.0018089798],"category_scores_gemma":[0.015172207,0.00010119126,0.0001600343,0.0021820557,0.0016849409,0.012854619,0.0003121099,0.00048117587,0.0000024564918],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053673262,0.0007148552,0.96974075,0.000060589613,0.000028940833,2.7342006e-7,0.013254542,0.00002554244,0.0020861463,0.007763144,0.0012687088,0.0050028125],"study_design_scores_gemma":[0.0005480562,0.00017014025,0.92190653,0.00011273951,0.000020134954,7.2111254e-7,0.022940835,0.0003727242,0.0030491683,0.05031234,0.00042896383,0.00013761863],"about_ca_topic_score_codex":0.006829972,"about_ca_topic_score_gemma":0.012565704,"teacher_disagreement_score":0.047834214,"about_ca_system_score_codex":0.00028665242,"about_ca_system_score_gemma":0.0015954537,"threshold_uncertainty_score":0.99978364},"labels":[],"label_agreement":null},{"id":"W2899013035","doi":"10.1002/leap.1206","title":"Sci‐Hub: The new and ultimate disruptor? View from the front","year":2018,"lang":"en","type":"article","venue":"Learned Publishing","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Openness to experience; China; Headway; Quarter (Canadian coin); Desk; Promotion (chess); Political science; Engineering; Business; Psychology; Geography; Law; Transport engineering; Social psychology","score_opus":0.5303255250196891,"score_gpt":0.5402152958563844,"score_spread":0.009889770836695289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899013035","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5769078,0.0150664635,0.012732367,0.33327922,0.0039753946,0.0008330947,0.00009482944,0.00014995562,0.05696088],"genre_scores_gemma":[0.9840934,0.00039400964,0.0016313371,0.004164396,0.0016281568,0.000007795947,0.000007527605,0.000020972268,0.008052402],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9911255,0.0005330016,0.00051508925,0.00081854546,0.006321054,0.000686801],"domain_scores_gemma":[0.98404443,0.012012785,0.00029379642,0.0015601402,0.0015641776,0.00052465184],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.027359897,0.00016365503,0.0002461758,0.00457405,0.0012246505,0.051495146,0.0051840106,0.00012816297,0.0022819752],"category_scores_gemma":[0.09271747,0.000069667,0.00010192016,0.05043602,0.0005002823,0.0039908914,0.0020020138,0.0006778308,0.0009895202],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013336322,0.000014157452,0.02557308,8.215911e-7,0.000015205806,0.0000023075459,0.0015048569,0.0000040049795,0.00008788309,0.001174571,0.41677424,0.5548355],"study_design_scores_gemma":[0.0003498381,0.00005232792,0.1232542,0.000016052185,0.000008544556,0.000005039847,0.0015944078,0.0061906585,0.00011516979,0.03162545,0.8366367,0.00015158312],"about_ca_topic_score_codex":0.003451351,"about_ca_topic_score_gemma":0.0006281829,"teacher_disagreement_score":0.5546839,"about_ca_system_score_codex":0.000056743338,"about_ca_system_score_gemma":0.00022485851,"threshold_uncertainty_score":0.99978834},"labels":[],"label_agreement":null},{"id":"W2911377445","doi":"10.1002/leap.1224","title":"Is the drive for reproducible science having a detrimental effect on what is published?","year":2019,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Novelty; Criticism; Movement (music); Computer science; Epistemology; Process (computing); Publishing; Scientific progress; Engineering ethics; Data science; Political science; Psychology; Law; Philosophy; Social psychology; Aesthetics","score_opus":0.4856131818463446,"score_gpt":0.493911684743706,"score_spread":0.008298502897361393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911377445","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8591987,0.0016455173,0.0012428979,0.081359416,0.0037005248,0.0046670125,0.000017704986,0.000040902225,0.048127305],"genre_scores_gemma":[0.95998865,0.00001058462,0.0012904435,0.008919438,0.0002708519,0.00011957253,0.0000074048708,0.000027477483,0.029365584],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.977421,0.0037188109,0.0042350707,0.0038838014,0.009925291,0.0008160227],"domain_scores_gemma":[0.969691,0.013087215,0.0037267203,0.011170257,0.0020509295,0.00027391437],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","scholarly_communication","insufficient_payload"],"category_scores_codex":[0.3121724,0.00037325785,0.0019691794,0.0009173924,0.00088461494,0.09031476,0.0068190615,0.00013341363,0.008266737],"category_scores_gemma":[0.17500168,0.00016011408,0.0016738934,0.0052077705,0.00017416361,0.018821375,0.0006818961,0.00057155767,0.0034937675],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006106338,0.00010011284,0.06735378,0.00012873451,0.00027466423,0.0000023939467,0.008899399,0.0001871673,0.0036055993,0.007976995,0.61739,0.29402015],"study_design_scores_gemma":[0.0017685432,0.0008873306,0.013218232,0.0006099207,0.00039494774,0.000032658358,0.016968226,0.030455377,0.03183673,0.023776669,0.87895596,0.0010954167],"about_ca_topic_score_codex":0.000060566137,"about_ca_topic_score_gemma":0.000007331213,"teacher_disagreement_score":0.29292473,"about_ca_system_score_codex":0.00015391348,"about_ca_system_score_gemma":0.00022086459,"threshold_uncertainty_score":0.9985545},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2998216072","doi":"10.1002/leap.1283","title":"Early career researchers and their authorship and peer review beliefs and practices: An international study","year":2019,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Academic Writing and Publishing","field":"Arts and Humanities","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Wuhan University; Universiti Malaya","keywords":"Subject (documents); Criticism; Quarter (Canadian coin); Psychology; Variety (cybernetics); Peer review; Medical education; Public relations; Political science; Medicine; Library science; Computer science; History; Law","score_opus":0.263983487008094,"score_gpt":0.3779038290457938,"score_spread":0.1139203420376998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998216072","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89902604,0.0045017023,0.0000011652282,0.038792543,0.0002633213,0.0004246274,0.000021313916,0.00009918385,0.05687012],"genre_scores_gemma":[0.9816905,0.0005402963,0.000050650586,0.0015926255,0.0009981084,0.000017606366,0.00005541642,0.00003278759,0.015021999],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976456,0.00047281053,0.0002825457,0.0005326974,0.00069652766,0.00036978073],"domain_scores_gemma":[0.9980578,0.00056721544,0.0002822684,0.00026259187,0.0005760292,0.00025411282],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.008772082,0.0001808985,0.00024918246,0.0001587144,0.00037297985,0.011412938,0.00044518677,0.000128334,0.00039456983],"category_scores_gemma":[0.007956323,0.00014356087,0.000025611715,0.000072021154,0.0001409531,0.0130941,0.00034236614,0.0014612714,0.000008523145],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000077217286,0.00014280836,0.27659112,0.0007737718,0.00021258045,0.000013532199,0.55772835,0.0000010787599,0.00002516939,0.06748913,0.022109635,0.07483561],"study_design_scores_gemma":[0.00090100133,0.00036914056,0.04129502,0.00086869753,0.000045579465,0.000024945964,0.11641883,0.00019788611,0.0000010775777,0.0034999496,0.83595663,0.00042125655],"about_ca_topic_score_codex":0.0030964564,"about_ca_topic_score_gemma":0.00041744966,"teacher_disagreement_score":0.813847,"about_ca_system_score_codex":0.000029443974,"about_ca_system_score_gemma":0.000051976214,"threshold_uncertainty_score":0.9896133},"labels":[],"label_agreement":null},{"id":"W3032855166","doi":"10.1002/leap.1301","title":"Evaluating equity in scholarly publishing","year":2020,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Gender Diversity and Inequality","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Workplace Health, Safety and Compensation Commission","funders":"","keywords":"Publishing; Workforce; Bachelor; Equity (law); Diversity (politics); Ethnic group; Public relations; White paper; Project commissioning; Political science; Sociology; Psychology; Law","score_opus":0.5534475000736645,"score_gpt":0.4462458067089742,"score_spread":0.10720169336469032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3032855166","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3531669,0.00014875285,0.0004000596,0.22346032,0.00040501993,0.0002450026,0.000008300602,0.00029904777,0.4218666],"genre_scores_gemma":[0.988904,0.000015671249,0.0016716475,0.00840718,0.00063220895,0.0000040137497,0.00001886242,0.000011171489,0.00033526818],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99561334,0.0012667855,0.00034253363,0.0005251149,0.0015333155,0.00071891944],"domain_scores_gemma":[0.9984405,0.00032886604,0.00017565016,0.00020663504,0.0004061626,0.0004421783],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.012872287,0.00012219067,0.00020772117,0.00013847795,0.0008487362,0.035029918,0.0014786238,0.00031020853,0.0006909834],"category_scores_gemma":[0.060234353,0.00014434446,0.00008491695,0.0014540196,0.00009677716,0.06879252,0.000866127,0.0016862247,0.000087274384],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008817582,0.00011664128,0.17738831,0.00010958147,0.000033904416,0.00003950441,0.33656564,0.0008581526,0.00086090266,0.24153751,0.02277055,0.21963112],"study_design_scores_gemma":[0.0051029506,0.00027532896,0.09148344,0.0002548996,0.000067952365,0.0000017045737,0.42706534,0.007150911,0.00024948907,0.091337174,0.37519273,0.0018180839],"about_ca_topic_score_codex":0.015408496,"about_ca_topic_score_gemma":0.0029814686,"teacher_disagreement_score":0.63573706,"about_ca_system_score_codex":0.000328762,"about_ca_system_score_gemma":0.0005830672,"threshold_uncertainty_score":0.991148},"labels":[],"label_agreement":null},{"id":"W3204012633","doi":"10.1002/leap.1422","title":"Expanding <scp><i>Nature</i></scp>: <scp>Product line</scp> and brand extensions of a scientific journal","year":2021,"lang":"en","type":"article","venue":"Learned Publishing","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université du Québec à Trois-Rivières","funders":"","keywords":"Reputation; Publishing; Product (mathematics); Brand extension; Advertising; Field (mathematics); Business; Marketing; Brand management; Sociology; Political science; Mathematics; Social science","score_opus":0.3334280815092882,"score_gpt":0.48473359850106196,"score_spread":0.15130551699177375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204012633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96560603,0.0146846855,0.0015297993,0.0028001973,0.0031960027,0.00017911226,0.00003492258,0.00004351213,0.011925747],"genre_scores_gemma":[0.977328,0.0007937404,0.0036094217,0.00034936256,0.00062058493,0.000004112157,0.000018783378,0.000033864835,0.017242122],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9837725,0.00083855615,0.0013096709,0.0017095295,0.011043412,0.001326317],"domain_scores_gemma":[0.94938445,0.030680286,0.0012398318,0.0020639328,0.014929039,0.0017024666],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.05089387,0.00029156494,0.0006762861,0.035576534,0.0016963816,0.05924099,0.0028695026,0.00039536925,0.00013690899],"category_scores_gemma":[0.5747843,0.00022208362,0.0003123235,0.14592518,0.0005436834,0.007553406,0.0021712638,0.0026199888,0.000051796327],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010978616,0.00053579756,0.15279084,0.00007558132,0.00014196758,0.0004522416,0.0043330393,0.0003809957,0.10330029,0.0029457605,0.5316072,0.20342532],"study_design_scores_gemma":[0.0034023786,0.00030939587,0.12526122,0.00030609337,0.0000855859,0.001616551,0.028220903,0.0053356853,0.09821918,0.06091989,0.6760149,0.00030824318],"about_ca_topic_score_codex":0.000035493216,"about_ca_topic_score_gemma":0.00002754799,"teacher_disagreement_score":0.52389044,"about_ca_system_score_codex":0.00009950606,"about_ca_system_score_gemma":0.001025678,"threshold_uncertainty_score":0.999681},"labels":[],"label_agreement":null},{"id":"W3215033269","doi":"10.1002/leap.1425","title":"Citation rules through the eyes of biomedical journal editors","year":2021,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Academic Writing and Publishing","field":"Arts and Humanities","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Citation; Style (visual arts); Library science; Computer science; Psychology; History","score_opus":0.05709305506493206,"score_gpt":0.2757753157781483,"score_spread":0.21868226071321623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215033269","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20032223,0.0043371865,0.0017953748,0.3084223,0.0255662,0.00017314986,0.00010484998,0.00030425892,0.45897445],"genre_scores_gemma":[0.9326464,0.00012165419,0.0013312334,0.0026519652,0.056157082,0.0000061910796,0.00017066908,0.00004115424,0.0068736677],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980971,0.00026723038,0.00044514093,0.00018328238,0.0007074461,0.00029979355],"domain_scores_gemma":[0.9981187,0.0007324089,0.00031261757,0.00018142203,0.0005771665,0.000077705736],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016465514,0.000113826456,0.00017903093,0.00009360719,0.0007720461,0.0055811414,0.00051542185,0.00014375475,0.0014536167],"category_scores_gemma":[0.0055660265,0.000077660676,0.0001233451,0.00015179664,0.00031843627,0.005336578,0.000119458324,0.0012851567,0.000016271757],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069658972,0.0000395324,0.00016539624,0.000038951788,0.000053663363,0.000012826649,0.07737537,0.000017976572,0.00011643738,0.28952834,0.6181511,0.014493393],"study_design_scores_gemma":[0.00020483285,0.000017330392,0.000108766224,0.0001086034,0.000022695689,0.00003324467,0.063061625,0.00006507039,0.00008234008,0.03589464,0.9003,0.00010085245],"about_ca_topic_score_codex":0.00032326902,"about_ca_topic_score_gemma":0.000044753695,"teacher_disagreement_score":0.7323242,"about_ca_system_score_codex":0.000030872343,"about_ca_system_score_gemma":0.00020860985,"threshold_uncertainty_score":0.9994592},"labels":[],"label_agreement":null},{"id":"W4247204558","doi":"10.1087/095315101300059611","title":"Reviews","year":2001,"lang":"en","type":"article","venue":"Learned Publishing","topic":"","field":"","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Olds College","funders":"","keywords":"Citation; Library science; Computer science; World Wide Web","score_opus":0.10605091516256271,"score_gpt":0.3235962174199193,"score_spread":0.21754530225735658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247204558","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06697833,0.0049273847,0.00057265547,0.01396072,0.00061692536,0.0004925737,0.0000069761945,0.0012889865,0.91115546],"genre_scores_gemma":[0.92279154,0.0010854322,0.0076675564,0.008325464,0.0023866883,0.00011270624,0.00019076248,0.000373809,0.05706605],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99811614,0.0002698413,0.0003345552,0.0003792822,0.0003719303,0.0005282462],"domain_scores_gemma":[0.99884707,0.00008322097,0.00018098575,0.0006069602,0.00009268218,0.00018906401],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.002600866,0.00015906095,0.0002476313,0.00019020309,0.00015270045,0.002626331,0.00061663915,0.0001158428,0.0024191826],"category_scores_gemma":[0.005455241,0.00014509856,0.00011106267,0.0011428408,0.00003460983,0.0064517213,0.00013811312,0.000605163,0.02210663],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029839144,0.00006014796,0.015199168,0.000020573716,0.000016234735,0.000050407263,0.0006119946,0.0000434672,0.0029225936,0.0076964544,0.77717024,0.19617887],"study_design_scores_gemma":[0.00028749654,0.000009503684,0.0024020635,0.000046295903,0.000009434569,0.000041565938,0.00008565279,0.0001522111,0.000056380904,0.0014403975,0.9952853,0.00018373311],"about_ca_topic_score_codex":0.00021452167,"about_ca_topic_score_gemma":0.000098040866,"teacher_disagreement_score":0.8558132,"about_ca_system_score_codex":0.000110266956,"about_ca_system_score_gemma":0.000035158435,"threshold_uncertainty_score":0.9984927},"labels":[],"label_agreement":null},{"id":"W4255913059","doi":"10.1087/095315104322958571","title":"Book Reviews","year":2004,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Research Data Management Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Halsall (Canada)","funders":"","keywords":"Library science; Publishing; Political science; Computer science; Law","score_opus":0.137733437347042,"score_gpt":0.36641903819291144,"score_spread":0.22868560084586945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255913059","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006796208,0.011032156,0.70598465,0.15999596,0.00033783284,0.00036698472,8.9458376e-7,0.00037212874,0.121841416],"genre_scores_gemma":[0.02253977,0.055157475,0.60029614,0.17368746,0.0016576203,0.00034293372,0.0001300704,0.00011699584,0.14607157],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980636,0.00019903165,0.00023408394,0.00052155566,0.00055631076,0.00042540388],"domain_scores_gemma":[0.9981325,0.00011399906,0.00015153491,0.0013922313,0.000060912116,0.00014877024],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0031624287,0.000105029336,0.00013512542,0.00018962164,0.0001692259,0.02974635,0.0043243133,0.000047734306,0.000086485896],"category_scores_gemma":[0.0047284714,0.00009256293,0.000053943848,0.00075326784,0.000026409818,0.25242522,0.0015451373,0.00049031584,0.0005211998],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021907617,0.000040680283,0.00003957152,0.000034839504,0.000011988015,0.000045278935,0.00021482905,0.00012379364,0.0000933862,0.7179664,0.21274011,0.06868697],"study_design_scores_gemma":[0.00022872532,0.00001986508,0.00016545529,0.000033878034,0.0000020326352,0.0000056300755,0.000015664216,0.00019218687,0.00009958733,0.004606972,0.99451905,0.00011097628],"about_ca_topic_score_codex":0.00017228693,"about_ca_topic_score_gemma":0.000014867652,"teacher_disagreement_score":0.78177893,"about_ca_system_score_codex":0.0000860826,"about_ca_system_score_gemma":0.000083569816,"threshold_uncertainty_score":0.97126085},"labels":[],"label_agreement":null},{"id":"W4281647098","doi":"10.1002/leap.1463","title":"The <scp>AMSTAR</scp>‐2 critical appraisal tool and editorial decision‐making for systematic reviews: Retrospective, bibliometric study","year":2022,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital; University of Toronto","funders":"","keywords":"Operationalization; Systematic review; Strengths and weaknesses; Medicine; Critical appraisal; Retrospective cohort study; MEDLINE; Family medicine; Psychology; Pathology; Alternative medicine; Social psychology; Political science; Physics; Law","score_opus":0.47601007212451607,"score_gpt":0.5261948034173058,"score_spread":0.050184731292789775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281647098","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33091587,0.07123648,0.24263431,0.0069349874,0.27506912,0.059564415,0.00036376205,0.00029338806,0.012987673],"genre_scores_gemma":[0.97578776,0.00008392514,0.0063761068,0.00034543945,0.010999858,0.0039877756,0.000009485772,0.00007628835,0.0023333605],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9113967,0.042888932,0.017584624,0.0031740274,0.023653258,0.0013024708],"domain_scores_gemma":[0.16093944,0.8021024,0.0154280765,0.012273969,0.008522968,0.00073313713],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4386619,0.00049879646,0.0047253855,0.009805897,0.0031462798,0.035406303,0.0047950684,0.00014563015,0.0005735203],"category_scores_gemma":[0.926664,0.00023668376,0.0016025518,0.054499276,0.00010665521,0.0030390078,0.0015290745,0.0011217437,0.00016156668],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016248478,0.00018473419,0.015631301,0.001215737,0.0002658152,0.000006808829,0.0022015234,0.000063801985,0.000003903316,0.0077267187,0.9590498,0.013633574],"study_design_scores_gemma":[0.0010307828,0.00053801475,0.0083163185,0.0007571075,0.00079078315,0.000051561852,0.03651738,0.009127251,3.5619064e-7,0.028793644,0.9137969,0.00027989244],"about_ca_topic_score_codex":0.000014991397,"about_ca_topic_score_gemma":0.00002263611,"teacher_disagreement_score":0.7592135,"about_ca_system_score_codex":0.00018605567,"about_ca_system_score_gemma":0.000139757,"threshold_uncertainty_score":0.9981515},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4288047051","doi":"10.1002/leap.1468","title":"Student publishing in peer reviewed journals: Evidence from the <i>International Political Science Review</i>","year":2022,"lang":"en","type":"article","venue":"Learned Publishing","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Publishing; Publication; Discipline; Peer review; Psychology; Politics; Library science; Medical education; Political science; Sociology; Social science; Computer science; Medicine; Law","score_opus":0.6844844918702782,"score_gpt":0.6041826932687399,"score_spread":0.0803017986015383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288047051","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08163954,0.055242013,0.0003174909,0.8285184,0.0038151925,0.0006774748,0.00009813132,0.00004622558,0.02964556],"genre_scores_gemma":[0.9629763,0.00492915,0.00055811123,0.028986314,0.00060853653,0.000087014305,0.000016696613,0.000018955023,0.0018189545],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9106827,0.002983609,0.0026131792,0.0023408812,0.078869306,0.0025103255],"domain_scores_gemma":[0.9011727,0.06151995,0.0023761545,0.0055123605,0.026691232,0.0027276082],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","scholarly_communication","open_science"],"category_scores_codex":[0.31249085,0.00020888663,0.0004875068,0.019473119,0.001493536,0.10715562,0.025999345,0.00007720692,0.0065895366],"category_scores_gemma":[0.70295423,0.00013368533,0.0002489014,0.18263543,0.00035613868,0.027820984,0.0112930415,0.003288632,0.00012516632],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017826927,0.00015264547,0.3784571,0.000009909524,0.0000142526305,0.000059360602,0.00064590015,0.00015676083,0.00031397797,0.007993617,0.5172792,0.09489945],"study_design_scores_gemma":[0.0005461789,0.000058160706,0.33022863,0.00070488814,0.000013305331,0.000053084317,0.0059758667,0.002948857,0.000046492045,0.017868632,0.6412084,0.0003474864],"about_ca_topic_score_codex":0.0027089734,"about_ca_topic_score_gemma":0.00011177738,"teacher_disagreement_score":0.88133675,"about_ca_system_score_codex":0.0016444994,"about_ca_system_score_gemma":0.0014913578,"threshold_uncertainty_score":0.9998064},"labels":[],"label_agreement":null},{"id":"W4288047087","doi":"10.1002/leap.1474","title":"For <scp>early‐career</scp> researchers by <scp>early‐career</scp> researchers: The <scp><i>GPNG</i></scp> model for advancing, promoting and supporting innovative research","year":2022,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Mentorship; Publishing; Outreach; Promotion (chess); Political science; Public relations; Sociology","score_opus":0.21636328010091596,"score_gpt":0.4152289071027886,"score_spread":0.19886562700187263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288047087","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9553704,0.0026965924,0.004458022,0.0067585134,0.0014330224,0.0062413653,0.0005720279,0.0005689877,0.021901032],"genre_scores_gemma":[0.814329,0.00012892728,0.0070998594,0.0016853192,0.001578781,0.009989225,0.00068808184,0.00068363035,0.16381712],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9799459,0.0031928304,0.0019147824,0.0029522015,0.0044779186,0.0075163753],"domain_scores_gemma":[0.9680257,0.024739683,0.001210033,0.001616554,0.0029804823,0.0014275915],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06922591,0.000862302,0.0010013144,0.0013769909,0.004726792,0.0043334723,0.003886152,0.0008415634,0.00004990215],"category_scores_gemma":[0.11514466,0.0008201157,0.00028758936,0.004392995,0.00069760974,0.0031248792,0.0034894932,0.009055974,0.000035846675],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000080174825,0.00038402362,0.01900255,0.00057284784,0.0007123122,0.00005056053,0.17627437,0.0008616649,0.004897475,0.008219514,0.76523167,0.023712838],"study_design_scores_gemma":[0.005427726,0.0015485861,0.0023348671,0.000399499,0.00007158636,0.00004571669,0.244917,0.026236422,0.002249846,0.012936632,0.7035193,0.0003128086],"about_ca_topic_score_codex":0.0013915454,"about_ca_topic_score_gemma":0.000044400706,"teacher_disagreement_score":0.1419161,"about_ca_system_score_codex":0.001382073,"about_ca_system_score_gemma":0.0014087025,"threshold_uncertainty_score":0.999425},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4318819167","doi":"10.1002/leap.1537","title":"Investigation of potential gender bias in the peer review system at <i>Reproduction</i>","year":2023,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cegep de Saint Hyacinthe; Université de Montréal","funders":"","keywords":"Gender bias; Peer review; Reproduction; Demography; Psychology; Selection bias; Gynecology; Medicine; Social psychology; Biology; Sociology; Pathology","score_opus":0.1996006985292149,"score_gpt":0.32549076507114466,"score_spread":0.12589006654192977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318819167","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44480255,0.0025570418,0.00002474349,0.40815133,0.0022820374,0.0007206069,0.000010741447,0.00029015166,0.1411608],"genre_scores_gemma":[0.9905277,0.0005994751,0.000024077672,0.0025540378,0.0005008726,0.000008816899,0.00007426931,0.0000051148245,0.0057056365],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969124,0.0006645391,0.00018649371,0.00019172425,0.0018570302,0.00018777805],"domain_scores_gemma":[0.999185,0.00011783125,0.00011608527,0.00021153376,0.00032274844,0.000046761375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017639734,0.000049243117,0.00011864166,0.00009649234,0.00030952285,0.00029955816,0.0005298223,0.000068051035,0.00007233286],"category_scores_gemma":[0.0048022005,0.000038702696,0.00004828856,0.0013687814,0.00014422057,0.000997926,0.00010383511,0.00022372974,0.000054394157],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007676183,0.000007951493,0.023496788,0.0009252927,0.000017924775,0.000024778632,0.06077164,0.00012923703,0.00009383359,0.023324614,0.8871147,0.0040855883],"study_design_scores_gemma":[0.0005314368,0.000024550394,0.032494396,0.001428813,0.00011489384,0.0000112068565,0.3358162,0.00008122323,0.000082968894,0.0022006016,0.6269862,0.00022747615],"about_ca_topic_score_codex":0.0020247684,"about_ca_topic_score_gemma":0.0003804592,"teacher_disagreement_score":0.54572517,"about_ca_system_score_codex":0.000091418675,"about_ca_system_score_gemma":0.000096826196,"threshold_uncertainty_score":0.6113615},"labels":[],"label_agreement":null},{"id":"W4379160774","doi":"10.1002/leap.1547","title":"Human‐ and <scp>AI</scp>‐based authorship: Principles and ethics","year":2023,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Premise; Medical journal; Computer science; Key (lock); Operations research; Sociology; Epistemology; Library science; Computer security; Philosophy; Engineering","score_opus":0.437435979144406,"score_gpt":0.47657498597324593,"score_spread":0.03913900682883992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379160774","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92392015,0.00024933685,0.0001324438,0.07166136,0.0003088053,0.00023247306,0.0000026143957,0.00028349532,0.0032093131],"genre_scores_gemma":[0.99025327,0.00006783191,0.0004220544,0.004537524,0.00045328654,0.000022963197,0.00007760665,0.000028503948,0.0041369656],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984907,0.00015244006,0.00030432327,0.00034787392,0.00033045473,0.0003742131],"domain_scores_gemma":[0.9979739,0.0011498332,0.00009925054,0.00023703689,0.00023602415,0.00030391186],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0025646272,0.00011957881,0.00018150902,0.00027054895,0.0004523044,0.00084112707,0.000090183115,0.00042536636,0.000023470473],"category_scores_gemma":[0.0136817545,0.000114097355,0.0000315271,0.0005166705,0.0001181761,0.0007197846,0.00007459751,0.0014884681,0.000037157733],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053412477,0.00021216144,0.60135835,0.0027912022,0.000097039265,0.000111796595,0.101449065,0.00032072692,0.0058136177,0.07875555,0.05895827,0.15007879],"study_design_scores_gemma":[0.000589024,0.00077316276,0.49077135,0.0014375799,0.00019178347,0.000085398045,0.04857774,0.028956624,0.015659194,0.07654667,0.33595967,0.0004517951],"about_ca_topic_score_codex":0.00081630796,"about_ca_topic_score_gemma":0.0002560953,"teacher_disagreement_score":0.2770014,"about_ca_system_score_codex":0.000046923506,"about_ca_system_score_gemma":0.00028552886,"threshold_uncertainty_score":0.9946264},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4386541616","doi":"10.1002/leap.1578","title":"Risks of abuse of large language models, like <scp>ChatGPT</scp>, in scientific publishing: Authorship, predatory publishing, and paper mills","year":2023,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Thompson Rivers University","keywords":"Publishing; Mill; Scientific publishing; Key (lock); Public relations; Computer science; Political science; Law; Engineering; Computer security; Mechanical engineering","score_opus":0.20841966326222044,"score_gpt":0.4104631433775228,"score_spread":0.20204348011530238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386541616","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98334724,0.002151461,0.00008980657,0.005415246,0.0012824493,0.0005969223,0.0000952884,0.00021211781,0.006809464],"genre_scores_gemma":[0.99367684,0.00026910522,0.0004024411,0.00073511025,0.00032820573,0.000044880588,0.0005887766,0.00006487169,0.003889746],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99551845,0.00036465414,0.0011795259,0.00083396246,0.0011415764,0.0009618078],"domain_scores_gemma":[0.9960217,0.0011377694,0.0005504957,0.0009025291,0.0009051728,0.00048235522],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.008828962,0.00026871264,0.0005862408,0.0016342157,0.00023405999,0.0036802008,0.00064719835,0.000745654,0.00008204586],"category_scores_gemma":[0.019056981,0.00026565362,0.00013443574,0.0031560417,0.0002616288,0.017544001,0.00027426032,0.0016985495,0.000018058947],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000150588,0.0012213449,0.21688235,0.0030199816,0.0001633088,0.000075023636,0.45311412,0.001061479,0.008363557,0.016503237,0.22119328,0.07825174],"study_design_scores_gemma":[0.0028850844,0.0007100066,0.14600566,0.004761049,0.00033229895,0.000080029145,0.4822993,0.071797855,0.03007465,0.060000867,0.19999844,0.0010547625],"about_ca_topic_score_codex":0.00893541,"about_ca_topic_score_gemma":0.0024234806,"teacher_disagreement_score":0.07719698,"about_ca_system_score_codex":0.0001478321,"about_ca_system_score_gemma":0.0006580333,"threshold_uncertainty_score":0.99997956},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4390055333","doi":"10.1002/leap.1587","title":"Academic misconduct, fake authorship letters, cyber fraud: Evidence from the <i>International Political Science Review</i>","year":2023,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Misconduct; Politics; Publishing; Key (lock); Financial fraud; Political science; Scientific misconduct; Fake news; Business; Internet privacy; Advertising; Public relations; Psychology; Law; Accounting; Computer security; Computer science; Medicine","score_opus":0.13151663464940067,"score_gpt":0.38449660418118675,"score_spread":0.2529799695317861,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390055333","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.089496695,0.0019139772,0.00013612944,0.8695782,0.0025012034,0.00028070895,0.00003877183,0.00032274745,0.035731606],"genre_scores_gemma":[0.87524056,0.004516061,0.0003856135,0.11033276,0.0049571306,0.000033933804,0.00006395778,0.000025337695,0.0044446546],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941924,0.00082596927,0.00043423835,0.00066124235,0.0025471381,0.0013390058],"domain_scores_gemma":[0.99461997,0.004029324,0.00018770144,0.00039666015,0.00030898402,0.00045738876],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.023118943,0.00017228384,0.00020997167,0.00014615765,0.0015013178,0.0022157875,0.004292552,0.0006470182,0.00097464724],"category_scores_gemma":[0.0779024,0.00013299363,0.000120810284,0.0018153744,0.0012299675,0.0065574595,0.000525644,0.0059392964,0.0007599357],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007986816,0.0000059669806,0.0111520225,0.000018370216,0.000018865834,0.000013840007,0.012662139,0.000006930748,0.003116321,0.24698877,0.7216868,0.0043219775],"study_design_scores_gemma":[0.00016270786,0.000007146007,0.01111879,0.0024835628,0.000050912815,0.0000067387928,0.008456044,0.00028444504,0.0005216131,0.055690598,0.92076147,0.00045597955],"about_ca_topic_score_codex":0.02002332,"about_ca_topic_score_gemma":0.00048862514,"teacher_disagreement_score":0.78574383,"about_ca_system_score_codex":0.00037231017,"about_ca_system_score_gemma":0.0008215668,"threshold_uncertainty_score":0.9999386},"labels":[],"label_agreement":null},{"id":"W4392018298","doi":"10.1002/leap.1599","title":"The publication facts label: A public and professional guide for research articles","year":2024,"lang":"en","type":"article","venue":"Learned Publishing","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Stanford University","keywords":"Political science; Library science; Engineering ethics; Computer science; Engineering","score_opus":0.8146641771034259,"score_gpt":0.6471720701494891,"score_spread":0.1674921069539368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392018298","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17010725,0.0105298525,0.005459244,0.7810588,0.0023603595,0.0014062331,0.000067175206,0.0002546334,0.028756447],"genre_scores_gemma":[0.9421653,0.00026219722,0.0013933957,0.00044665774,0.00037524776,0.0002097852,0.000020363179,0.000026764892,0.055100266],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98605657,0.0008925538,0.00075426674,0.0010697687,0.009949764,0.0012770982],"domain_scores_gemma":[0.9336353,0.051959958,0.00015893929,0.0010756445,0.012397209,0.0007729602],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.13971376,0.00012258749,0.00016137362,0.025598451,0.0020389592,0.14300057,0.0029609033,0.00018433706,0.000160257],"category_scores_gemma":[0.42632398,0.000066806155,0.00007964664,0.11659441,0.0003611699,0.00870838,0.0014985442,0.0010071162,0.0001951178],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008592092,0.000025002475,0.0020749555,0.000007953115,0.000008959338,0.0000013622944,0.00018984897,4.6338621e-7,0.0002982729,0.09699711,0.38126943,0.5191181],"study_design_scores_gemma":[0.00020822448,0.000056183693,0.005680037,0.000015680234,0.0000016245928,0.000006190561,0.0014661213,0.024379,0.00012550678,0.11042575,0.8575459,0.00008977361],"about_ca_topic_score_codex":0.0001042312,"about_ca_topic_score_gemma":0.00010431803,"teacher_disagreement_score":0.7806122,"about_ca_system_score_codex":0.00016483884,"about_ca_system_score_gemma":0.0008863274,"threshold_uncertainty_score":0.99926025},"labels":[],"label_agreement":null},{"id":"W4392557674","doi":"10.1002/leap.1600","title":"Using automated analysis of the bibliography to detect potential research integrity issues","year":2024,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Honeywell (Canada)","funders":"","keywords":"Workflow; Computer science; Data science; Key (lock); Research integrity; Bibliography; Data integrity; Information retrieval; Database; Library science; Computer security; Engineering ethics","score_opus":0.14494348183679898,"score_gpt":0.4536236169249125,"score_spread":0.30868013508811354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392557674","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86804676,0.0022704876,0.004938408,0.082554884,0.0022496982,0.00059625244,0.000082897444,0.0011150121,0.038145598],"genre_scores_gemma":[0.9969181,0.00020800489,0.0016467983,0.00024321898,0.00040416876,0.0000046518962,0.000006250503,0.000012461396,0.0005563453],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951464,0.0019978464,0.0003101928,0.000379508,0.0016075657,0.00055847806],"domain_scores_gemma":[0.9981339,0.0007403244,0.00006501012,0.00029772095,0.0006130285,0.00015003142],"candidate_categories":["bibliometrics","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0150416,0.00010576225,0.00023876714,0.008951196,0.00094990514,0.0032683264,0.001227143,0.0007767689,0.00035207288],"category_scores_gemma":[0.0055050286,0.00007887266,0.00034948956,0.06600222,0.0003710226,0.0018649213,0.00030252527,0.0042314734,0.000015983353],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011886735,0.00009758708,0.032715235,0.00020812821,0.0039657312,0.000056176224,0.15388416,0.011396741,0.01795819,0.14527695,0.5891402,0.045182064],"study_design_scores_gemma":[0.00024986223,0.00009172768,0.033138733,0.0010134247,0.0017475284,0.0000056732906,0.064571515,0.31245348,0.0040831426,0.056474946,0.52524275,0.00092723884],"about_ca_topic_score_codex":0.10474266,"about_ca_topic_score_gemma":0.005424292,"teacher_disagreement_score":0.3010567,"about_ca_system_score_codex":0.0000986333,"about_ca_system_score_gemma":0.00032207675,"threshold_uncertainty_score":0.9980658},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","bibliometrics"],"domain":"evaluation","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4401910017","doi":"10.1002/leap.1619","title":"Regional spillover effect of 2022 sanctions against <scp>Russia</scp> on scholarly publications","year":2024,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Economic Sanctions and International Relations","field":"Economics, Econometrics and Finance","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Spillover effect; Sanctions; Business; International trade; Political science; Economics; Law; Microeconomics","score_opus":0.04531192778562167,"score_gpt":0.2572622490422968,"score_spread":0.21195032125667512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401910017","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2862187,0.0028819107,0.002605248,0.00953375,0.0020504647,0.0002629375,0.00033714928,0.00022516717,0.69588464],"genre_scores_gemma":[0.96831334,0.00029782488,0.00028422047,0.00069113006,0.0004971391,0.000109400324,0.000310481,0.000050511564,0.029445935],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99831414,0.00004054609,0.00068656635,0.0005713384,0.00011141482,0.0002759912],"domain_scores_gemma":[0.99810654,0.000932875,0.00029361012,0.00044312896,0.00010525998,0.00011859218],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012280189,0.00017841582,0.0002860947,0.0011778063,0.000254855,0.0026962669,0.00041069946,0.00020828436,0.00087622827],"category_scores_gemma":[0.0033984089,0.00019427524,0.00028250655,0.00095060706,0.000068204245,0.0065715695,0.000076176926,0.0008400627,0.0015917233],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032152232,0.000051160838,0.014981851,0.000022484073,0.00014314323,8.3906923e-7,0.00015700613,0.0009444131,0.000050651586,0.873688,0.10736157,0.0025957006],"study_design_scores_gemma":[0.0003757332,0.00010697607,0.026637748,0.00007901358,0.000013358669,0.0000061439546,0.00008890082,0.007845648,0.00009613258,0.028081423,0.93655837,0.00011055477],"about_ca_topic_score_codex":0.00012929141,"about_ca_topic_score_gemma":0.00001568214,"teacher_disagreement_score":0.84560657,"about_ca_system_score_codex":0.00030055485,"about_ca_system_score_gemma":0.000077003235,"threshold_uncertainty_score":0.9991857},"labels":[],"label_agreement":null},{"id":"W4411251756","doi":"10.1002/leap.2010","title":"Assessing the Societal Impact of Academic Research With Artificial Intelligence ( <scp>AI</scp> ): A Scoping Review of Business School Scholarship as a ‘Force for Good’","year":2025,"lang":"en","type":"review","venue":"Learned Publishing","topic":"Impact of AI and Big Data on Business and Society","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Scholarship; Business intelligence; Sociology; Engineering ethics; Management science; Engineering management; Computer science; Political science; Engineering; Knowledge management","score_opus":0.546679094085348,"score_gpt":0.5945893995537433,"score_spread":0.047910305468395364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411251756","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001928092,0.98731077,0.005837584,0.0019544074,0.0003029806,0.0031386774,0.00019512248,0.00003692512,0.0010307212],"genre_scores_gemma":[0.00069190376,0.9965663,0.00062362826,0.0004757273,0.00045863897,0.00017634596,0.0002100242,0.000062513296,0.0007349349],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.98755324,0.0024423958,0.0032892977,0.0013179289,0.0041672816,0.0012298679],"domain_scores_gemma":[0.9587552,0.027071841,0.003564071,0.0020297186,0.00821897,0.00036018118],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.052778125,0.000674278,0.0033587962,0.000901979,0.0010119622,0.009391746,0.005649945,0.0010862636,0.000095210446],"category_scores_gemma":[0.23368007,0.0003509637,0.001666837,0.012742476,0.000731855,0.010119007,0.0011910874,0.004620831,0.000022860893],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000120381665,0.00006446156,0.000118347794,0.11911445,0.00020251422,0.0000029241055,0.00023383799,0.000030138419,0.0000050713484,0.002138126,0.006000574,0.8720775],"study_design_scores_gemma":[0.00015858078,0.00018069663,0.00013571014,0.93797696,0.00055664446,0.000039295297,0.0029346356,0.00006227399,0.000018901266,0.010915532,0.046689335,0.00033141795],"about_ca_topic_score_codex":0.00030229418,"about_ca_topic_score_gemma":0.000013487709,"teacher_disagreement_score":0.8717461,"about_ca_system_score_codex":0.00031723946,"about_ca_system_score_gemma":0.016893188,"threshold_uncertainty_score":0.99989426},"labels":[],"label_agreement":null},{"id":"W4416252735","doi":"10.1002/leap.2028","title":"Collaborating With Early Career Researchers to Enhance the Future of Scholarly Publication: A Guide for Publishers","year":2025,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec; University of Ottawa","funders":"","keywords":"Publishing; Appeal; Wonder; Transformative learning; Scholarly communication; Peer review","score_opus":0.10460429580690485,"score_gpt":0.4364756866433222,"score_spread":0.33187139083641737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416252735","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.102867156,0.0013283653,0.024740638,0.72276604,0.0011613776,0.0020798636,0.00008929721,0.00017969335,0.14478756],"genre_scores_gemma":[0.87169576,0.000010907476,0.019130653,0.016954299,0.0011288613,0.00065641006,0.00005832935,0.00006643703,0.09029836],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99210966,0.0007728076,0.001316743,0.0012373055,0.0037020764,0.0008614126],"domain_scores_gemma":[0.97858363,0.004789352,0.000835433,0.002016226,0.013377545,0.00039783466],"candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":["metaresearch","scholarly_communication"],"category_scores_codex":[0.03214143,0.00026729642,0.00048362475,0.001112042,0.00093493325,0.10660452,0.010122836,0.00043136117,0.00011946713],"category_scores_gemma":[0.156401,0.00016440761,0.00013703463,0.013250246,0.00022496158,0.06262865,0.0010863068,0.0018986363,0.000019188576],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016526408,0.000020782865,0.016077314,0.000016494025,0.000060305996,7.6898823e-7,0.0023288757,0.00019620803,0.00015789215,0.021927876,0.7997174,0.1593308],"study_design_scores_gemma":[0.00047906252,0.00009183202,0.009559075,0.00010783737,0.0000192449,0.0000015347875,0.024872482,0.00026133412,0.00065816916,0.0077034445,0.9560074,0.00023859022],"about_ca_topic_score_codex":0.0009590101,"about_ca_topic_score_gemma":0.0007594353,"teacher_disagreement_score":0.7688286,"about_ca_system_score_codex":0.00023334003,"about_ca_system_score_gemma":0.002008428,"threshold_uncertainty_score":0.9966141},"labels":[],"label_agreement":null}]}