{"meta":{"query_hash":"b735a3723fba","filters":{"category":"scholarly_communication"},"cohort_total":407,"direct_labels_cover":407,"predictions_cover":407,"exported":407,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/b735a3723fba","api":"https://metacan.xera.ac/api/v1/cohort?category=scholarly_communication"},"results":[{"id":"W131789328","doi":"","title":"Exploring the Role of Books as a Knowledge Translation Mechanism: Citation Analysis and Author Survey","year":2011,"lang":"en","type":"article","venue":"Journal of the Association for Information Systems","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Lakehead University","funders":"","keywords":"Citation; Scholarly communication; Computer science; Citation analysis; Library science; Content analysis; Knowledge management; World Wide Web; Sociology; Social science; Publishing; Literature; Art","score_opus":0.19547752645600486,"score_gpt":0.3120364624736172,"score_spread":0.11655893601761236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W131789328","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9863622,0.001613076,0.0018335015,0.000451793,0.000025260751,0.00012612634,0.00083413534,0.000029305585,0.008724607],"genre_scores_gemma":[0.99320954,0.001131293,0.0021192334,0.0000750233,0.00004780072,0.00014584452,0.0009329978,0.000020865587,0.0023173764],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97426933,0.011783577,0.0038451944,0.0011764965,0.00804633,0.000879082],"domain_scores_gemma":[0.56660944,0.3190971,0.0557307,0.011799732,0.043884065,0.0028789167],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.022903377,0.00031871765,0.00089605135,0.020840082,0.0017460114,0.006873315,0.0012071655,0.00092846714,0.0037041262],"category_scores_gemma":[0.18324028,0.0003571948,0.00037819546,0.03830864,0.001422141,0.0075032124,0.0021149032,0.00072706724,0.0009188916],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010069638,0.00013732935,0.939534,0.0003156839,0.000093773095,0.0001581749,0.014558379,0.00024750634,0.00023783733,0.001989808,0.00101041,0.041616388],"study_design_scores_gemma":[0.000030392239,0.00027762362,0.91117316,0.0004885393,0.00032591732,0.000868089,0.05450459,0.005707239,0.0030857145,0.0033481126,0.020078633,0.00011193903],"about_ca_topic_score_codex":0.003394355,"about_ca_topic_score_gemma":0.0031634294,"teacher_disagreement_score":0.9791599,"about_ca_system_score_codex":0.0016921125,"about_ca_system_score_gemma":0.0021676456,"threshold_uncertainty_score":0.121126115},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1483618109","doi":"10.1111/jebm.12022","title":"Visualization of evidence‐based medicine domain knowledge: production and citation of cochrane systematic reviews","year":2013,"lang":"en","type":"article","venue":"Journal of Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"China Medical Board","keywords":"Citation; Knowledge translation; Systematic review; Cochrane Library; Psychological intervention; Production (economics); MEDLINE; Bibliometrics; Medicine; Developing country; Business; Political science; Alternative medicine; Computer science; Library science; Knowledge management; Economic growth; Nursing; Pathology; Economics","score_opus":0.842957060811485,"score_gpt":0.5825738731360253,"score_spread":0.26038318767545976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1483618109","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1969918,0.56262505,0.09063973,0.021850685,0.0028049825,0.009472122,0.066775344,0.005508141,0.043332167],"genre_scores_gemma":[0.61807877,0.09863792,0.2576155,0.0009493515,0.0011885662,0.009006278,0.01268549,0.0006246274,0.0012135145],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.78986937,0.11838539,0.054269593,0.006664722,0.029514838,0.0012959933],"domain_scores_gemma":[0.26884204,0.6147547,0.07042522,0.01427464,0.030167127,0.0015362328],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.14277764,0.0026441505,0.0060729356,0.15513745,0.0017452817,0.016756939,0.0028038998,0.0031258096,0.00835994],"category_scores_gemma":[0.63356954,0.001714444,0.008436172,0.12963445,0.0018659551,0.012238738,0.008451415,0.0016555515,0.000770418],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013355805,0.00014849196,0.06831377,0.21225347,0.009994734,0.0006717789,0.016948413,0.006973325,0.0019316003,0.023327017,0.02484769,0.6332541],"study_design_scores_gemma":[0.0019551152,0.0015592898,0.19471969,0.30325162,0.045266524,0.0041694944,0.024963941,0.05282988,0.008577334,0.14625639,0.21493791,0.0015129487],"about_ca_topic_score_codex":0.0040508215,"about_ca_topic_score_gemma":0.0039790147,"teacher_disagreement_score":0.8572224,"about_ca_system_score_codex":0.0059670843,"about_ca_system_score_gemma":0.01319337,"threshold_uncertainty_score":0.75508934},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1504334680","doi":"","title":"Sources and Information in Academic Research: Avoiding Mistakes in Assessing Sources for Research and during Peer Review","year":2013,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Credibility; Newspaper; Variety (cybernetics); German; Research integrity; Academic integrity; Public relations; Academic community; Library science; Political science; Sociology; Media studies; Law; History; Computer science","score_opus":0.6180195238489408,"score_gpt":0.6524922800243458,"score_spread":0.03447275617540502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1504334680","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018960157,0.03146954,0.36655575,0.3696493,0.06950425,0.017522765,0.0025635737,0.010666098,0.11310866],"genre_scores_gemma":[0.2286459,0.025122391,0.5718133,0.044440337,0.031616215,0.026769143,0.004167137,0.010171745,0.05725391],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.26157808,0.4682871,0.09847132,0.016860848,0.15050174,0.004300931],"domain_scores_gemma":[0.052291617,0.34785587,0.060809556,0.13053197,0.39789185,0.010619153],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.62288755,0.0026755661,0.0054883948,0.041925695,0.018241586,0.060195513,0.010138424,0.013791258,0.018776996],"category_scores_gemma":[0.87819344,0.004970313,0.0019139771,0.036837686,0.019407311,0.05406172,0.030081466,0.016872544,0.039720014],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022647572,0.00013312703,0.0069057993,0.0057478365,0.00037219332,0.0010283567,0.058636736,0.00052710494,0.0017063646,0.037404098,0.43637404,0.45093787],"study_design_scores_gemma":[0.00011960938,0.00012692066,0.006325122,0.012220057,0.00027969174,0.0008710834,0.023180848,0.0022465987,0.0019880293,0.07974763,0.87238383,0.0005105244],"about_ca_topic_score_codex":0.0044029984,"about_ca_topic_score_gemma":0.007917507,"teacher_disagreement_score":0.98620874,"about_ca_system_score_codex":0.014145536,"about_ca_system_score_gemma":0.06833397,"threshold_uncertainty_score":0.46504682},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1515794505","doi":"","title":"Scholarly Communication Services: Repository-based Library Publishing","year":2011,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarly communication; Publishing; World Wide Web; Library science; Business; Computer science; Political science; Law","score_opus":0.0895801118117868,"score_gpt":0.27677870986139913,"score_spread":0.18719859804961234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1515794505","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0069660265,0.003079213,0.042628787,0.016160293,0.0049714632,0.00090607203,0.0045753643,0.054845788,0.86586696],"genre_scores_gemma":[0.055897675,0.006716982,0.05766906,0.0032924311,0.0071339146,0.0006288799,0.0092968345,0.016524358,0.84283996],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9932997,0.0013829748,0.0005768803,0.00035503303,0.0038993326,0.0004859529],"domain_scores_gemma":[0.9791988,0.004031475,0.0013861349,0.0050327834,0.005928606,0.004422225],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0065789334,0.00094350823,0.0008870491,0.0074333,0.005659331,0.020186964,0.0029534695,0.0028596558,0.22676468],"category_scores_gemma":[0.028339693,0.00086601404,0.0006479069,0.01536172,0.001438495,0.017062822,0.0078038103,0.0018398084,0.16691229],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009335436,0.00011081644,0.000820023,0.00038814667,0.00001670285,0.00023445013,0.0014507502,0.0001736079,0.0015029147,0.018993532,0.6382033,0.3380124],"study_design_scores_gemma":[0.000040519968,0.000034377535,0.00093301706,0.000122012214,0.000014174865,0.0002546455,0.00077477953,0.00066070055,0.0009346276,0.0038285137,0.9923613,0.00004129122],"about_ca_topic_score_codex":0.0069881305,"about_ca_topic_score_gemma":0.013674267,"teacher_disagreement_score":0.97981304,"about_ca_system_score_codex":0.0020769017,"about_ca_system_score_gemma":0.00800697,"threshold_uncertainty_score":0.75860345},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1518349745","doi":"10.31219/osf.io/kmcen","title":"Investigating journal peer review as scientific object of study: unabridged version – Part I","year":2017,"lang":"en","type":"preprint","venue":"","topic":"Contemporary Sociological Theory and Practice","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Object (grammar); Construct (python library); Judgement; Obligation; Reputation; Boundary object; Rationality; Psychology; Computer science; Political science; Law","score_opus":0.24559340330311832,"score_gpt":0.45346877366622396,"score_spread":0.20787537036310563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1518349745","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030181672,0.24366178,0.048848648,0.33566424,0.16651002,0.0011920553,0.001145147,0.00041644386,0.17238],"genre_scores_gemma":[0.5261035,0.17156391,0.0421171,0.09482921,0.11377823,0.0047216425,0.0020552336,0.0014683218,0.043362826],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9504193,0.025475366,0.0043900544,0.0054246527,0.013031065,0.0012595517],"domain_scores_gemma":[0.71685934,0.20328915,0.018262345,0.024346089,0.033688225,0.00355477],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05032767,0.00082552695,0.0015473077,0.00536959,0.0055806083,0.03150815,0.0030889607,0.005724099,0.014043622],"category_scores_gemma":[0.24759334,0.0007222153,0.0010927578,0.0076025585,0.028832989,0.015962342,0.009647314,0.008194883,0.0048618745],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000094014365,0.00013025978,0.003541164,0.005376074,0.00009466385,0.00009945695,0.019971214,0.00025868023,0.000615502,0.7775973,0.08167771,0.11054394],"study_design_scores_gemma":[0.000041300125,0.00018418886,0.00800706,0.02307453,0.00014301944,0.0004726648,0.010840118,0.0011253566,0.0009681514,0.24200882,0.7130105,0.00012430911],"about_ca_topic_score_codex":0.0016833424,"about_ca_topic_score_gemma":0.00090469536,"teacher_disagreement_score":0.94967234,"about_ca_system_score_codex":0.0066735763,"about_ca_system_score_gemma":0.010877771,"threshold_uncertainty_score":0.26616138},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","sts","scholarly_communication"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1533022716","doi":"10.31219/osf.io/3dq5j","title":"How pre-publication journal peer review (re)produces ignorance at scientific and medical journals: a case study","year":2017,"lang":"en","type":"preprint","venue":"","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Killam Trusts; University of Chicago; Princeton University","keywords":"Ignorance; Judgement; Construct (python library); Originality; Epistemology; Sociology of scientific knowledge; Psychology; Sociology; Computer science; Social science; Qualitative research; Philosophy","score_opus":0.7933235383128203,"score_gpt":0.6568485479612578,"score_spread":0.13647499035156252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1533022716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9052483,0.0026378362,0.011986581,0.016149756,0.00025617465,0.0006388406,0.000066014334,0.00009925967,0.0629172],"genre_scores_gemma":[0.9861537,0.0010743203,0.004738867,0.0008253108,0.00016310607,0.00021116051,0.000026671521,0.000061417995,0.006745438],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.92289346,0.059689652,0.002246107,0.0023766349,0.009650293,0.0031437753],"domain_scores_gemma":[0.7913501,0.16449776,0.015617978,0.012403334,0.010844499,0.0052863085],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04585746,0.00051073136,0.0007385982,0.003498759,0.016248312,0.011229801,0.0030521832,0.0056097037,0.003567028],"category_scores_gemma":[0.115595475,0.0007424856,0.0008255533,0.0037669074,0.017324058,0.00852785,0.008369765,0.004548512,0.0008400461],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021627477,0.0004976035,0.020397678,0.0008098668,0.000060941704,0.0354183,0.8164723,0.0012836613,0.0024030255,0.07507345,0.00594965,0.041417226],"study_design_scores_gemma":[0.00015060318,0.0008665648,0.015335375,0.0016614917,0.00013277838,0.025752211,0.69694793,0.003818318,0.0075086863,0.030463481,0.21711047,0.00025212727],"about_ca_topic_score_codex":0.005706854,"about_ca_topic_score_gemma":0.0054021506,"teacher_disagreement_score":0.9541426,"about_ca_system_score_codex":0.008180563,"about_ca_system_score_gemma":0.00793362,"threshold_uncertainty_score":0.24252033},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","sts","scholarly_communication"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1546109003","doi":"10.21971/p7js3b","title":"\"Whom Science' Hand has Drawn So Near\": The Canadian Journal - Scientific Periodical, 1851-61","year":2008,"lang":"en","type":"article","venue":"Crossing boundaries","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Charter; Capitalism; The arts; Political science; Architecture; Library science; Engineering ethics; Sociology; Media studies; Management; Social science; Engineering; Law; Visual arts; Art; Computer science","score_opus":0.03875929998515765,"score_gpt":0.2688695170157073,"score_spread":0.23011021703054968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1546109003","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.096060894,0.049934026,0.0006298301,0.08271713,0.0031250075,0.00007990022,0.00066044956,0.00007592482,0.76671684],"genre_scores_gemma":[0.87552845,0.01585848,0.0007524036,0.0059472593,0.0004173963,0.000029050529,0.00018396656,0.000082705265,0.10120025],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99611974,0.00042254268,0.00007739342,0.00036102993,0.0015758323,0.0014434423],"domain_scores_gemma":[0.996161,0.00078445516,0.00020213901,0.00012805323,0.0017336154,0.0009907202],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.002556552,0.0005637836,0.0005799731,0.005620351,0.06723842,0.017777808,0.0014232621,0.0027424959,0.008112866],"category_scores_gemma":[0.009001931,0.00042416668,0.00023652225,0.0117608225,0.039593685,0.005424962,0.0042947973,0.0031831025,0.00081511197],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000051644576,0.000018444143,0.0034047526,0.00016689528,0.000010092494,0.0005470057,0.39238334,0.00009527633,0.00018012153,0.4602538,0.10141819,0.041470464],"study_design_scores_gemma":[0.000008217578,0.0000063376797,0.009891768,0.00025910238,0.000011091599,0.00017783712,0.083261654,0.000041343064,0.00009231112,0.01473061,0.8914686,0.00005114958],"about_ca_topic_score_codex":0.98897064,"about_ca_topic_score_gemma":0.9951507,"teacher_disagreement_score":0.93276155,"about_ca_system_score_codex":0.15482846,"about_ca_system_score_gemma":0.21894541,"threshold_uncertainty_score":0.9802792},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["sts","scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W1580273645","doi":"10.1111/jebm.12169","title":"Evidence‐informed health policy making in Canada: past, present, and future","year":2015,"lang":"en","type":"article","venue":"Journal of Evidence-Based Medicine","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"London Health Sciences Centre; Western University","funders":"Western University of Health Sciences","keywords":"Psychological intervention; Political science; Evidence-based policy; Health policy; Policy making; Field (mathematics); Public relations; Public administration; Health care; Medicine; Alternative medicine; Nursing; Law","score_opus":0.3298856697761844,"score_gpt":0.5201995464452814,"score_spread":0.19031387666909705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1580273645","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0098837465,0.0990679,0.0027498598,0.8605,0.001170657,0.00010563061,0.00039785312,0.000074816795,0.026049621],"genre_scores_gemma":[0.5899032,0.22861814,0.05094728,0.12084478,0.0011066666,0.00019849312,0.00069142756,0.00009858895,0.0075915684],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9613332,0.014590838,0.0020963799,0.0016193761,0.012723199,0.0076369527],"domain_scores_gemma":[0.8537695,0.055909254,0.0062014083,0.0028125183,0.05136474,0.029942576],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0607685,0.00078702293,0.0013595135,0.006310034,0.016356783,0.026159447,0.0045589283,0.0071828407,0.004953438],"category_scores_gemma":[0.08345711,0.0007493283,0.0011929866,0.012837858,0.017223436,0.009035436,0.008606905,0.012792072,0.0003252516],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00023979219,0.00029298675,0.02463149,0.008129464,0.00036458825,0.0009110826,0.019213647,0.0040731085,0.0008829008,0.37393782,0.13302708,0.4342961],"study_design_scores_gemma":[0.00018462657,0.00018388013,0.06002499,0.025380274,0.0004047402,0.00029248866,0.05528554,0.0041760937,0.0015265561,0.16667166,0.6853044,0.0005648226],"about_ca_topic_score_codex":0.98124456,"about_ca_topic_score_gemma":0.9912519,"teacher_disagreement_score":0.9392315,"about_ca_system_score_codex":0.22085322,"about_ca_system_score_gemma":0.69809276,"threshold_uncertainty_score":0.9036998},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1588909286","doi":"10.1080/08989620590957175","title":"Haunted Manuscripts: Ghost Authorship in the Medical Literature","year":2005,"lang":"en","type":"article","venue":"Accountability in Research","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Queen's University; Institute for Clinical Evaluative Sciences","funders":"","keywords":"Credibility; Conflict of interest; Accountability; Psychology; Neutrality; Clinical trial; Public relations; Political science; Law; Medicine","score_opus":0.8261096242099695,"score_gpt":0.7045818707680983,"score_spread":0.12152775344187117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1588909286","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046559308,0.12594484,0.09272956,0.4933234,0.057070088,0.00070268335,0.0005709428,0.001403165,0.18169601],"genre_scores_gemma":[0.6898985,0.049481727,0.06566536,0.10493912,0.03983549,0.00065471715,0.0004000605,0.00095464726,0.048170432],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.862184,0.093474336,0.013283051,0.00486387,0.023327662,0.0028671336],"domain_scores_gemma":[0.4182138,0.40032807,0.08617184,0.049274124,0.035573337,0.010438878],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.061197415,0.00093374343,0.0013988907,0.012160853,0.011477996,0.024697596,0.0039863177,0.013170419,0.013329957],"category_scores_gemma":[0.40583163,0.0012824996,0.0013286631,0.009988638,0.037890583,0.030046858,0.01597287,0.009003901,0.004741699],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031080685,0.000056541114,0.0052279118,0.0030112674,0.00010706834,0.0077692606,0.03090322,0.00041752437,0.00062682404,0.5943428,0.19444224,0.16278452],"study_design_scores_gemma":[0.000093436516,0.00015217357,0.0018616011,0.0064805066,0.00011266491,0.037558716,0.018182695,0.0012097247,0.0013037624,0.28836262,0.64445484,0.00022731496],"about_ca_topic_score_codex":0.00090674154,"about_ca_topic_score_gemma":0.001211149,"teacher_disagreement_score":0.9868296,"about_ca_system_score_codex":0.00642399,"about_ca_system_score_gemma":0.011290943,"threshold_uncertainty_score":0.32364672},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1861458450","doi":"10.33524/cjar.v15i2.136","title":"A NEW PATRON FOR THE AR","year":2015,"lang":"en","type":"article","venue":"The Canadian Journal of Action Research","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Nipissing University","funders":"","keywords":"Passion; Determinacy; Disadvantaged; Action (physics); Intervention (counseling); Solitude; Sociology; Public relations; Political science; Psychology; Social psychology; Mathematics; Law","score_opus":0.9042495585883354,"score_gpt":0.6899941629999163,"score_spread":0.2142553955884191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1861458450","genre_codex":"other","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038731478,0.005977881,0.0025102366,0.38073012,0.046032023,0.00013638941,0.00049742707,0.0007637175,0.5594791],"genre_scores_gemma":[0.01569511,0.0010876822,0.0006697525,0.04134586,0.0016590054,0.000037850143,0.00011173665,0.00025446876,0.93913853],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99131876,0.0010519217,0.00019074992,0.0014153589,0.003386535,0.0026366918],"domain_scores_gemma":[0.9894805,0.0005166564,0.00019993733,0.00055997336,0.0025732773,0.006669553],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004150361,0.0008274832,0.0009961217,0.001569221,0.023880893,0.016221367,0.0022242968,0.0066289874,0.18792285],"category_scores_gemma":[0.0102505665,0.00064289226,0.00078034523,0.0012747785,0.007505304,0.0068186666,0.010412474,0.016968718,0.053890016],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023103017,0.000026823442,0.0006405224,0.000029693734,0.0000042975294,0.00033846416,0.0019766781,0.000021121452,0.00018887676,0.038772684,0.92818475,0.02979288],"study_design_scores_gemma":[0.000002051587,0.000005144833,0.00024161572,0.00003163601,0.0000011015474,0.000106026055,0.0010866723,0.000013966926,0.000017314387,0.0006889733,0.9977969,0.000008682374],"about_ca_topic_score_codex":0.33856615,"about_ca_topic_score_gemma":0.54002917,"teacher_disagreement_score":0.33856615,"about_ca_system_score_codex":0.014641803,"about_ca_system_score_gemma":0.029629448,"threshold_uncertainty_score":0.67319095},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1868352903","doi":"10.18438/b8hc87","title":"Traditional Factors of Fit, Perceived Quality, and Speed of Publication Still Outweigh Open Access in Authors’ Journal Selection Criteria","year":2012,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Directory; Publishing; Quality (philosophy); Open access publishing; Computer science; Subject (documents); Library science; Psychology; Political science","score_opus":0.7409162391392192,"score_gpt":0.6064956897708872,"score_spread":0.13442054936833203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1868352903","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96985394,0.00092851784,0.0072764084,0.0058581717,0.00028897217,0.00056431914,0.0004328681,0.00013790265,0.014658977],"genre_scores_gemma":[0.99433494,0.00013743271,0.0039748764,0.00049408653,0.00019578259,0.00017057889,0.00013242349,0.000026733689,0.0005331788],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9145115,0.03330489,0.015623982,0.003337911,0.030706074,0.0025156403],"domain_scores_gemma":[0.43244153,0.326567,0.14756179,0.017731015,0.05348966,0.02220908],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.0997903,0.00049661857,0.0008654081,0.0054037236,0.0020610725,0.0066145626,0.0014504727,0.0015527856,0.006342328],"category_scores_gemma":[0.3057856,0.00046696357,0.0011385428,0.0054909247,0.0031188754,0.0059332903,0.003622627,0.0015225867,0.0012667755],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035486938,0.00048921513,0.9487072,0.0005471754,0.00024434726,0.00021566777,0.006868994,0.00025783907,0.00055350916,0.0010989252,0.0019986872,0.038663372],"study_design_scores_gemma":[0.00011625269,0.00076291215,0.9810844,0.00025918378,0.00009014653,0.0005990882,0.0071568973,0.0012904609,0.000602097,0.003017687,0.0049375785,0.00008327624],"about_ca_topic_score_codex":0.001267976,"about_ca_topic_score_gemma":0.0022308952,"teacher_disagreement_score":0.9985495,"about_ca_system_score_codex":0.0018076126,"about_ca_system_score_gemma":0.0036561012,"threshold_uncertainty_score":0.52774787},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1872865302","doi":"10.22230/src.2014v5n4a185","title":"Peer Review, Scholarly Production and a Provocation: Let’s Blow Stuff Up","year":2014,"lang":"en","type":"article","venue":"Scholarly and Research Communication","topic":"Access Control and Trust","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Douglas College","funders":"","keywords":"Provocation test; Production (economics); Presentation (obstetrics); Work (physics); Peer production; Control (management); Scholarly communication; Public relations; Knowledge production; Sociology; Political science; Knowledge management; Computer science; Law; Management; Engineering; Economics","score_opus":0.12171408657704295,"score_gpt":0.4318262416170204,"score_spread":0.3101121550399774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1872865302","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021354381,0.023160301,0.026271047,0.7017229,0.012148745,0.00014757489,0.000054889293,0.0004306332,0.21470954],"genre_scores_gemma":[0.8621075,0.010632988,0.007223239,0.05776287,0.012574238,0.00019666668,0.000030035813,0.0007773924,0.048694927],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9357929,0.03777553,0.0021428058,0.0035650325,0.018039022,0.0026846477],"domain_scores_gemma":[0.85809845,0.08546995,0.012498016,0.014996275,0.01966355,0.009273859],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.042081557,0.00071761967,0.0009768603,0.0027355277,0.0139185805,0.030840468,0.0021191512,0.008295328,0.011032997],"category_scores_gemma":[0.1519074,0.0005745044,0.0007472104,0.0020209267,0.07283269,0.047259104,0.015508264,0.013306134,0.0036534239],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012295657,0.000080020654,0.00152008,0.0005730385,0.00005042962,0.0004096505,0.10052458,0.00016107279,0.00094129756,0.80173296,0.046867587,0.047016427],"study_design_scores_gemma":[0.000057947396,0.00015001142,0.0013090114,0.0010317329,0.000038823688,0.00062231213,0.058217607,0.00020880936,0.00088590797,0.3940239,0.5433386,0.000115273164],"about_ca_topic_score_codex":0.003650528,"about_ca_topic_score_gemma":0.0032160578,"teacher_disagreement_score":0.95791847,"about_ca_system_score_codex":0.006315068,"about_ca_system_score_gemma":0.010303811,"threshold_uncertainty_score":0.22255117},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1932056044","doi":"10.3917/i2d.151.0063","title":"Sur la voie de l’open access et de l’open data","year":2015,"lang":"fr","type":"article","venue":"I2D - Information données & documents","topic":"Cultural Insights and Digital Impacts","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bibliothèque et Archives nationales du Québec","funders":"","keywords":"Political science; Computer science; Humanities; Philosophy","score_opus":0.5558674876823668,"score_gpt":0.467568127053682,"score_spread":0.08829936062868482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1932056044","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006012409,0.056940984,0.117675446,0.6878296,0.020375488,0.00015521009,0.0007181144,0.0007522911,0.10954031],"genre_scores_gemma":[0.2913474,0.13522024,0.20420443,0.11822302,0.03449054,0.0014281046,0.0031565016,0.0041322927,0.20779751],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9397381,0.025987115,0.0036399513,0.004328902,0.023068028,0.0032378535],"domain_scores_gemma":[0.81722045,0.11515099,0.0054447413,0.02861398,0.023527052,0.010042749],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.06998298,0.0007391798,0.0012780038,0.00604694,0.008675363,0.035703793,0.0037062562,0.01600784,0.01642565],"category_scores_gemma":[0.13724166,0.0010977486,0.0016882624,0.009176102,0.039820723,0.07740364,0.022362055,0.023274086,0.003966194],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030010446,0.000015590387,0.00020059515,0.00019211002,0.000010817112,0.00008295251,0.002332302,0.00016798389,0.00023289713,0.92540056,0.04143929,0.029894942],"study_design_scores_gemma":[0.000015073423,0.0000146363145,0.00034719516,0.00057129643,0.00000668647,0.00020649302,0.0019127448,0.00046912872,0.0004205313,0.26431233,0.7316742,0.000049541646],"about_ca_topic_score_codex":0.018993098,"about_ca_topic_score_gemma":0.009845676,"teacher_disagreement_score":0.9962937,"about_ca_system_score_codex":0.009651306,"about_ca_system_score_gemma":0.02227255,"threshold_uncertainty_score":0.3701098},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1939007607","doi":"10.18438/b8x61k","title":"Academic Library Websites Show Heavy Use of Web 2.0 Applications","year":2014,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Web and Library Services","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"World Wide Web; Web 2.0; Computer science; Social media; Web page; Social web; Academic library; Web standards; Web development; Web presence; The Internet; Library science","score_opus":0.01626727807735541,"score_gpt":0.23964727578172626,"score_spread":0.22337999770437084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1939007607","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6604246,0.086245544,0.004290893,0.013029584,0.0010620893,0.00031320984,0.0075048953,0.0035753814,0.22355388],"genre_scores_gemma":[0.8654101,0.067517504,0.005028773,0.009640241,0.0011905795,0.00020574733,0.007343966,0.001378412,0.042284638],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99594766,0.00057296146,0.0003942066,0.00034284723,0.0023936387,0.00034869357],"domain_scores_gemma":[0.9716771,0.011072653,0.007171642,0.0015793532,0.0070514693,0.0014477262],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017927481,0.0004948893,0.00056052563,0.011508388,0.0016206384,0.007370987,0.0007140882,0.0011188553,0.011057644],"category_scores_gemma":[0.013231517,0.00043291366,0.0008335786,0.019413197,0.0010929249,0.006614632,0.003281846,0.001075515,0.0081697535],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022708588,0.00042763702,0.16982391,0.0076589356,0.00033865444,0.001978794,0.015804728,0.00026263256,0.007378417,0.0036438068,0.15254226,0.6399132],"study_design_scores_gemma":[0.000013445804,0.00015700328,0.5260442,0.0020422062,0.0002269356,0.00395282,0.018524434,0.0003089472,0.0034959079,0.0011963235,0.44387126,0.00016663161],"about_ca_topic_score_codex":0.004616158,"about_ca_topic_score_gemma":0.00823067,"teacher_disagreement_score":0.011508388,"about_ca_system_score_codex":0.0010387929,"about_ca_system_score_gemma":0.0016877017,"threshold_uncertainty_score":0.036991537},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1941622179","doi":"10.1111/j.1365-2648.2010.05429.x","title":"Research citation analysis of nursing academics in Canada: identifying success indicators","year":2010,"lang":"en","type":"article","venue":"Journal of Advanced Nursing","topic":"Academic Writing and Publishing","field":"Arts and Humanities","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba; CancerCare Manitoba","funders":"","keywords":"Scopus; Citation; Citation analysis; Nursing research; Bibliometrics; Summative assessment; Medicine; Subject (documents); Library science; Medical education; Nursing; MEDLINE; Psychology; Political science; Computer science; Pedagogy","score_opus":0.08563898176354096,"score_gpt":0.384438687922677,"score_spread":0.29879970615913604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1941622179","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81146044,0.060357627,0.004343718,0.0065684547,0.0007087142,0.0015515374,0.05249631,0.0005140706,0.06199915],"genre_scores_gemma":[0.9467617,0.020127622,0.007987836,0.00030052286,0.00021830646,0.0005786872,0.012690921,0.00012279738,0.011211721],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.96596134,0.0016049929,0.0037358385,0.0011060756,0.025065847,0.0025259308],"domain_scores_gemma":[0.8294962,0.015238714,0.019709278,0.0017904057,0.12752351,0.0062419106],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.018016689,0.0011498082,0.0017875412,0.10716001,0.008651123,0.009599622,0.0037189673,0.0010706123,0.0033334452],"category_scores_gemma":[0.095821664,0.00036456887,0.0014303412,0.16366997,0.0018626951,0.0025981858,0.004427926,0.0009971214,0.0008060268],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022903178,0.00012753242,0.70609874,0.0045828405,0.00035821594,0.0003932732,0.013574061,0.0011774373,0.00058022107,0.005231557,0.020181678,0.24746545],"study_design_scores_gemma":[0.000020544941,0.00010288746,0.9314188,0.0013935976,0.00036215835,0.00036757186,0.010254583,0.002856812,0.001380196,0.0008627356,0.05079301,0.00018703574],"about_ca_topic_score_codex":0.9601377,"about_ca_topic_score_gemma":0.95762193,"teacher_disagreement_score":0.9819833,"about_ca_system_score_codex":0.097710215,"about_ca_system_score_gemma":0.19158097,"threshold_uncertainty_score":0.7089405},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics","scholarly_communication"],"domain":"evaluation","study_design":"design_other","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W1953894052","doi":"10.6017/ital.v34i3.5900","title":"Self-Archiving with Ease in an Institutional Repository: Microinteractions and the User Experience","year":2015,"lang":"en","type":"article","venue":"Information Technology and Libraries","topic":"Digital and Traditional Archives Management","field":"Arts and Humanities","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University; University of Alberta","funders":"","keywords":"Computer science; Usability; Process (computing); World Wide Web; Institutional repository; Human–computer interaction","score_opus":0.011984026821439769,"score_gpt":0.1807309643641611,"score_spread":0.16874693754272135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1953894052","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9450489,0.0006076019,0.017361838,0.0017067973,0.000050639745,0.00005195585,0.000031473952,0.00056568976,0.034575034],"genre_scores_gemma":[0.9921673,0.00011300289,0.0035273503,0.00021525237,0.000026087535,0.000025510477,0.000013978374,0.000122047946,0.0037894787],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9873552,0.009661216,0.0003758298,0.00041166204,0.0017131759,0.00048302024],"domain_scores_gemma":[0.97147155,0.021170925,0.0013799849,0.003369427,0.0012713901,0.0013368151],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00990581,0.00040026673,0.00041330882,0.0018131662,0.004679725,0.011452131,0.0012941005,0.0018895234,0.0060097254],"category_scores_gemma":[0.025565486,0.00046099463,0.0005302691,0.0013083036,0.0064750686,0.012062925,0.008978812,0.0018014677,0.0009207539],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026340823,0.00030264657,0.026368767,0.00016346376,0.00004603888,0.0015292545,0.87107885,0.0003486299,0.0058112773,0.01918186,0.0027245155,0.07218133],"study_design_scores_gemma":[0.00008046702,0.001223682,0.045436192,0.00030020523,0.00013152433,0.0072952374,0.7701936,0.00449855,0.010218149,0.021979148,0.13824569,0.00039756965],"about_ca_topic_score_codex":0.00095165166,"about_ca_topic_score_gemma":0.0014034617,"teacher_disagreement_score":0.98854786,"about_ca_system_score_codex":0.0010867531,"about_ca_system_score_gemma":0.0008192971,"threshold_uncertainty_score":0.052387595},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1974720703","doi":"10.1353/cpr.2007.0010","title":"Community-Based Participatory Research: Lessons From Sharing Results With the Community: Kahnawake Schools Diabetes Prevention Project","year":2007,"lang":"en","type":"article","venue":"Progress in community health partnerships","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"Canadian Institutes of Health Research","keywords":"Community-based participatory research; Participatory action research; Citizen journalism; Community health; Community participation; Political science; Medicine; Sociology; Nursing; Public health; Socioeconomics","score_opus":0.932411038490277,"score_gpt":0.7207758712870587,"score_spread":0.2116351672032183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974720703","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49776703,0.017297732,0.07292161,0.31777316,0.0025454175,0.03617357,0.0008162085,0.00081283454,0.053892422],"genre_scores_gemma":[0.77943593,0.009030782,0.1674297,0.014125278,0.00024625115,0.023795776,0.00025592983,0.0001619336,0.0055184634],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.76268977,0.20972574,0.003798072,0.0037851701,0.012253213,0.0077480227],"domain_scores_gemma":[0.7835616,0.15234992,0.006513586,0.012337149,0.024757681,0.020480096],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1932897,0.0010419769,0.0011740112,0.002233969,0.027842727,0.007636463,0.006724088,0.0041857883,0.0021323885],"category_scores_gemma":[0.13484357,0.0015556804,0.00084366667,0.0026309344,0.01814988,0.0053249164,0.016315429,0.006755914,0.00038074213],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033200445,0.0015655216,0.008582422,0.003605419,0.00013211375,0.0012218485,0.682916,0.0007586879,0.0011392182,0.0073462743,0.025114268,0.2672862],"study_design_scores_gemma":[0.0007754535,0.0014411231,0.017941212,0.00830193,0.000305043,0.00077480887,0.749007,0.0010745554,0.0019938736,0.025295123,0.19280668,0.00028317422],"about_ca_topic_score_codex":0.10187933,"about_ca_topic_score_gemma":0.27159283,"teacher_disagreement_score":0.89812064,"about_ca_system_score_codex":0.020972366,"about_ca_system_score_gemma":0.13741794,"threshold_uncertainty_score":0.99481744},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W1975575045","doi":"10.6017/ital.v26i3.3272","title":"The Structure and Form of Folksonomy Tags: The Road to the Public Library Catalog","year":2007,"lang":"en","type":"article","venue":"Information Technology and Libraries","topic":"Library Science and Information Systems","field":"Computer Science","cited_by":114,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Folksonomy; Computer science; Interactivity; Spelling; World Wide Web; Information retrieval; Control (management); Library catalog; Linguistics; Artificial intelligence","score_opus":0.005393257152832807,"score_gpt":0.18232691480585178,"score_spread":0.17693365765301897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975575045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79815656,0.006773013,0.09780117,0.009384946,0.00036480042,0.00043815956,0.0076167663,0.0018101123,0.07765446],"genre_scores_gemma":[0.90919137,0.0016051454,0.07078706,0.00051109906,0.00024647557,0.00022509672,0.0070437593,0.00054219586,0.009847788],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99580836,0.0016440131,0.0004438619,0.0005939773,0.0013037415,0.00020599236],"domain_scores_gemma":[0.9501831,0.0230996,0.007847323,0.006039154,0.011991602,0.0008392551],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.005617527,0.00018829676,0.0004231401,0.0128540145,0.0029210465,0.009658346,0.0007321568,0.0009716127,0.0035591961],"category_scores_gemma":[0.059224732,0.00059417856,0.0002469038,0.01783196,0.00286752,0.017371042,0.002335078,0.001158628,0.0015349085],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054240285,0.00016969076,0.241888,0.0009183463,0.00007308213,0.00044384276,0.0558892,0.0017212172,0.008832332,0.097379684,0.021915672,0.5702265],"study_design_scores_gemma":[0.000057439487,0.00021429874,0.46182162,0.0011272894,0.00012199561,0.0016708324,0.05474623,0.015398665,0.0069412305,0.12725484,0.33037588,0.00026966713],"about_ca_topic_score_codex":0.01812576,"about_ca_topic_score_gemma":0.02708951,"teacher_disagreement_score":0.99034166,"about_ca_system_score_codex":0.0035835125,"about_ca_system_score_gemma":0.0028374728,"threshold_uncertainty_score":0.036040545},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1979570114","doi":"10.1353/scp.0.0077","title":"Publishing as a Vocation: The Necessity of Independent Scholarly Media","year":2010,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; Context (archaeology); Ideology; Politics; Sociology; Quality (philosophy); Service (business); Public relations; Media studies; Social science; Epistemology; Law; Political science; History; Philosophy; Marketing; Business","score_opus":0.3844269601575179,"score_gpt":0.4915914338750796,"score_spread":0.10716447371756166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979570114","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050574783,0.00816128,0.024920246,0.27192876,0.005427959,0.00028095514,0.00010550427,0.00030707548,0.6382934],"genre_scores_gemma":[0.8754252,0.004209366,0.019002536,0.024655625,0.008092298,0.00070788246,0.0001345649,0.00049222447,0.06728024],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9147987,0.047371604,0.0039017596,0.0048638084,0.023170855,0.005893234],"domain_scores_gemma":[0.67214185,0.21987547,0.024629692,0.03708602,0.022531068,0.023735868],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.07206968,0.00053454837,0.0015474322,0.003946428,0.017444666,0.07103618,0.0041051055,0.010914583,0.007889087],"category_scores_gemma":[0.16087897,0.0009704724,0.00074650795,0.006498778,0.05420912,0.05136358,0.023916954,0.0128145525,0.0031163297],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047558147,0.000071264534,0.00093600457,0.0001362484,0.000014510628,0.00017685944,0.01767196,0.00012437163,0.00021292202,0.92213506,0.019248644,0.03922463],"study_design_scores_gemma":[0.000045910405,0.00007678368,0.0015694336,0.0005633357,0.000025166759,0.00038660938,0.016987616,0.00064119295,0.0010310452,0.45634228,0.52222645,0.00010411177],"about_ca_topic_score_codex":0.0011991446,"about_ca_topic_score_gemma":0.0017524093,"teacher_disagreement_score":0.92896384,"about_ca_system_score_codex":0.008631381,"about_ca_system_score_gemma":0.020325126,"threshold_uncertainty_score":0.38114548},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W1981886524","doi":"10.1002/asi.22688","title":"<scp>SciMAT</scp>: A new science mapping analysis software tool","year":2012,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":1187,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Universidad de Granada; McGill University","keywords":"Wizard; Workflow; Computer science; Software; Key (lock); Preprocessor; Software engineering; Data science; World Wide Web; Database; Programming language; Operating system","score_opus":0.05196923175334746,"score_gpt":0.34842610769681986,"score_spread":0.2964568759434724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981886524","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003235831,0.00038863698,0.51795846,0.0017298546,0.00050082506,0.00033763147,0.030045908,0.42318735,0.022615591],"genre_scores_gemma":[0.024735222,0.00092804304,0.8272092,0.0015726025,0.00061250676,0.002324788,0.062545,0.064619854,0.015452783],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99764925,0.00037728483,0.00033067213,0.0002800854,0.0012658682,0.00009687342],"domain_scores_gemma":[0.98333424,0.009380633,0.0015103895,0.0026154,0.0025388286,0.0006205469],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0049364013,0.0016440089,0.001106847,0.010484479,0.0014522728,0.00460897,0.0028916318,0.001304921,0.048205707],"category_scores_gemma":[0.020528043,0.0014152721,0.0019754234,0.011690095,0.0008065861,0.0059739216,0.00507062,0.0029159524,0.019596556],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022685528,0.00014020309,0.0028539647,0.0020760056,0.0003385334,0.00036190194,0.00079858315,0.0041688303,0.007149117,0.028621268,0.5547111,0.39855355],"study_design_scores_gemma":[0.00041491233,0.00010549459,0.0042571835,0.0004123627,0.00020355744,0.00077612,0.00018725284,0.039302357,0.017153969,0.055878293,0.88106817,0.00024032049],"about_ca_topic_score_codex":0.0036862693,"about_ca_topic_score_gemma":0.004701468,"teacher_disagreement_score":0.98951554,"about_ca_system_score_codex":0.001288031,"about_ca_system_score_gemma":0.004786051,"threshold_uncertainty_score":0.16126412},"labels":[{"model":"gemma","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"simulation_or_modeling","genre":"software","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"not_applicable","genre":"software","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1987707043","doi":"10.1136/bmj.h210","title":"Firm action needed on predatory journals","year":2015,"lang":"en","type":"editorial","venue":"BMJ","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":243,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Action (physics); Business; Public relations; Law and economics; Economics; Political science","score_opus":0.7969926508729327,"score_gpt":0.6778639477958661,"score_spread":0.11912870307706658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987707043","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006193183,0.0048868544,0.00009954172,0.104809,0.88921887,0.000026647547,0.000073215626,0.00006019739,0.0007637072],"genre_scores_gemma":[0.0008836181,0.0059100594,0.0002847577,0.0959714,0.89096004,0.00004880232,0.000043602005,0.0000447408,0.0058528786],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9780131,0.0042308057,0.0035325913,0.0017536579,0.011195204,0.0012746773],"domain_scores_gemma":[0.8823726,0.06261488,0.007565904,0.0035205341,0.034842763,0.009083258],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.023685478,0.0041411375,0.005748848,0.005670672,0.0059961164,0.014154489,0.005418526,0.045514237,0.015379727],"category_scores_gemma":[0.12209969,0.0021378074,0.004367256,0.0036141549,0.0052322033,0.00905526,0.0026619975,0.04134016,0.009200929],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004616936,0.000014252113,0.000043224274,0.00071596977,0.000081480284,0.0000764222,0.000032667842,0.000019971183,0.0000536354,0.0004718873,0.99322367,0.005220664],"study_design_scores_gemma":[0.00031307552,0.000048772592,0.000737464,0.0023304315,0.0003956528,0.00014866242,0.00020865908,0.00016676338,0.00022211051,0.0047841184,0.99058414,0.000060107974],"about_ca_topic_score_codex":0.0041058464,"about_ca_topic_score_gemma":0.011931897,"teacher_disagreement_score":0.97631454,"about_ca_system_score_codex":0.005461556,"about_ca_system_score_gemma":0.012037703,"threshold_uncertainty_score":0.12526226},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1993738393","doi":"10.1016/j.polgeo.2012.05.011","title":"Knowledge enclosure, accumulation by dispossession, and the academic publishing industry","year":2012,"lang":"en","type":"article","venue":"Political Geography","topic":"Water Governance and Infrastructure","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Nexus (standard); Vulnerability (computing); Poverty; Energy poverty; Sociology; Metropolitan area; Alliance; Corporate governance; Politics; Energy (signal processing); Political science; Economic growth; Geography; Economics; Law; Management; Engineering; Panacea (medicine)","score_opus":0.032963153077902284,"score_gpt":0.3518671817151108,"score_spread":0.3189040286372085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993738393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.530916,0.007424861,0.0059990496,0.019390935,0.00010169974,0.000045537407,0.00035779199,0.00016404921,0.4356],"genre_scores_gemma":[0.9917394,0.00076571596,0.00045104406,0.00014334437,0.00009669767,0.000010587836,0.00005079719,0.000016401811,0.0067258873],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99522793,0.0016125774,0.00056022074,0.0006441371,0.0013447548,0.00061035424],"domain_scores_gemma":[0.88928485,0.068365246,0.021228584,0.008775012,0.006545659,0.005800681],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.007979961,0.00018021178,0.00055268145,0.007921969,0.0033250249,0.018662654,0.0011146845,0.0020337414,0.020749802],"category_scores_gemma":[0.047828794,0.00024682848,0.00040594337,0.011639075,0.011638105,0.01515009,0.0056694564,0.0011793638,0.00121805],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023195944,0.00027414015,0.1006301,0.00023542963,0.00010101349,0.00055688876,0.014924728,0.0016999389,0.00061983365,0.77168256,0.0060253004,0.10301811],"study_design_scores_gemma":[0.0000837554,0.00019318743,0.10193037,0.000547029,0.0001410357,0.0005909759,0.028403267,0.0033180742,0.0021790212,0.7801267,0.08239917,0.00008738519],"about_ca_topic_score_codex":0.003867337,"about_ca_topic_score_gemma":0.005300708,"teacher_disagreement_score":0.99667495,"about_ca_system_score_codex":0.0036743574,"about_ca_system_score_gemma":0.004824824,"threshold_uncertainty_score":0.06941503},"labels":[{"model":"gemma","categories":["scholarly_communication","sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1996867325","doi":"10.3138/jsp.46.1.004","title":"From Book Publishers to Authors: Information Transparency in Web Sites","year":2014,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Psychology Research and Bibliometrics","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Consejo Superior de Investigaciones Científicas; University of Toronto","keywords":"Publishing; Transparency (behavior); Scholarly communication; Library science; Relation (database); World Wide Web; Political science; Sociology; Computer science; Law","score_opus":0.05652180461606684,"score_gpt":0.34914262430501675,"score_spread":0.29262081968894993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996867325","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8418094,0.01017268,0.03061718,0.03306371,0.00038215917,0.0002536099,0.0008309361,0.00036317672,0.08250711],"genre_scores_gemma":[0.9935016,0.00100867,0.0026252512,0.0005957468,0.00018738926,0.00003839974,0.0001633106,0.000047122438,0.0018325127],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.902315,0.054601055,0.009381485,0.0030218055,0.028771933,0.0019087017],"domain_scores_gemma":[0.47604734,0.42052874,0.061351433,0.014753841,0.022298694,0.00502],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.045607574,0.00017462674,0.000558217,0.0069674603,0.0031191378,0.015669113,0.001001478,0.0013526304,0.0049437596],"category_scores_gemma":[0.22980931,0.0003664367,0.00025824195,0.015594946,0.0040037488,0.017830692,0.005159738,0.00160171,0.0008811791],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042786327,0.0002085772,0.39466962,0.0011299404,0.000092272574,0.0010815982,0.17915358,0.00080877286,0.0015881832,0.061958898,0.014568828,0.3443119],"study_design_scores_gemma":[0.00009336286,0.00032509738,0.5037832,0.002394498,0.00020875476,0.0035368735,0.22376013,0.007131488,0.0061124666,0.094760165,0.15756737,0.0003266207],"about_ca_topic_score_codex":0.0025044337,"about_ca_topic_score_gemma":0.0017117311,"teacher_disagreement_score":0.9843309,"about_ca_system_score_codex":0.002560537,"about_ca_system_score_gemma":0.0036951697,"threshold_uncertainty_score":0.24119884},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1997466337","doi":"10.1177/0963662509335410","title":"In the public interest: assessing expert and stakeholder influence in public deliberation about biobanks","year":2009,"lang":"en","type":"article","venue":"Public Understanding of Science","topic":"Risk Perception and Management","field":"Social Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; McMaster University","funders":"","keywords":"Deliberation; Stakeholder; Prima facie; Experiential knowledge; Public relations; Public participation; Biobank; Political science; Engineering ethics; Knowledge management; Epistemology; Computer science; Engineering; Law","score_opus":0.29838816263940077,"score_gpt":0.38839630512434764,"score_spread":0.09000814248494687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997466337","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9391932,0.00027943664,0.02045985,0.0054341163,0.00008741394,0.00049218506,0.00004721388,0.0000422759,0.033964377],"genre_scores_gemma":[0.9954353,0.00008273668,0.003368983,0.00037463466,0.000025762545,0.0003005687,0.000014891572,0.0000100517445,0.00038712667],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.8030018,0.17453592,0.003200508,0.003737479,0.011398227,0.004126169],"domain_scores_gemma":[0.55581653,0.40374875,0.02023976,0.007290444,0.010370876,0.0025335718],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.14511625,0.00082758855,0.00071926217,0.004304159,0.0072531095,0.010175376,0.001742292,0.0050675804,0.00341269],"category_scores_gemma":[0.2663285,0.0008487469,0.00072492764,0.0022714909,0.011146794,0.011259978,0.012253624,0.004412472,0.00040512515],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015335743,0.0010516096,0.058518693,0.00071968336,0.00023985065,0.0011113738,0.8197982,0.0020833984,0.0038571174,0.021764418,0.0011755322,0.08814645],"study_design_scores_gemma":[0.00027352935,0.001493419,0.054826923,0.001124855,0.00036147292,0.0006437115,0.84106845,0.009735511,0.008169628,0.06193955,0.020121675,0.00024133957],"about_ca_topic_score_codex":0.0019341359,"about_ca_topic_score_gemma":0.002427511,"teacher_disagreement_score":0.9927469,"about_ca_system_score_codex":0.0052412353,"about_ca_system_score_gemma":0.0063326024,"threshold_uncertainty_score":0.76745725},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["sts","scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2001314811","doi":"10.1038/nchembio0709-436","title":"Open access chemical and clinical probes to support drug discovery","year":2009,"lang":"en","type":"article","venue":"Nature Chemical Biology","topic":"Pharmacogenetics and Drug Metabolism","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":132,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Structural Genomics Consortium; University of Toronto","funders":"Canadian Institutes of Health Research; Wellcome Trust","keywords":"Drug discovery; Pharmaceutical industry; Productivity; Data science; Business; Drug industry; Computational biology; Computer science; Biology; Biotechnology; Bioinformatics; Economics","score_opus":0.134351923613858,"score_gpt":0.5619974727123195,"score_spread":0.4276455490984615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001314811","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06539757,0.11720635,0.17473441,0.107407086,0.01776757,0.000954799,0.006098953,0.003537249,0.50689614],"genre_scores_gemma":[0.62662333,0.064506814,0.08209369,0.031222992,0.011772157,0.00090508885,0.0031865966,0.00048797348,0.1792013],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990113,0.00034181934,0.00004015889,0.000114592905,0.00039166765,0.00010049604],"domain_scores_gemma":[0.9979315,0.00076002604,0.0002714889,0.00029885606,0.00033297352,0.000405142],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0019252653,0.00044863363,0.0004261963,0.0008980108,0.00034340736,0.0016435863,0.00070094224,0.0018585915,0.033190135],"category_scores_gemma":[0.0035974158,0.00024722275,0.0004069316,0.00045633334,0.0013941169,0.0017343675,0.001756539,0.0023997256,0.006804702],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011062943,0.0004890605,0.0017229316,0.00092257065,0.000089805115,0.0011516538,0.00015282731,0.00075249426,0.1789853,0.21878877,0.08551397,0.5103243],"study_design_scores_gemma":[0.0003668565,0.0013818281,0.0018919043,0.00015542305,0.000077063574,0.0025525584,0.000100568046,0.0013430458,0.093688145,0.086408235,0.8119775,0.000056934485],"about_ca_topic_score_codex":0.00020408402,"about_ca_topic_score_gemma":0.0002544231,"teacher_disagreement_score":0.99929905,"about_ca_system_score_codex":0.00056485884,"about_ca_system_score_gemma":0.0010955031,"threshold_uncertainty_score":0.11103207},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2002175408","doi":"10.1353/smr.2013.0008","title":"Introduction: Scholarly Communication and German Studies","year":2013,"lang":"en","type":"article","venue":"Seminar A Journal of Germanic Studies","topic":"Digital Humanities and Scholarship","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scholarship; German; Conversation; Scholarly communication; Relevance (law); Sociology; Media studies; Public relations; Political science; Epistemology; History; Law; Publishing; Communication","score_opus":0.07363833758218571,"score_gpt":0.306637268915797,"score_spread":0.2329989313336113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002175408","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003035106,0.18269394,0.0015167412,0.41793194,0.13389468,0.00008353278,0.0007140248,0.00019968575,0.25993037],"genre_scores_gemma":[0.127266,0.122059725,0.0016329238,0.17101789,0.16599709,0.00029953677,0.0015724499,0.0006067144,0.40954772],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980794,0.0007855601,0.00011292518,0.00023744981,0.00047841918,0.00030623702],"domain_scores_gemma":[0.996756,0.0016565191,0.00026805568,0.00018514364,0.0006203159,0.00051388977],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.002209546,0.0010578386,0.0008207533,0.0022873352,0.0028790652,0.007132374,0.0012608189,0.0043506464,0.053721752],"category_scores_gemma":[0.0052778777,0.0002712208,0.0005295471,0.002461824,0.0031627316,0.0060421154,0.0047832625,0.0051040687,0.014136349],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003415373,0.00003207195,0.000211793,0.0003195497,0.000004908393,0.00008140017,0.0019520748,0.00006342813,0.00017812576,0.061868653,0.9100552,0.025198553],"study_design_scores_gemma":[0.000008282781,0.000021966252,0.0008317611,0.00086881407,0.0000030931726,0.000116878655,0.0017580512,0.00004864005,0.00005107141,0.011537627,0.98474103,0.000012857822],"about_ca_topic_score_codex":0.0025628093,"about_ca_topic_score_gemma":0.002281154,"teacher_disagreement_score":0.99286765,"about_ca_system_score_codex":0.0039399164,"about_ca_system_score_gemma":0.0017121125,"threshold_uncertainty_score":0.17971718},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2011965162","doi":"10.1300/j141v03n01_05","title":"Dewey Applications for the Simple Arrangement of a Link Library; The Case of Science Net","year":2000,"lang":"en","type":"article","venue":"Journal of Internet Cataloging","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Public Health; McMaster University","funders":"","keywords":"Computer science; Search engine indexing; World Wide Web; Set (abstract data type); Sorting; Information retrieval; Dewey Decimal Classification; Adaptation (eye); Library catalog; Net (polyhedron); Multimedia; Database; Library classification","score_opus":0.0190145623705933,"score_gpt":0.28865521777943665,"score_spread":0.26964065540884335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011965162","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03381612,0.0014608226,0.47274363,0.008975445,0.00066716206,0.0003565083,0.0006267779,0.009473419,0.47188014],"genre_scores_gemma":[0.27859923,0.0021451213,0.47045135,0.0013887414,0.00034483496,0.00045836996,0.0012693108,0.0031552075,0.24218777],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.997601,0.00097077317,0.000164411,0.00029065984,0.00074604887,0.0002273004],"domain_scores_gemma":[0.9941911,0.0022107475,0.00024072606,0.0021958977,0.00083016406,0.00033133916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029115842,0.00036236632,0.00031376389,0.00262293,0.0042630616,0.009005608,0.002297278,0.0024314784,0.0349669],"category_scores_gemma":[0.011792992,0.0005869964,0.00054578076,0.0044150148,0.0034657302,0.0118778655,0.006873667,0.0019172536,0.007854889],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009401294,0.00005725452,0.0015045285,0.0002032689,0.000009244756,0.0017643279,0.0029148988,0.0030937202,0.0022256854,0.7346343,0.063992195,0.18950662],"study_design_scores_gemma":[0.000016969654,0.000023361552,0.00074840605,0.00014108153,0.000010742589,0.0012269218,0.0014444496,0.00849631,0.0020295004,0.0738041,0.9120185,0.000039676288],"about_ca_topic_score_codex":0.012362609,"about_ca_topic_score_gemma":0.021744328,"teacher_disagreement_score":0.0349669,"about_ca_system_score_codex":0.0023143014,"about_ca_system_score_gemma":0.0019821038,"threshold_uncertainty_score":0.11697596},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2015488150","doi":"10.1186/1472-6939-9-4","title":"When research seems like clinical care: a qualitative study of the communication of individual cancer genetic research results","year":2008,"lang":"en","type":"article","venue":"BMC Medical Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; University of Toronto","funders":"Institute of Health Services and Policy Research; Canadian Institutes of Health Research; Ontario Genomics; Ontario Genomics Institute; Genome Canada","keywords":"Obligation; Harm; Philosophy of medicine; Relevance (law); Qualitative research; Moral obligation; Empirical research; Set (abstract data type); Psychology; Clinical research; Research ethics; Public relations; Social psychology; Medicine; Alternative medicine; Political science; Sociology; Social science; Psychiatry","score_opus":0.9105878742297558,"score_gpt":0.7520872850934804,"score_spread":0.1585005891362754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015488150","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98315215,0.00086630275,0.0033015946,0.005785848,0.00012072741,0.0005264795,0.00025677853,0.000026306281,0.005963909],"genre_scores_gemma":[0.99158394,0.00096441247,0.0018147087,0.0020867456,0.000039949147,0.0006164342,0.00009449179,0.000051238123,0.0027480694],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.94594884,0.044017557,0.0013136799,0.0018445967,0.0027356863,0.00413964],"domain_scores_gemma":[0.864614,0.111479096,0.0072413567,0.0021065774,0.0074538854,0.007104954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.042634394,0.0011741499,0.0012544529,0.0031328977,0.026821733,0.008397974,0.004296421,0.004653687,0.0033685793],"category_scores_gemma":[0.06527062,0.0013697566,0.00066404504,0.0033606868,0.03248511,0.008990657,0.009832436,0.007571729,0.0005264801],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011067455,0.000011742086,0.0004949316,0.000047762755,0.0000011390792,0.00019304277,0.99813086,0.00000923013,0.00013314419,0.00033306482,0.00012756731,0.0005063751],"study_design_scores_gemma":[0.0000021035025,0.000012447666,0.0002771092,0.0000627004,0.000001046546,0.000051042778,0.9978132,0.00002524029,0.00006483444,0.00007922037,0.0016057167,0.000005251753],"about_ca_topic_score_codex":0.07418281,"about_ca_topic_score_gemma":0.11714853,"teacher_disagreement_score":0.07418281,"about_ca_system_score_codex":0.023350542,"about_ca_system_score_gemma":0.022265084,"threshold_uncertainty_score":0.22547495},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2016589990","doi":"10.1108/rmj-01-2014-0010","title":"Whither the retention schedule in the era of big data and open data?","year":2014,"lang":"en","type":"article","venue":"Records Management Journal","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Big data; Originality; Argument (complex analysis); Computer science; Open data; Disposition; Schedule; Value (mathematics); Knowledge management; Process management; Data science; Business; World Wide Web; Qualitative research; Sociology","score_opus":0.189059804819579,"score_gpt":0.3280839393084158,"score_spread":0.13902413448883677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016589990","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22043741,0.009858708,0.20487064,0.4558421,0.006060709,0.0012104863,0.0005749064,0.0008185707,0.10032651],"genre_scores_gemma":[0.89075273,0.0046543395,0.068451114,0.018109417,0.0015057907,0.0012044172,0.00043857214,0.00050262554,0.014381031],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.91983455,0.051195253,0.004184843,0.0036943278,0.016461506,0.004629494],"domain_scores_gemma":[0.7258157,0.13350365,0.03026718,0.042149834,0.044014085,0.024249518],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.1306998,0.00047083967,0.00086715765,0.0021746464,0.009467147,0.023376131,0.005471381,0.0035096419,0.0062653464],"category_scores_gemma":[0.27551928,0.00090450316,0.00084607786,0.004003859,0.021034248,0.04383749,0.01570379,0.0092830695,0.0017041366],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033703315,0.00037569393,0.020682339,0.0011945707,0.000062553016,0.0002616774,0.086938635,0.0013998937,0.0007991117,0.5515633,0.03168619,0.304699],"study_design_scores_gemma":[0.00012503646,0.0012345084,0.018127024,0.0043779016,0.00007445321,0.00043764134,0.19727153,0.0030040538,0.0022533853,0.42425975,0.3484805,0.00035431035],"about_ca_topic_score_codex":0.011199377,"about_ca_topic_score_gemma":0.010097223,"teacher_disagreement_score":0.9766239,"about_ca_system_score_codex":0.011532291,"about_ca_system_score_gemma":0.043199994,"threshold_uncertainty_score":0.69121486},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2020637674","doi":"10.1016/j.acalib.2014.07.011","title":"International Open Access Week at Small to Medium U.S. Academic Libraries: The First Five Years","year":2014,"lang":"en","type":"article","venue":"The Journal of Academic Librarianship","topic":"Web and Library Services","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Outreach; Quarter (Canadian coin); Medical education; Plan (archaeology); Library science; Psychology; Public relations; Sociology; Political science; Medicine; Computer science; History","score_opus":0.06713800596436659,"score_gpt":0.29826794654347905,"score_spread":0.23112994057911246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020637674","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24650776,0.03016259,0.0020902143,0.31155747,0.06681835,0.0005333623,0.013768677,0.0030060569,0.32555553],"genre_scores_gemma":[0.33346364,0.016715351,0.0013676966,0.03901696,0.016867947,0.00047586436,0.0063689263,0.0015023422,0.5842213],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9961235,0.00045467683,0.00021460583,0.00025315752,0.0018399509,0.0011140525],"domain_scores_gemma":[0.9581527,0.0032811607,0.0034673966,0.0017773941,0.0059822635,0.027339038],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0073088156,0.0008631796,0.0007619809,0.0032941864,0.0107083,0.021130942,0.0019730455,0.0054504275,0.10083906],"category_scores_gemma":[0.019633975,0.00060818606,0.00074340706,0.003239923,0.0026482793,0.010708095,0.010197929,0.0060874936,0.040612374],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002674117,0.00073773006,0.022854134,0.00039065597,0.000025626723,0.0005237103,0.0062773293,0.00005206943,0.0005901042,0.0038154114,0.87146366,0.09300224],"study_design_scores_gemma":[0.000015126916,0.00014115786,0.06500696,0.00044423036,0.000012438269,0.00024017443,0.012655404,0.00011313293,0.00030983955,0.00080664275,0.92019874,0.00005603986],"about_ca_topic_score_codex":0.023352036,"about_ca_topic_score_gemma":0.06890227,"teacher_disagreement_score":0.99802697,"about_ca_system_score_codex":0.0045644497,"about_ca_system_score_gemma":0.0100653125,"threshold_uncertainty_score":0.3373403},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2020943846","doi":"10.1007/s11136-011-9848-0","title":"A knowledge translation challenge: clinical use of quality of life data from cancer clinical trials","year":2011,"lang":"en","type":"article","venue":"Quality of Life Research","topic":"Cancer survivorship and care","field":"Medicine","cited_by":55,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto; Queen's University","funders":"","keywords":"Generalizability theory; Medicine; Relevance (law); Knowledge translation; Clinical trial; Quality of life (healthcare); Quality (philosophy); MEDLINE; Medical education; Psychology; Knowledge management; Nursing; Pathology; Computer science","score_opus":0.9745830517939917,"score_gpt":0.715245748538548,"score_spread":0.2593373032554437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020943846","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":"methods","domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020822462,0.18785955,0.09727083,0.63950294,0.018764548,0.0049996693,0.011035691,0.0008126328,0.01893165],"genre_scores_gemma":[0.3607552,0.10089157,0.19265667,0.29962662,0.02210466,0.013642037,0.007259341,0.0015184507,0.0015455277],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.21834205,0.6192882,0.07409458,0.016401257,0.06992914,0.0019448566],"domain_scores_gemma":[0.018989,0.9210642,0.012730494,0.026199665,0.020126322,0.0008902896],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.7084014,0.0027295218,0.010596968,0.015745688,0.0035035617,0.027563568,0.015285282,0.013351788,0.0073581627],"category_scores_gemma":[0.8957601,0.0039391303,0.005251411,0.018090004,0.024755724,0.024444588,0.014988474,0.01948021,0.0027820214],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023903744,0.00077748805,0.020568926,0.07980926,0.0086765215,0.0009204981,0.022322314,0.003230021,0.0013586394,0.0580752,0.10622918,0.6956417],"study_design_scores_gemma":[0.0035775783,0.0019074285,0.039367918,0.178088,0.009222763,0.003288272,0.027873741,0.011652421,0.00315023,0.44089404,0.27953997,0.0014376169],"about_ca_topic_score_codex":0.0090703415,"about_ca_topic_score_gemma":0.009145207,"teacher_disagreement_score":0.7084014,"about_ca_system_score_codex":0.013270679,"about_ca_system_score_gemma":0.039425127,"threshold_uncertainty_score":0.35959303},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2022095654","doi":"10.3138/jsp.38.1.1","title":"Plagiarism, Publishing, and the Academy","year":2006,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Publishing and Scholarly Communication","field":"Arts and Humanities","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; Misconduct; Public relations; Ambivalence; Order (exchange); Dishonesty; Identity (music); Set (abstract data type); Sociology; Academic dishonesty; Political science; Media studies; Law; Business; Psychology; Higher education; Social psychology; Computer science","score_opus":0.03540922971001967,"score_gpt":0.2296023244091336,"score_spread":0.19419309469911394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022095654","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07680963,0.021917388,0.0015863895,0.096733056,0.0042304043,0.00003724225,0.00004370977,0.00026307773,0.798379],"genre_scores_gemma":[0.83655465,0.010156478,0.0013116074,0.009433092,0.0039914693,0.000051088264,0.000047087164,0.00014994499,0.13830452],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98524714,0.0046524485,0.0014458973,0.0009795562,0.005990749,0.0016841432],"domain_scores_gemma":[0.974573,0.013309676,0.0033763277,0.0024602106,0.0026867187,0.0035939622],"candidate_categories":["scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0098881945,0.00031121162,0.00046330126,0.0034513776,0.025872564,0.03462504,0.0021629753,0.0059702382,0.016132643],"category_scores_gemma":[0.030043188,0.00036075423,0.0005406858,0.00451428,0.023568043,0.013894001,0.011670599,0.00916507,0.0038941954],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017518873,0.00020673758,0.011224326,0.0005021697,0.00004703266,0.0052254507,0.1375607,0.00046155418,0.00063904055,0.5612023,0.11047937,0.17227617],"study_design_scores_gemma":[0.000026000582,0.00013962008,0.0055727847,0.0006234073,0.000029574081,0.0035908206,0.073308155,0.00024557757,0.0007396666,0.1296974,0.7859409,0.00008617262],"about_ca_topic_score_codex":0.004398294,"about_ca_topic_score_gemma":0.0058858325,"teacher_disagreement_score":0.99402976,"about_ca_system_score_codex":0.010679108,"about_ca_system_score_gemma":0.008958438,"threshold_uncertainty_score":0.07748276},"labels":[{"model":"gemma","categories":["scholarly_communication","research_integrity"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2023672490","doi":"10.3138/jsp.33.1.11","title":"Are the Best Higher Education Journals Really the Best? A Meta-Analysis of Writing Quality and Readability","year":2001,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Readability; Publication; Mandate; Quality (philosophy); Computer science; Meta-analysis; Function (biology); Work (physics); Political science; Advertising; Medicine; Business; Engineering; Biology","score_opus":0.21832808093807748,"score_gpt":0.42565056612358093,"score_spread":0.20732248518550345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023672490","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63182104,0.35853073,0.0030465012,0.0012993217,0.00055700255,0.00037698206,0.002977263,0.00009916532,0.0012920226],"genre_scores_gemma":[0.9785074,0.017790921,0.0017133332,0.00040330604,0.00030114397,0.0001687648,0.0008572415,0.000039489067,0.00021831812],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.96655947,0.018284751,0.0070273904,0.0041197506,0.003542559,0.00046608865],"domain_scores_gemma":[0.6647828,0.27133533,0.039481863,0.010335019,0.011630805,0.0024340858],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.041842934,0.0013030452,0.0051290714,0.006224418,0.00088623585,0.0035469886,0.0013749852,0.0016584765,0.0015357403],"category_scores_gemma":[0.14047347,0.0009377282,0.013930118,0.0073672202,0.0011486186,0.002146515,0.0010776981,0.0011184621,0.00022420293],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008549923,0.00018914901,0.28306988,0.022272402,0.660315,0.00016647352,0.0009465481,0.00040027747,0.00066895434,0.00016576472,0.0010252167,0.022230417],"study_design_scores_gemma":[0.0025749267,0.0028662817,0.2578155,0.00446943,0.72528416,0.00051928737,0.00074242736,0.0006717764,0.0014475816,0.0009591182,0.0025455821,0.00010395378],"about_ca_topic_score_codex":0.0031374358,"about_ca_topic_score_gemma":0.0047846315,"teacher_disagreement_score":0.9937756,"about_ca_system_score_codex":0.0010256623,"about_ca_system_score_gemma":0.0013313631,"threshold_uncertainty_score":0.22128928},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2028758832","doi":"10.1016/s0140-6736(10)60903-8","title":"An international registry of systematic-review protocols","year":2010,"lang":"en","type":"article","venue":"The Lancet","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":521,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"National Institute for Health and Care Research","keywords":"Medicine; Computer science","score_opus":0.7505475693393026,"score_gpt":0.5892674142758912,"score_spread":0.1612801550634113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028758832","genre_codex":"protocol","genre_gemma":"methods","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003976455,0.017569123,0.127796,0.015817776,0.0055038966,0.50879556,0.27177852,0.0075548026,0.041207895],"genre_scores_gemma":[0.0066929758,0.008592377,0.21090186,0.0042343913,0.0010072276,0.66144776,0.09446155,0.0016502414,0.011011693],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.52650464,0.18073148,0.22907807,0.016906157,0.04158859,0.005191037],"domain_scores_gemma":[0.23026547,0.2588508,0.15424477,0.18583427,0.1553796,0.015425049],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3913823,0.00497817,0.0148858335,0.05352815,0.006729125,0.02392831,0.012814782,0.014848854,0.09658779],"category_scores_gemma":[0.5883435,0.010959179,0.009414386,0.06585453,0.004475381,0.015590517,0.013556505,0.017724084,0.08552558],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015044462,0.0019896457,0.0050258576,0.079762556,0.0037030121,0.0004094327,0.0015085634,0.0020657615,0.0022089165,0.03149478,0.6035673,0.25321972],"study_design_scores_gemma":[0.030600479,0.0013835783,0.00967158,0.08036275,0.0064753294,0.0006209117,0.000660982,0.0035802186,0.004047602,0.026438309,0.83532023,0.0008380534],"about_ca_topic_score_codex":0.004327005,"about_ca_topic_score_gemma":0.0059209596,"teacher_disagreement_score":0.60861766,"about_ca_system_score_codex":0.010177379,"about_ca_system_score_gemma":0.14235274,"threshold_uncertainty_score":0.750534},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2035630854","doi":"10.1353/scp.0.0079","title":"Judging Journal Prices: A Cost Index for Academic Journals","year":2010,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Publishing and Scholarly Communication","field":"Arts and Humanities","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Index (typography); Economics; Business; Computer science; World Wide Web","score_opus":0.09925764170531497,"score_gpt":0.3165935695281464,"score_spread":0.2173359278228314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035630854","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59918696,0.006413313,0.18144767,0.013377778,0.004269145,0.003976263,0.02205565,0.0043353117,0.16493791],"genre_scores_gemma":[0.7768732,0.0017790799,0.20084895,0.0005597872,0.0031601705,0.0010313152,0.009118663,0.0007636812,0.0058651855],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.95636487,0.005127783,0.0071584564,0.0009799731,0.029548248,0.0008207309],"domain_scores_gemma":[0.7844244,0.056867935,0.048204187,0.010265111,0.092125684,0.008112626],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.01602529,0.000852023,0.001432622,0.036995742,0.001578123,0.009399447,0.0018897591,0.0013007257,0.005493183],"category_scores_gemma":[0.21047218,0.00045797622,0.0008871238,0.032394484,0.0012253881,0.009940876,0.0032387406,0.001521074,0.003057254],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00083405006,0.0005730937,0.27298385,0.00095115067,0.00042717412,0.00033585413,0.0021768776,0.0036145966,0.005256364,0.021629676,0.090326,0.60089135],"study_design_scores_gemma":[0.00025441617,0.0013286922,0.7732428,0.0004891142,0.00041731316,0.0021023424,0.0053139804,0.04014349,0.006736767,0.0378129,0.13141392,0.0007443492],"about_ca_topic_score_codex":0.0021826394,"about_ca_topic_score_gemma":0.0033111777,"teacher_disagreement_score":0.9906005,"about_ca_system_score_codex":0.0032539773,"about_ca_system_score_gemma":0.0022797848,"threshold_uncertainty_score":0.08475083},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2036179015","doi":"10.1002/asi.22749","title":"Constructing a true<scp>LCSH</scp>tree of a science and engineering collection","year":2012,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Interdisciplinary Research in Music Media and Technology; McGill University","funders":"McGill University","keywords":"Subject (documents); Computer science; Tree structure; Tree (set theory); Domain (mathematical analysis); Information retrieval; Controlled vocabulary; Process (computing); Data collection; World Wide Web; Data structure; Mathematics; Statistics; Combinatorics","score_opus":0.010941688109401985,"score_gpt":0.2545057719737588,"score_spread":0.2435640838643568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036179015","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17343819,0.0005554853,0.7406401,0.0022965379,0.00015743433,0.0009682686,0.020720316,0.006778399,0.05444527],"genre_scores_gemma":[0.2476001,0.00041555014,0.7147394,0.0002605134,0.000050353643,0.00031119288,0.025750265,0.0013586204,0.009513988],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990553,0.00018831067,0.000057622154,0.00011724019,0.00047907906,0.000102376674],"domain_scores_gemma":[0.9962741,0.0012051403,0.0003128722,0.0006271444,0.0014070257,0.0001737226],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0009097435,0.00020983508,0.00032006323,0.004303313,0.0017823449,0.0025704156,0.00074395526,0.0007041311,0.0046672155],"category_scores_gemma":[0.007543874,0.0005012259,0.0006680392,0.005547996,0.0009583223,0.0026167997,0.0012585087,0.0008471439,0.0023261583],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040084595,0.00029186442,0.05806456,0.0015088966,0.00011809286,0.0031421892,0.009703587,0.02330784,0.044934075,0.24556151,0.09754525,0.5154213],"study_design_scores_gemma":[0.000054504795,0.00020390072,0.059330758,0.00043325685,0.00012642001,0.002581846,0.0049847136,0.3020355,0.028374562,0.19106045,0.4106125,0.00020157453],"about_ca_topic_score_codex":0.014646942,"about_ca_topic_score_gemma":0.024911854,"teacher_disagreement_score":0.9974296,"about_ca_system_score_codex":0.0013319205,"about_ca_system_score_gemma":0.002395966,"threshold_uncertainty_score":0.029123366},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2037890806","doi":"10.1087/0953151053585028","title":"In a paperless world a new role for academic libraries: providing open access","year":2005,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Research Data Management Practices","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec","funders":"Euroscience; University of Southampton","keywords":"Mandate; Publishing; Scholarly communication; The Internet; World Wide Web; Open science; Open access publishing; Political science; Library science; Computer science; Electronic publishing; Public relations","score_opus":0.2662665729937543,"score_gpt":0.452188456835734,"score_spread":0.18592188384197972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037890806","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049252596,0.016547736,0.08351867,0.49210334,0.009022537,0.00035373413,0.00032419353,0.0024382565,0.34643894],"genre_scores_gemma":[0.5731019,0.019457709,0.13091688,0.06381163,0.008525965,0.00047713664,0.0003561167,0.0016812133,0.20167156],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.968036,0.01625689,0.0027092942,0.0013632452,0.010185485,0.0014490264],"domain_scores_gemma":[0.85952294,0.052714083,0.01362135,0.034662746,0.02000172,0.019477108],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.032851845,0.00042888068,0.0007840553,0.0043506525,0.010913527,0.058776397,0.0029816325,0.0050060498,0.020628445],"category_scores_gemma":[0.06096677,0.00050436385,0.000734875,0.0074643833,0.019500153,0.04826834,0.018317552,0.005505067,0.008734235],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000110309826,0.00034535542,0.0053173243,0.00085416646,0.000034291614,0.0005970955,0.028354019,0.0002583761,0.0019010461,0.5127488,0.13372616,0.3157531],"study_design_scores_gemma":[0.000031200005,0.00010810342,0.0018381795,0.00088687195,0.000025374617,0.0007242706,0.02158528,0.00032794807,0.0011462937,0.118816584,0.85442674,0.00008316177],"about_ca_topic_score_codex":0.0018566472,"about_ca_topic_score_gemma":0.0026331877,"teacher_disagreement_score":0.9970184,"about_ca_system_score_codex":0.004655755,"about_ca_system_score_gemma":0.014949353,"threshold_uncertainty_score":0.17373925},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2040552582","doi":"10.7710/2162-3309.1102","title":"Library-Press Collaborations: A Study Taken on Behalf of the University of Arizona","year":2014,"lang":"en","type":"article","venue":"Journal of Librarianship and Scholarly Communication","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Alberta; Kent State University; University of North Texas; Oregon State University; University of Arizona; Johns Hopkins University; Association of Research Libraries; Syracuse University; Northwestern University; Utah State University; Purdue University","keywords":"Scholarly communication; Library science; Publishing; General partnership; Sociology; Public relations; Political science; Management; Law","score_opus":0.027049110446849312,"score_gpt":0.19430493733353327,"score_spread":0.16725582688668394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040552582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9886747,0.0010206797,0.00011598528,0.0017276863,0.000037609258,0.000084069994,0.00006016382,0.000013299052,0.008265871],"genre_scores_gemma":[0.9923792,0.0014842883,0.00021026382,0.0010954719,0.00007814301,0.00014064011,0.00006269837,0.000015867634,0.004533444],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9894015,0.005388234,0.0004474135,0.0007776872,0.0022359702,0.00174924],"domain_scores_gemma":[0.96500057,0.01879764,0.0042079417,0.00079640024,0.0049829734,0.0062145744],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.010332721,0.00045048216,0.0010243327,0.0048834914,0.024496848,0.012141089,0.0027559223,0.0027427906,0.0061431583],"category_scores_gemma":[0.022079216,0.0011278931,0.000330962,0.008706621,0.0055145957,0.005418056,0.006838037,0.0039038328,0.0009877881],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059122005,0.00032380264,0.01655337,0.00017463429,0.000014590246,0.0021511903,0.97114044,0.000021387059,0.00032067669,0.00061911636,0.0015713556,0.0070503275],"study_design_scores_gemma":[0.0000050266754,0.00007217537,0.025407428,0.00006468376,0.000009026323,0.00017199412,0.9671969,0.000020833044,0.00006746714,0.000039323073,0.006936657,0.000008512196],"about_ca_topic_score_codex":0.10204969,"about_ca_topic_score_gemma":0.16912144,"teacher_disagreement_score":0.9878589,"about_ca_system_score_codex":0.0112995375,"about_ca_system_score_gemma":0.016015338,"threshold_uncertainty_score":0.20291144},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2043218499","doi":"10.1353/scp.2012.0015","title":"How to Publish Your PhD: A Practical Guide for the Humanities and Social Sciences , and: Publishing from Your PhD: Negotiating a Crowded Jungle (review)","year":2012,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Publishing and Scholarly Communication","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publishing; Jungle; Publication; Negotiation; Library science; Sociology; Media studies; Political science; Social science; History; Law; Computer science","score_opus":0.26658757706751196,"score_gpt":0.34146513506040005,"score_spread":0.07487755799288809,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043218499","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020147365,0.5947894,0.010286857,0.2833716,0.08178574,0.0022727496,0.001000473,0.0008235488,0.025468145],"genre_scores_gemma":[0.003158239,0.75301397,0.041906577,0.09391271,0.04627579,0.0072596143,0.0015030403,0.0008176004,0.052152507],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95230216,0.021529166,0.009819407,0.0015406106,0.014062251,0.0007464122],"domain_scores_gemma":[0.77815264,0.10821332,0.016386228,0.010003823,0.069349535,0.01789439],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.052334677,0.0012917848,0.002457875,0.00673428,0.0032870488,0.014353791,0.0033046375,0.007146788,0.032770418],"category_scores_gemma":[0.15272567,0.001777756,0.0020464708,0.006932113,0.005017137,0.018017584,0.005580227,0.011964457,0.04771069],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000139410195,0.000020206006,0.00004092885,0.003711086,0.000025223182,0.000045471148,0.00044528,0.000037343452,0.00010650117,0.0020465977,0.88099223,0.11251513],"study_design_scores_gemma":[0.000015249057,0.000023581673,0.00011265433,0.0037300831,0.000010890051,0.00012440643,0.00029148863,0.000013310983,0.000027787804,0.00227998,0.99334854,0.000022033026],"about_ca_topic_score_codex":0.002556282,"about_ca_topic_score_gemma":0.005217586,"teacher_disagreement_score":0.9856462,"about_ca_system_score_codex":0.003293654,"about_ca_system_score_gemma":0.029995052,"threshold_uncertainty_score":0.27677554},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2043763793","doi":"10.1371/journal.pone.0097886","title":"Sharing Individual Participant Data from Clinical Trials: An Opinion Survey Regarding the Establishment of a Central Repository","year":2014,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; University of Birmingham; Queen's University; Cancer Research UK","keywords":"Safeguarding; Clinical trial; Data sharing; Workload; Medicine; Information repository; Systematic review; Resource (disambiguation); MEDLINE; Alternative medicine; Computer science; Nursing; Pathology; Political science","score_opus":0.9754389651248165,"score_gpt":0.6107774621438413,"score_spread":0.3646615029809752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043763793","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28562886,0.06725321,0.041482806,0.5778745,0.0049412753,0.0049107256,0.0007486649,0.00038936944,0.016770601],"genre_scores_gemma":[0.86647886,0.028724764,0.031839512,0.06524875,0.0021312975,0.0034837085,0.00036057964,0.00021420493,0.0015182939],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.5512965,0.3508019,0.049523592,0.008450148,0.03421218,0.00571568],"domain_scores_gemma":[0.15196046,0.6721758,0.061471242,0.015964424,0.07932266,0.019105338],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.44051507,0.0005341068,0.0014522073,0.0027347864,0.0051887943,0.010370989,0.0039312975,0.0088291885,0.0042433618],"category_scores_gemma":[0.675285,0.0014862557,0.0018771618,0.00285272,0.0069106715,0.018223125,0.011330178,0.0075651165,0.00087467773],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027783802,0.00035508242,0.11318387,0.029839974,0.00090087444,0.0024773732,0.34448415,0.0007269571,0.0047170836,0.01124061,0.06828233,0.42101333],"study_design_scores_gemma":[0.0008088469,0.0028513186,0.06452917,0.046276588,0.00081457716,0.0044690073,0.5058412,0.003694818,0.002206071,0.013046379,0.3546216,0.0008405156],"about_ca_topic_score_codex":0.0053286985,"about_ca_topic_score_gemma":0.0037408294,"teacher_disagreement_score":0.9960687,"about_ca_system_score_codex":0.009221412,"about_ca_system_score_gemma":0.023832588,"threshold_uncertainty_score":0.6899445},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2044326206","doi":"10.1007/s11192-008-0220-2","title":"A new look at evidence of scholarly citation in citation indexes and from web sources","year":2007,"lang":"en","type":"article","venue":"Scientometrics","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":85,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Citation; Web of science; Library science; Citation analysis; Webometrics; Citation impact; Bibliometrics; Scholarly communication; Computer science; Sample (material); Impact factor; World Wide Web; Political science; MEDLINE; Publishing","score_opus":0.5726813817650799,"score_gpt":0.5567807477511177,"score_spread":0.015900634013962134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044326206","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5905818,0.13732405,0.01901542,0.061652426,0.002223657,0.000085206855,0.010037074,0.00050718617,0.17857315],"genre_scores_gemma":[0.9538846,0.021749796,0.007078629,0.0035135383,0.003666196,0.000064126696,0.003234336,0.00022902714,0.006579754],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99033535,0.0025745109,0.0013337879,0.0007921261,0.004573605,0.000390565],"domain_scores_gemma":[0.80295736,0.14790855,0.018865088,0.008409617,0.018796984,0.0030624215],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.008835684,0.0005922791,0.001411922,0.050338976,0.0019466348,0.013379782,0.00147489,0.0024110945,0.011648217],"category_scores_gemma":[0.085262746,0.0005054734,0.0014907952,0.051186573,0.0044607166,0.020826377,0.005228026,0.0030443163,0.0014093078],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00095905806,0.00032026414,0.5586047,0.0035597275,0.0025463053,0.0019143724,0.010519221,0.00040288517,0.0060778847,0.10847855,0.019055506,0.28756154],"study_design_scores_gemma":[0.00014526203,0.0005414673,0.6830616,0.0038991817,0.003147718,0.005374757,0.021137739,0.0015040328,0.0054953415,0.14179842,0.13362451,0.00026996495],"about_ca_topic_score_codex":0.002521014,"about_ca_topic_score_gemma":0.005235863,"teacher_disagreement_score":0.9911643,"about_ca_system_score_codex":0.0014292363,"about_ca_system_score_gemma":0.0015116582,"threshold_uncertainty_score":0.046728134},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2045319718","doi":"10.3138/jsp.32.3.155","title":"The Gutenberg Syndrome: An Illusion of International Research","year":2001,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Libraries, Manuscripts, and Books","field":"Arts and Humanities","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scholarship; Publishing; Political science; Distribution (mathematics); World history; Media studies; Social science; Sociology; History; Law","score_opus":0.35760856322084233,"score_gpt":0.29545846991432784,"score_spread":0.0621500933065145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045319718","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032016523,0.042657863,0.00967992,0.45691204,0.007854253,0.000058543956,0.00017471558,0.00026257895,0.4503836],"genre_scores_gemma":[0.73923236,0.065340474,0.009931206,0.12349237,0.012154263,0.0005390874,0.00017345975,0.00037318817,0.048763547],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98735934,0.0059907325,0.0006188469,0.0012047325,0.0031159495,0.0017104143],"domain_scores_gemma":[0.9814678,0.011547873,0.0025040028,0.001666557,0.0011455019,0.0016681823],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.010548319,0.00048136973,0.0007702392,0.0053598303,0.0074410858,0.014947935,0.0010926531,0.007687509,0.0067001902],"category_scores_gemma":[0.028861417,0.00045127538,0.00041786613,0.007007676,0.042430807,0.0182508,0.015071757,0.010013145,0.0014701686],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022315235,0.000011119244,0.00071575964,0.00006315295,0.0000088076795,0.0006673281,0.008269286,0.000039870687,0.00007074245,0.95711076,0.022435822,0.010585124],"study_design_scores_gemma":[0.000041729116,0.000031866137,0.0009284383,0.00069925387,0.00001525502,0.0038394942,0.01151422,0.00014317562,0.00014533188,0.61238885,0.3702125,0.00003980901],"about_ca_topic_score_codex":0.001614135,"about_ca_topic_score_gemma":0.0020967945,"teacher_disagreement_score":0.98505205,"about_ca_system_score_codex":0.0035694658,"about_ca_system_score_gemma":0.004904412,"threshold_uncertainty_score":0.055785537},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2047171000","doi":"10.1353/pla.0.0113","title":"Moral Panics and the Copyright Wars (review)","year":2010,"lang":"en","type":"article","venue":"portal Libraries and the Academy","topic":"Taxation and Compliance Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Moral panic; German; Moral rights; Copyright Act; Law; Political science; Intellectual property; Sociology; History; Copyright law","score_opus":0.02422129449607439,"score_gpt":0.21355672727761424,"score_spread":0.18933543278153986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047171000","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000044702876,0.99776876,0.000008316129,0.0011481202,0.00058109866,0.0000050283925,0.000014271583,0.0000020213129,0.00042771635],"genre_scores_gemma":[0.00060532807,0.99657035,0.000018819219,0.001549444,0.0008174844,0.000010244612,0.000034901925,0.0000016144551,0.00039189454],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992021,0.00021996356,0.0001276761,0.00008613215,0.00029111965,0.000073074596],"domain_scores_gemma":[0.9959313,0.0022499117,0.0008039716,0.000048659884,0.0007086534,0.0002574665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00130498,0.0008799516,0.0018611886,0.0029186974,0.0005236711,0.0032339215,0.0014982304,0.0023283039,0.012723019],"category_scores_gemma":[0.008695142,0.0005623732,0.00097243965,0.005124237,0.0010806996,0.003404453,0.0013715448,0.0033492853,0.0024863924],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000113543465,0.000059134323,0.00028166323,0.07484438,0.000286137,0.00012280804,0.00028154373,0.00013190744,0.00008371995,0.002057834,0.4660291,0.4557083],"study_design_scores_gemma":[0.000112203474,0.000094272116,0.003714282,0.10095242,0.00044512821,0.0008590797,0.00044951792,0.000059481008,0.000072505594,0.0014415239,0.8917475,0.000051979154],"about_ca_topic_score_codex":0.0031195618,"about_ca_topic_score_gemma":0.006258397,"teacher_disagreement_score":0.012723019,"about_ca_system_score_codex":0.0013336209,"about_ca_system_score_gemma":0.0038595027,"threshold_uncertainty_score":0.042562783},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2048204427","doi":"10.1038/513030a","title":"Satellites: Make Earth observations open access","year":2014,"lang":"en","type":"article","venue":"Nature","topic":"Space exploration and regulation","field":"Physics and Astronomy","cited_by":241,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Natural Resources Canada; University of British Columbia; Canadian Forest Service","funders":"","keywords":"Astrobiology; Earth (classical element); Remote sensing; Geology; Astronomy; Physics","score_opus":0.04629024388331381,"score_gpt":0.34519747332861633,"score_spread":0.2989072294453025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048204427","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02487823,0.0026301781,0.06026515,0.025844881,0.016513288,0.00066615024,0.27724472,0.19030808,0.4016493],"genre_scores_gemma":[0.24132352,0.0037832141,0.087965816,0.009764051,0.010004425,0.0011490604,0.3777421,0.06912583,0.19914204],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986065,0.00020028441,0.000058981466,0.00019876842,0.00066422473,0.00027125186],"domain_scores_gemma":[0.99296325,0.0012760402,0.00055198476,0.002780577,0.0011592435,0.0012690269],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0020313119,0.0010769202,0.0007259117,0.0019557655,0.00089555973,0.00317745,0.0012686013,0.0021246325,0.07315711],"category_scores_gemma":[0.013474937,0.0007412883,0.0008179917,0.001877537,0.0013893745,0.003971721,0.006618229,0.0022949772,0.077335276],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027716695,0.00004566215,0.0031953352,0.00020133004,0.000099367506,0.00013347075,0.00025768758,0.0011695743,0.0038715764,0.010097314,0.91709775,0.063553855],"study_design_scores_gemma":[0.00014534396,0.00003881482,0.0044974545,0.000102831036,0.00004248509,0.00006498994,0.00016579645,0.002610066,0.0025320668,0.018175688,0.9715703,0.000054180087],"about_ca_topic_score_codex":0.0050607114,"about_ca_topic_score_gemma":0.0060290424,"teacher_disagreement_score":0.9987314,"about_ca_system_score_codex":0.0005758785,"about_ca_system_score_gemma":0.002094778,"threshold_uncertainty_score":0.24473488},"labels":[{"model":"gemma","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2048297747","doi":"10.1136/ebm.13.5.133","title":"Why A-level evidence does not make it to clinicians' A-list: the case of thromboprophylaxis in medical patients","year":2008,"lang":"en","type":"article","venue":"Evidence-Based Medicine","topic":"Venous Thromboembolism Diagnosis and Management","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Medicine; Medical emergency","score_opus":0.1255450203080499,"score_gpt":0.3661914099737834,"score_spread":0.2406463896657335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048297747","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003058808,0.014119789,0.0016524589,0.9609601,0.0053496906,0.0001399242,0.00006852924,0.000035380035,0.014615264],"genre_scores_gemma":[0.2381482,0.020869276,0.026300987,0.68587613,0.023828233,0.00062022737,0.00022706586,0.00012205171,0.004007817],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.92674524,0.033885222,0.016951412,0.0018141535,0.018454276,0.0021496639],"domain_scores_gemma":[0.6708901,0.18408833,0.03402456,0.010377861,0.07984497,0.020774098],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.065653786,0.00044333487,0.0016279139,0.0044221133,0.00639651,0.007347221,0.0041708346,0.02577332,0.005153706],"category_scores_gemma":[0.35633877,0.0012519928,0.0014652105,0.0040496294,0.007763801,0.009592802,0.0038242564,0.014988515,0.0021911936],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003263979,0.000120572746,0.023877472,0.006962491,0.0005554318,0.023781087,0.0032896774,0.0004726623,0.00057610974,0.039465744,0.7399066,0.16066581],"study_design_scores_gemma":[0.00052834395,0.00032948377,0.016201839,0.038591154,0.00067432784,0.03795523,0.0059180693,0.002195507,0.00060602464,0.13231462,0.76434875,0.0003366333],"about_ca_topic_score_codex":0.0060964874,"about_ca_topic_score_gemma":0.012264492,"teacher_disagreement_score":0.9343462,"about_ca_system_score_codex":0.006947676,"about_ca_system_score_gemma":0.017493783,"threshold_uncertainty_score":0.34721458},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2050191318","doi":"10.3138/jsp.34.1.43","title":"Bibliographies and Notes as a Separate Online Publication: A Novel Trend in Support of Scholarly Publishing","year":2002,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Publishing and Scholarly Communication","field":"Arts and Humanities","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publishing; Library science; The Internet; World Wide Web; Scholarly communication; Computer science; Electronic publishing; Media studies; History; Sociology; Political science; Law","score_opus":0.10321178731109837,"score_gpt":0.2755133918355587,"score_spread":0.1723016045244603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050191318","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017660588,0.015706409,0.03840357,0.15245585,0.00854252,0.000110423025,0.00021907988,0.0011447382,0.76575685],"genre_scores_gemma":[0.5097848,0.031384606,0.05956206,0.0395646,0.026874378,0.0006187429,0.00046241796,0.0029961925,0.32875225],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9719428,0.012806325,0.0016656022,0.0015957333,0.011154882,0.00083472574],"domain_scores_gemma":[0.87760806,0.077458605,0.010051888,0.020075517,0.010540368,0.0042655626],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.014521304,0.00046143122,0.0007015784,0.008952915,0.010109394,0.041012716,0.0036999737,0.0050592255,0.015390533],"category_scores_gemma":[0.07883861,0.0007131582,0.00042811764,0.021692604,0.036493763,0.030672627,0.011715226,0.008051828,0.005349948],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019608831,0.000021300211,0.00046379853,0.00017369339,0.0000048962274,0.00016658193,0.02239746,0.000054820368,0.00038013997,0.85197043,0.057996556,0.066350795],"study_design_scores_gemma":[0.000018443105,0.00002267137,0.0007923896,0.0007252666,0.0000130580165,0.0005194462,0.011245589,0.00023057852,0.00038082481,0.05306188,0.9329552,0.000034599987],"about_ca_topic_score_codex":0.006894955,"about_ca_topic_score_gemma":0.0154627105,"teacher_disagreement_score":0.9589873,"about_ca_system_score_codex":0.009490437,"about_ca_system_score_gemma":0.01388521,"threshold_uncertainty_score":0.07679689},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2058753670","doi":"10.1080/03615260801970840","title":"The Public Knowledge Project and the Simon Fraser University Library: A Partnership in Open Source and Open Access","year":2008,"lang":"en","type":"article","venue":"The Serials Librarian","topic":"Digital Humanities and Scholarship","field":"Arts and Humanities","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Suite; General partnership; Publishing; Open source software; Open source; World Wide Web; Software; Computer science; Open science; Library science; Political science","score_opus":0.16831412608541518,"score_gpt":0.28825825780087777,"score_spread":0.11994413171546259,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058753670","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030857023,0.01389173,0.03428817,0.20134555,0.0064885817,0.00083685317,0.002436627,0.008447438,0.7014081],"genre_scores_gemma":[0.22556339,0.012835241,0.07775545,0.008705531,0.002303946,0.001323977,0.0058467304,0.004451556,0.6612142],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9724194,0.0090270005,0.0008450793,0.0016230947,0.013312384,0.0027729755],"domain_scores_gemma":[0.9472923,0.014765933,0.002480688,0.006194946,0.0067116404,0.022554517],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.029221952,0.0008491158,0.0008702231,0.0059731035,0.014286203,0.025144173,0.0030621937,0.0062124426,0.040403135],"category_scores_gemma":[0.036338273,0.00072552654,0.0005638013,0.010826953,0.016640162,0.019119376,0.015972763,0.0044749817,0.010032823],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024704213,0.00048200777,0.0016037296,0.00029749837,0.00002790308,0.0006151724,0.0054171635,0.00065920234,0.000591337,0.280818,0.42329952,0.28594142],"study_design_scores_gemma":[0.00007348284,0.00007814841,0.0014175981,0.00018960432,0.0000085665315,0.00019899757,0.0033453463,0.00047806377,0.0011288563,0.020891748,0.9721371,0.000052402207],"about_ca_topic_score_codex":0.038451776,"about_ca_topic_score_gemma":0.033495575,"teacher_disagreement_score":0.9969378,"about_ca_system_score_codex":0.012211393,"about_ca_system_score_gemma":0.06758636,"threshold_uncertainty_score":0.15454233},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":true,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2058875542","doi":"10.3138/jsp.32.3.136","title":"Scholarly Communication at the Turn of the Millennium: A Bibliographic Essay","year":2001,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Library Science and Information Systems","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Newspaper; Negotiation; Public relations; Scholarly communication; Key (lock); Political science; Business; Publishing; Computer science; Advertising; Law","score_opus":0.02699836863358534,"score_gpt":0.23064928888261824,"score_spread":0.2036509202490329,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058875542","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036492455,0.28224045,0.00031574586,0.63149846,0.022100171,0.000013577269,0.000046360386,0.000023262939,0.060112696],"genre_scores_gemma":[0.13830392,0.6392117,0.0012274864,0.0757011,0.11186907,0.0000901297,0.00013537506,0.000108968576,0.03335229],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945768,0.002135021,0.00032890012,0.0004586603,0.0017329098,0.00076768966],"domain_scores_gemma":[0.98051673,0.011443663,0.0017912127,0.00055451784,0.0039149756,0.0017788818],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.005729538,0.00069646194,0.00060279865,0.008948957,0.014213155,0.022240127,0.0014215715,0.009347744,0.0052036652],"category_scores_gemma":[0.028646963,0.00050922006,0.00056041236,0.013556544,0.014120329,0.02084579,0.0058297347,0.007980426,0.0021500345],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000090158486,0.00008829072,0.0012442423,0.0012048723,0.000034975998,0.00058834354,0.036242984,0.0001655102,0.00017045753,0.2035901,0.63766694,0.1189131],"study_design_scores_gemma":[0.000007381167,0.000020214728,0.0013450902,0.0024536937,0.000015934946,0.0002779975,0.017034875,0.000050855797,0.00006123199,0.020414934,0.9583006,0.000017225382],"about_ca_topic_score_codex":0.006772692,"about_ca_topic_score_gemma":0.006872768,"teacher_disagreement_score":0.9777599,"about_ca_system_score_codex":0.010897428,"about_ca_system_score_gemma":0.009144296,"threshold_uncertainty_score":0.07906675},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2060378138","doi":"10.3138/jsp.39.2.109","title":"Assessing the Demand for Scholarly Publishing in South Africa","year":2008,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Publishing and Scholarly Communication","field":"Arts and Humanities","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; Exploratory research; Sample (material); Mythology; Sociology; Media studies; Social science; Political science; History; Law","score_opus":0.13811937241981662,"score_gpt":0.28774553318244506,"score_spread":0.14962616076262844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060378138","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9929826,0.00015260727,0.0000667871,0.001253309,0.0000054375287,0.000012931561,0.00011656478,0.0000024211752,0.0054073213],"genre_scores_gemma":[0.9982973,0.0003609675,0.00017509151,0.00008664394,0.000012265553,0.000015219651,0.00006921045,0.0000034376126,0.0009799472],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976986,0.0006681856,0.0003381875,0.0001282789,0.000797698,0.0003690895],"domain_scores_gemma":[0.9748073,0.011916111,0.006725964,0.0003975751,0.00319188,0.0029611492],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0030709624,0.0001508882,0.0003244176,0.0028599955,0.0027139967,0.00352221,0.00073481095,0.00082391355,0.008976364],"category_scores_gemma":[0.019885467,0.00029821365,0.00016636509,0.005105844,0.0010101118,0.0029618568,0.0020189418,0.0007734096,0.00073787494],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021327018,0.00015180776,0.7194676,0.0008890784,0.0000535151,0.004696354,0.22579652,0.00041799765,0.0053079356,0.0059805373,0.0023960804,0.034629352],"study_design_scores_gemma":[0.000010792845,0.00015133315,0.45856547,0.00024291445,0.000017663815,0.001866115,0.5170937,0.00075662823,0.0005831512,0.0013797602,0.019288993,0.00004341999],"about_ca_topic_score_codex":0.0052165114,"about_ca_topic_score_gemma":0.010048545,"teacher_disagreement_score":0.9964778,"about_ca_system_score_codex":0.001808672,"about_ca_system_score_gemma":0.0020039817,"threshold_uncertainty_score":0.03002894},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2065923934","doi":"10.1007/s11192-014-1489-y","title":"Prospective evaluation of the accessibility of Internet references in leading general medical journals","year":2014,"lang":"en","type":"article","venue":"Scientometrics","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Institute for Clinical Evaluative Sciences; St Mary's Hospital Centre; Women's College Hospital; University of Toronto","funders":"","keywords":"The Internet; Sample (material); Library science; Medicine; Computer science; World Wide Web","score_opus":0.2332333098912759,"score_gpt":0.5662370323276832,"score_spread":0.3330037224364073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065923934","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reporting","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99782217,0.00014457983,0.000083990344,0.000031854306,0.000005518992,0.00003863152,0.00075996603,0.000008556807,0.0011047559],"genre_scores_gemma":[0.99847597,0.00010123238,0.00012898534,0.000033434255,0.000015855476,0.000027519296,0.00081262836,0.0000043102177,0.00040006964],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99619555,0.0013832946,0.0009642257,0.00043782755,0.00075530435,0.0002639163],"domain_scores_gemma":[0.9607478,0.013929564,0.014700981,0.0018956854,0.0065410286,0.0021849587],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0040965076,0.0003272316,0.0005130908,0.0060604336,0.0007707642,0.0018701552,0.0004820973,0.000943759,0.0033520067],"category_scores_gemma":[0.03352366,0.00036772835,0.00083446945,0.0055732806,0.0005945431,0.002112992,0.0013857009,0.0006676666,0.0013889552],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023873565,0.00024026322,0.99706143,0.00003194723,0.00005483123,0.00004380984,0.00037192102,0.00003468884,0.00007738787,0.000027235323,0.000100178106,0.001717517],"study_design_scores_gemma":[0.000021459302,0.00062723475,0.9978796,0.000012579821,0.000043630516,0.00012272908,0.00068972434,0.0001716028,0.000112271664,0.000044630782,0.00026650954,0.000008058228],"about_ca_topic_score_codex":0.0051500914,"about_ca_topic_score_gemma":0.0050839647,"teacher_disagreement_score":0.9959035,"about_ca_system_score_codex":0.00047875725,"about_ca_system_score_gemma":0.0006399384,"threshold_uncertainty_score":0.021664679},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2067020249","doi":"10.4275/kslis.2004.38.2.075","title":"Analysis of the Library Administrative Systems and Legislations in Canada","year":2004,"lang":"en","type":"article","venue":"Journal of the Korean Society for Library and Information Science","topic":"Library Science and Administration","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Legislation; Statute; Public administration; Democracy; Administrative law; State (computer science); Government (linguistics); Political science; Corporate governance; Law library; Law; Business; Politics","score_opus":0.01872475354453786,"score_gpt":0.26002183224931275,"score_spread":0.24129707870477488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067020249","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.882825,0.0025094477,0.0010322799,0.004635893,0.00003644244,0.00031272453,0.012798561,0.0001337623,0.0957158],"genre_scores_gemma":[0.9794788,0.001236903,0.0013252213,0.0003506129,0.000010969342,0.00007376434,0.0042959712,0.000036557598,0.013191127],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.992664,0.00047623646,0.00030040558,0.0004921961,0.0035184848,0.0025486702],"domain_scores_gemma":[0.9827839,0.0016009283,0.0016915414,0.00033777265,0.0117069855,0.0018788462],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0019605174,0.00022984612,0.00040083056,0.009122421,0.007897997,0.005681816,0.0014015584,0.0004507504,0.0045338045],"category_scores_gemma":[0.012715199,0.00046368164,0.00063014316,0.025304079,0.0020036413,0.0008636852,0.0015921254,0.0008512622,0.00040425966],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00022113607,0.00017159258,0.65585643,0.00049069815,0.0002340741,0.00071703224,0.0243802,0.008469954,0.0011948377,0.16261473,0.04205325,0.10359601],"study_design_scores_gemma":[0.000013903953,0.000017896398,0.9204958,0.0001283304,0.00007527827,0.00006991024,0.013335811,0.003346928,0.0004151526,0.0008765318,0.061172076,0.00005241106],"about_ca_topic_score_codex":0.99828595,"about_ca_topic_score_gemma":0.9985837,"teacher_disagreement_score":0.9943182,"about_ca_system_score_codex":0.22798973,"about_ca_system_score_gemma":0.25362405,"threshold_uncertainty_score":0.89542246},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2068203480","doi":"10.1353/scp.0.0084","title":"The Future of Scholarly Journal Publishing among Social Science and Humanities Associations: Report on a Study Funded by a Planning Grant from the Andrew W. Mellon Foundation","year":2010,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; Revenue; Sample (material); Scholarly communication; Library science; Business model; Political science; Public relations; Sociology; Business; Marketing; Computer science; Accounting; Law","score_opus":0.31479195236960955,"score_gpt":0.4687641151888939,"score_spread":0.15397216281928433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068203480","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6611514,0.01881942,0.001130395,0.18078671,0.0007424778,0.00032136182,0.0023375747,0.00013922658,0.13457148],"genre_scores_gemma":[0.96699786,0.013291858,0.0021125362,0.0020664618,0.0009371547,0.00018295366,0.0007383397,0.00004158077,0.013631146],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9878078,0.0036233487,0.0008517323,0.00061970396,0.005337469,0.0017598612],"domain_scores_gemma":[0.8734885,0.04112184,0.031555064,0.003835853,0.02796844,0.022030279],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.02120338,0.00024258485,0.00039507545,0.0058303066,0.00571174,0.018520985,0.0011541855,0.0016210466,0.0063116425],"category_scores_gemma":[0.057272345,0.00049663085,0.0005073676,0.0133280195,0.0024737467,0.016674342,0.0030682613,0.0022661607,0.0016674339],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054311403,0.0011477533,0.5915833,0.00071424904,0.00008620226,0.0014129931,0.02384529,0.00073377223,0.0009167388,0.06705948,0.06140394,0.25055316],"study_design_scores_gemma":[0.00007449874,0.0004946142,0.68015337,0.0006045034,0.000096496464,0.0015617877,0.07375492,0.0016742573,0.0011263471,0.012850429,0.22747529,0.00013353073],"about_ca_topic_score_codex":0.011182528,"about_ca_topic_score_gemma":0.015982518,"teacher_disagreement_score":0.981479,"about_ca_system_score_codex":0.008825497,"about_ca_system_score_gemma":0.023283709,"threshold_uncertainty_score":0.11213553},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2082129539","doi":"10.3138/jsp.33.4.248","title":"Personalities in Publishing: Jeremy Wilson","year":2002,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Modernist Literature and Criticism","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; Art history; The Internet; Web site; Sociology; Art; Classics; Computer science; World Wide Web; Literature","score_opus":0.08737168522048731,"score_gpt":0.2302017860085526,"score_spread":0.1428301007880653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082129539","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011163161,0.17078738,0.0004038515,0.6150632,0.0802703,0.0000141182945,0.00004015405,0.00009383816,0.1322109],"genre_scores_gemma":[0.049149904,0.16943161,0.001178433,0.15100516,0.07151754,0.000048088423,0.000080271035,0.00031688038,0.557272],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99735487,0.00066006515,0.00015646868,0.00032604032,0.001234648,0.00026799605],"domain_scores_gemma":[0.9955212,0.0012154304,0.00030728726,0.00020554858,0.0014197949,0.0013307817],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023692371,0.00055417157,0.000463073,0.0017307122,0.007764951,0.010212336,0.00081721024,0.0034887767,0.010047085],"category_scores_gemma":[0.009643876,0.00041054844,0.0002155567,0.0020991266,0.0042211926,0.008543208,0.0030116788,0.00663562,0.0055544167],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052535534,0.00000896933,0.00008161977,0.00004414661,0.0000020613784,0.000059079313,0.0011288082,0.000013538958,0.000026424348,0.013202086,0.96887267,0.016555369],"study_design_scores_gemma":[0.0000013982561,0.0000020706136,0.00007358174,0.000094272094,0.0000010711135,0.000053373722,0.0005609478,0.0000052026235,0.000015216559,0.0019233701,0.99726677,0.0000027548517],"about_ca_topic_score_codex":0.0086242845,"about_ca_topic_score_gemma":0.01724471,"teacher_disagreement_score":0.010212336,"about_ca_system_score_codex":0.0037332575,"about_ca_system_score_gemma":0.0063133202,"threshold_uncertainty_score":0.03361082},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2084033360","doi":"10.1007/s10826-013-9795-1","title":"Between Black and White: Examining Grey Literature in Meta-analyses of Psychological Research","year":2013,"lang":"en","type":"article","venue":"Journal of Child and Family Studies","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":90,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Grey literature; Meta-analysis; Inclusion (mineral); Psychology; Psychological intervention; Publication bias; Systematic review; White (mutation); Applied psychology; Social psychology; Clinical psychology; MEDLINE; Medicine; Political science; Psychiatry","score_opus":0.9316437456358971,"score_gpt":0.638685197001198,"score_spread":0.29295854863469917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084033360","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reporting","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022692423,0.96129775,0.009710503,0.0018879819,0.0016037594,0.0013079239,0.00057754334,0.00013585447,0.00078632194],"genre_scores_gemma":[0.78625524,0.1672092,0.03256295,0.0067713335,0.0016681276,0.0039215228,0.0007843786,0.00032715953,0.0005000967],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.62421364,0.24096216,0.08896066,0.024779433,0.018193401,0.0028907415],"domain_scores_gemma":[0.39027822,0.5383985,0.042340912,0.018890472,0.007951157,0.0021407015],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21382588,0.005233407,0.03390599,0.019815115,0.002659607,0.010584487,0.0073613087,0.009713773,0.0048522064],"category_scores_gemma":[0.49767005,0.005999073,0.051637925,0.015416936,0.005816785,0.009611453,0.009527033,0.006609298,0.00040269035],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024547195,0.00003154812,0.008100853,0.0897979,0.8889114,0.00022683994,0.0009943872,0.00023984679,0.00018964524,0.0007207271,0.00053772546,0.00779436],"study_design_scores_gemma":[0.0014567449,0.00022558708,0.0049209003,0.020140748,0.96766,0.00012615885,0.00047539966,0.00037543653,0.00015250598,0.003019102,0.001372162,0.000075146905],"about_ca_topic_score_codex":0.010512105,"about_ca_topic_score_gemma":0.023485728,"teacher_disagreement_score":0.966094,"about_ca_system_score_codex":0.004708017,"about_ca_system_score_gemma":0.0067642005,"threshold_uncertainty_score":0.9694927},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2087221627","doi":"10.1353/scp.2012.0012","title":"Sustainability and the Scholarly Enterprise: A History of Gutenberg-e","year":2012,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Digital Humanities and Scholarship","field":"Arts and Humanities","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scholarship; Publishing; Sustainability; Scholarly communication; Political science; Sociology; History; Library science; Computer science; Law","score_opus":0.041026252509274,"score_gpt":0.22570818577420318,"score_spread":0.18468193326492918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087221627","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046462525,0.060508925,0.011382429,0.09042364,0.002000068,0.00007252306,0.00007150186,0.0002049908,0.78887343],"genre_scores_gemma":[0.83264565,0.06033925,0.011813959,0.010711587,0.0019748777,0.00015189081,0.00009430774,0.0003257852,0.08194269],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99538827,0.002410979,0.00022207324,0.00039421578,0.00087912043,0.0007052326],"domain_scores_gemma":[0.9952964,0.0031818526,0.00034194667,0.00043519214,0.0004094592,0.00033513302],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0055956324,0.00046333484,0.00033942133,0.003911712,0.007420133,0.012363599,0.00073228526,0.0036987734,0.0047788606],"category_scores_gemma":[0.008495527,0.0002651294,0.00031906122,0.0058309953,0.027364073,0.01302361,0.008201711,0.0031797984,0.00080220087],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016480999,0.00001728461,0.00031731004,0.000089539055,0.0000029867847,0.00015909235,0.0053396733,0.00019483705,0.00007735713,0.94709116,0.0060863304,0.040607966],"study_design_scores_gemma":[0.0000065449412,0.00003933539,0.00052989036,0.00061242725,0.000003580181,0.0002721428,0.005355961,0.00018612089,0.0005680823,0.1816922,0.81070644,0.000027196831],"about_ca_topic_score_codex":0.0032890926,"about_ca_topic_score_gemma":0.0040123854,"teacher_disagreement_score":0.9876364,"about_ca_system_score_codex":0.008333926,"about_ca_system_score_gemma":0.0061015943,"threshold_uncertainty_score":0.060467124},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2089501922","doi":"10.1177/0963662510384461","title":"Academic staff and public communication: a survey of popular science publishing across 13 countries","year":2010,"lang":"en","type":"article","venue":"Public Understanding of Science","topic":"Climate Change Communication and Perception","field":"Social Sciences","cited_by":159,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publishing; Newspaper; Public opinion; Political science; Scientific publishing; Social science; Public relations; Sociology; Media studies; Library science; Law; Politics","score_opus":0.5880613633378229,"score_gpt":0.4714212013915512,"score_spread":0.11664016194627169,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089501922","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9985733,0.00016739243,0.00003473081,0.00010847309,0.0000034940851,0.000006772453,0.000179616,0.0000024216881,0.0009237],"genre_scores_gemma":[0.99928385,0.00027344114,0.00006248076,0.000044025397,0.00001270363,0.000009670599,0.00013417343,0.0000024401393,0.00017713966],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964457,0.0014695338,0.0005793203,0.00020255442,0.0009163321,0.00038661857],"domain_scores_gemma":[0.937575,0.020488821,0.030753374,0.0017222969,0.0059608617,0.003499564],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.004707539,0.00014421558,0.00045499226,0.0036728545,0.0010015421,0.0018400074,0.0004508873,0.0005313478,0.0019177938],"category_scores_gemma":[0.021096399,0.00027835323,0.00022843956,0.006666443,0.0009374597,0.001643734,0.0011073448,0.0005410487,0.0003818306],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000067715206,0.00008062188,0.9760695,0.00008570672,0.00003327947,0.00011739077,0.013883668,0.000049405287,0.00021333671,0.000094694784,0.00042698425,0.008877699],"study_design_scores_gemma":[0.0000060674242,0.00010777992,0.9631341,0.000050607436,0.000013182991,0.00018369264,0.034719463,0.00013127759,0.00014431393,0.000030946117,0.0014644717,0.000014094569],"about_ca_topic_score_codex":0.007919226,"about_ca_topic_score_gemma":0.0071262685,"teacher_disagreement_score":0.99816,"about_ca_system_score_codex":0.0010457664,"about_ca_system_score_gemma":0.0011280209,"threshold_uncertainty_score":0.024896204},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2091144419","doi":"10.1016/j.lisr.2005.08.004","title":"Affective issues in library and information science systems work: A content analysis","year":2005,"lang":"en","type":"article","venue":"Library & Information Science Research","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":68,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Alberta","funders":"","keywords":"Affect (linguistics); Work (physics); Content analysis; Psychology; Information system; Search engine indexing; Information science; Computer science; Library science; Applied psychology; World Wide Web; Sociology; Political science; Social science; Engineering","score_opus":0.08864920682039217,"score_gpt":0.38708164907474985,"score_spread":0.29843244225435767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091144419","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9532991,0.0012265473,0.0054781456,0.003215648,0.00012150835,0.00043481414,0.0004165753,0.000042105126,0.03576557],"genre_scores_gemma":[0.9946572,0.00064111844,0.0017298969,0.00046742818,0.00012241772,0.00034598153,0.00019436552,0.000051053594,0.0017904587],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9911237,0.0055930214,0.00071577256,0.00030987724,0.001822902,0.00043469545],"domain_scores_gemma":[0.8579319,0.12343257,0.0056890477,0.0017475646,0.0092577,0.0019411385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0087355105,0.0002302449,0.00047197027,0.0073518334,0.004112969,0.0067497166,0.0007973091,0.000856433,0.0036039301],"category_scores_gemma":[0.07046412,0.0003177153,0.00054825837,0.0067444756,0.003066551,0.005173417,0.0035254683,0.001713903,0.00042279958],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007500778,0.00084773457,0.16481985,0.0021088363,0.00015231596,0.00046063546,0.6182748,0.0006174171,0.003208359,0.028118933,0.0059288912,0.1747121],"study_design_scores_gemma":[0.0000930529,0.00027871114,0.35637736,0.0010866481,0.0003849674,0.00045444374,0.5769352,0.0031423315,0.0024176838,0.014141875,0.044584278,0.00010350422],"about_ca_topic_score_codex":0.0026159897,"about_ca_topic_score_gemma":0.0025410107,"teacher_disagreement_score":0.0087355105,"about_ca_system_score_codex":0.0051250905,"about_ca_system_score_gemma":0.003171306,"threshold_uncertainty_score":0.04619831},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2092286976","doi":"10.1108/02641611211214297","title":"How copyright affects interlibrary loan and electronic resources in Canada","year":2012,"lang":"en","type":"article","venue":"Interlending & Document Supply","topic":"Copyright and Intellectual Property","field":"Business, Management and Accounting","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Interlibrary loan; License; Copyright law; Business; Loan; Fair use; Library science; Computer science; Political science; Intellectual property; Law; Finance","score_opus":0.007085593710535995,"score_gpt":0.18127187543722448,"score_spread":0.17418628172668849,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092286976","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40175152,0.003966736,0.00093116215,0.055713702,0.00016498569,0.0000946031,0.00055407913,0.000063397805,0.53675985],"genre_scores_gemma":[0.9665921,0.001931425,0.00031615747,0.0024365126,0.000032843254,0.000012191774,0.00007985864,0.000027708855,0.028571162],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9915854,0.0007246858,0.00021466785,0.00043342763,0.0037570344,0.0032847691],"domain_scores_gemma":[0.9855055,0.002736861,0.0011268072,0.0003651449,0.007237144,0.003028698],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0028624253,0.000171583,0.00035119176,0.0032089483,0.021264236,0.014666624,0.0017302288,0.0020116647,0.019092737],"category_scores_gemma":[0.023771023,0.00027537387,0.00045975312,0.00856063,0.012204947,0.0051667383,0.0055166176,0.0023380548,0.00075677934],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00015661215,0.0001661086,0.12478959,0.00020943135,0.00007675229,0.0016924487,0.040855512,0.0022573227,0.00076803216,0.6735877,0.06286993,0.09257061],"study_design_scores_gemma":[0.000085839514,0.00008313617,0.26220447,0.0007399659,0.00025388683,0.00061648164,0.15380628,0.0039183917,0.0016826311,0.07084698,0.50542986,0.0003319903],"about_ca_topic_score_codex":0.99351925,"about_ca_topic_score_gemma":0.99598527,"teacher_disagreement_score":0.9853334,"about_ca_system_score_codex":0.15645914,"about_ca_system_score_gemma":0.20557082,"threshold_uncertainty_score":0.97838783},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W2092685291","doi":"10.3138/jsp.45.2.003","title":"From Communization to Commercialization: A Brief History of China's Publishing, 1949–1992","year":2013,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Chinese history and philosophy","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; China; Commercialization; Period (music); Transition (genetics); Political science; Economy; Economics; Law","score_opus":0.04454492528807726,"score_gpt":0.2730378152473511,"score_spread":0.22849288995927383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092685291","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5390064,0.12619528,0.0007118002,0.01691376,0.0009510997,0.00011679847,0.00055219646,0.000073465046,0.3154792],"genre_scores_gemma":[0.90652895,0.0555504,0.0002564143,0.001176109,0.0009917176,0.00006333451,0.00026216274,0.00001872634,0.035152137],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994305,0.00014244475,0.00006463715,0.00007453716,0.00013573171,0.00015217518],"domain_scores_gemma":[0.99908984,0.00043541312,0.00017938067,0.000062888845,0.00013191758,0.00010059389],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0008834692,0.00032842736,0.00024045639,0.004471533,0.0047808406,0.0028671992,0.00048092395,0.0008955201,0.0034265318],"category_scores_gemma":[0.0015265871,0.00028054192,0.00020743563,0.009934787,0.0052083475,0.0029026167,0.0013828784,0.0011632175,0.0002773524],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017152316,0.00009628369,0.026413007,0.0019843879,0.00006650589,0.0038135839,0.2018144,0.000846089,0.001414631,0.52030456,0.025926031,0.21714905],"study_design_scores_gemma":[0.000020653362,0.00015882133,0.17611682,0.00093716837,0.00003976551,0.00093676575,0.017446987,0.00049270067,0.0013751356,0.012030164,0.7903696,0.00007548414],"about_ca_topic_score_codex":0.0642515,"about_ca_topic_score_gemma":0.095499866,"teacher_disagreement_score":0.9971328,"about_ca_system_score_codex":0.011878649,"about_ca_system_score_gemma":0.006259774,"threshold_uncertainty_score":0.12775499},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2095142147","doi":"10.1300/j474v17n03_04","title":"An Innovative Interlibrary Loan Program Linking Eastern Europe's Latvia with US and Canadian Medical Libraries","year":2007,"lang":"en","type":"article","venue":"Journal of Interlibrary Loan Document Delivery & Electronic Reserve","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Interlibrary loan; Shared resource; Medical library; Library science; Political science; Business; National library; Resource (disambiguation); Computer science","score_opus":0.0070508990066109395,"score_gpt":0.22960137478081344,"score_spread":0.2225504757742025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095142147","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5930248,0.00042975816,0.016932715,0.020348333,0.00042753108,0.0043645077,0.0006021182,0.003158735,0.36071151],"genre_scores_gemma":[0.7406105,0.00035517017,0.031872444,0.0044859666,0.00021266723,0.0017063223,0.0008500133,0.0002166705,0.21969026],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976063,0.0007116082,0.00006571789,0.0002496865,0.0005975624,0.0007691069],"domain_scores_gemma":[0.9935848,0.0007131436,0.00027401932,0.00053852523,0.0016829539,0.003206627],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0036160822,0.00026922388,0.000119576674,0.0019699999,0.008368281,0.004209557,0.0017920263,0.0013812444,0.028347995],"category_scores_gemma":[0.0060352753,0.0003492884,0.00018694004,0.0023263774,0.0014018387,0.0022693197,0.007231459,0.0011272781,0.002797038],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052943197,0.0035533211,0.024832731,0.00016051526,0.000022550319,0.0015873518,0.014856807,0.0014904822,0.008136012,0.019930968,0.19926968,0.72563016],"study_design_scores_gemma":[0.0006691941,0.0012544155,0.13139193,0.0001527229,0.00004813942,0.0007915525,0.026603559,0.0041118227,0.0054319715,0.0030067994,0.8264171,0.000120792334],"about_ca_topic_score_codex":0.15175915,"about_ca_topic_score_gemma":0.30160922,"teacher_disagreement_score":0.9957904,"about_ca_system_score_codex":0.0075031705,"about_ca_system_score_gemma":0.03523072,"threshold_uncertainty_score":0.3017516},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2098531697","doi":"10.1186/1748-5908-2-32","title":"Taking stock of current societal, political and academic stakeholders in the Canadian healthcare knowledge translation agenda","year":2007,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"Canadian Institutes of Health Research; Alberta Heritage Foundation for Medical Research; Fondation pour la Recherche Médicale; University of Alberta; Women and Children's Health Research Institute; Children's Health Research Institute","keywords":"Knowledge translation; Health administration; Health care; Scrutiny; Public relations; Health services research; Health policy; Politics; Transparency (behavior); Public health; Government (linguistics); Medicine; Public administration; Political science; Knowledge management; Nursing","score_opus":0.9462726050137088,"score_gpt":0.7712375910977692,"score_spread":0.17503501391593956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098531697","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036900365,0.012759311,0.0019507386,0.95556414,0.0022053155,0.00004689085,0.00010433265,0.00004928941,0.023629852],"genre_scores_gemma":[0.5316578,0.0784141,0.03714283,0.31306058,0.006155304,0.00043632303,0.00080643134,0.00030422834,0.03202231],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.91183347,0.029110417,0.0047438242,0.00399926,0.033806246,0.016506745],"domain_scores_gemma":[0.7844828,0.08204012,0.0068935496,0.0043296646,0.08871272,0.033541176],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.111408986,0.0012108583,0.0015953918,0.009954138,0.0542162,0.045577057,0.004947232,0.015270583,0.012315829],"category_scores_gemma":[0.10402252,0.000987941,0.0013001213,0.013927943,0.03908522,0.016843673,0.017815009,0.017486146,0.0013595452],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013408526,0.00012567754,0.007972576,0.004239662,0.00009349258,0.0011197657,0.05895474,0.0015530543,0.0012739308,0.44836769,0.29488677,0.18127862],"study_design_scores_gemma":[0.00004427488,0.00004371639,0.0070424937,0.0049147326,0.00010662185,0.0002190425,0.09282839,0.0016788214,0.00065146835,0.1321566,0.76006156,0.0002521589],"about_ca_topic_score_codex":0.91701716,"about_ca_topic_score_gemma":0.94641894,"teacher_disagreement_score":0.888591,"about_ca_system_score_codex":0.20688505,"about_ca_system_score_gemma":0.5718957,"threshold_uncertainty_score":0},"labels":[{"model":"gpt","categories":["metaresearch","sts","scholarly_communication"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"grok","categories":["metaresearch","sts","scholarly_communication"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"incentives","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2110458718","doi":"10.1136/ebm.13.1.3","title":"Less is more: where do the abstracts in the EBM journal come from?","year":2008,"lang":"en","type":"article","venue":"Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Information retrieval; Psychology; History; Medicine; Computer science","score_opus":0.8225130300919945,"score_gpt":0.533793031563296,"score_spread":0.28871999852869845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110458718","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reporting","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0084655695,0.286389,0.0067782225,0.61175525,0.06189113,0.00028272517,0.0006647043,0.0007207354,0.02305267],"genre_scores_gemma":[0.11684898,0.36493137,0.05561083,0.3011415,0.10758348,0.0009779849,0.0017873059,0.003480801,0.047637727],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.93783563,0.026818378,0.011586103,0.0028117322,0.019973556,0.00097459345],"domain_scores_gemma":[0.65251416,0.14937429,0.05821607,0.017262971,0.10395489,0.018677546],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.07537835,0.0012039526,0.0030584927,0.018077213,0.006968107,0.0358723,0.0019133668,0.0062690526,0.029018829],"category_scores_gemma":[0.37040845,0.0019344564,0.002003956,0.01208123,0.008029978,0.036142517,0.0048065353,0.007901391,0.026778165],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00089976314,0.0002053226,0.012964716,0.007990668,0.0002657921,0.00033038354,0.0049637873,0.000056570123,0.0014183767,0.007985023,0.40386015,0.5590595],"study_design_scores_gemma":[0.00025134132,0.00040722988,0.026434967,0.01989554,0.00051780505,0.0021330167,0.016341709,0.00016872794,0.0011849963,0.025466945,0.9066464,0.0005513762],"about_ca_topic_score_codex":0.0051498124,"about_ca_topic_score_gemma":0.007536516,"teacher_disagreement_score":0.92462164,"about_ca_system_score_codex":0.0068565267,"about_ca_system_score_gemma":0.012445117,"threshold_uncertainty_score":0.3986436},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2112084168","doi":"10.1111/j.1365-2958.2005.04703.x","title":"Weapons of mass retraction","year":2005,"lang":"en","type":"review","venue":"Molecular Microbiology","topic":"Bacterial Genetics and Biotechnology","field":"Biochemistry, Genetics and Molecular Biology","cited_by":203,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Cystic Fibrosis Foundation","keywords":"Pilus; Periplasmic space; Biology; Flagellum; Bacterial conjugation; Fimbriae Proteins; Secretion; Cell envelope; Function (biology); Virulence; Bacteria; Cell biology; Computational biology; Microbiology; Escherichia coli; Genetics; Gene; Biochemistry","score_opus":0.012762407475295275,"score_gpt":0.276006894292041,"score_spread":0.2632444868167457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112084168","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007150032,0.962888,0.0020870431,0.0018879191,0.0013926425,0.00001549167,0.000045946163,0.00007203325,0.030895917],"genre_scores_gemma":[0.009469636,0.958416,0.0014239983,0.00172392,0.00075869984,0.000040646326,0.00008184976,0.000016029722,0.028069181],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9998098,0.00003067166,0.00001222816,0.000037165097,0.00008701603,0.000023105358],"domain_scores_gemma":[0.99987507,0.000041240517,0.000018628181,0.000009868899,0.000032653377,0.000022522761],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00031810414,0.00085739075,0.0008379507,0.0011470633,0.00047842515,0.0013489781,0.0011331658,0.0019782437,0.007963117],"category_scores_gemma":[0.00055057905,0.00023036919,0.0002838019,0.0007018051,0.0011980828,0.001893361,0.00095611624,0.0015146306,0.007889046],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008362909,0.00004842703,0.00025220297,0.0037666347,0.000042973672,0.000594782,0.00020821663,0.00058492256,0.008845554,0.06265571,0.08311567,0.8398013],"study_design_scores_gemma":[0.0000053129083,0.000026508762,0.00020013674,0.0003898071,0.000006603602,0.0008216083,0.000038930815,0.000056156958,0.00097420835,0.0047847107,0.9926877,0.000008361048],"about_ca_topic_score_codex":0.0006223248,"about_ca_topic_score_gemma":0.0007579022,"teacher_disagreement_score":0.9996819,"about_ca_system_score_codex":0.0009872749,"about_ca_system_score_gemma":0.0006337569,"threshold_uncertainty_score":0.026639283},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2112262712","doi":"","title":"AUPress: A Comparison of an Open Access University Press with Traditional Presses","year":2011,"lang":"en","type":"article","venue":"AUSpace (Athabasca University)","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Amazon rainforest; Ranking (information retrieval); Statistical analysis; Computer science; Library science; World Wide Web; Statistics; Advertising; Mathematics; Information retrieval; Business","score_opus":0.1162601051428903,"score_gpt":0.2957868818465557,"score_spread":0.1795267767036654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112262712","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9241243,0.00065122586,0.00014809406,0.00027202474,0.00007041356,0.0001137768,0.0012159685,0.00005343383,0.073350705],"genre_scores_gemma":[0.9762496,0.0005187386,0.00032923982,0.00012365087,0.00005899669,0.00010481081,0.0015388321,0.0000465924,0.021029476],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99522555,0.0007102675,0.00023744607,0.0003694376,0.0029946773,0.0004625587],"domain_scores_gemma":[0.9836715,0.0042173536,0.0020125145,0.0008774355,0.0055671483,0.0036540155],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0020129278,0.00032285546,0.00035406873,0.0045271316,0.0022069318,0.00555053,0.00074829924,0.00047410958,0.019141179],"category_scores_gemma":[0.01304449,0.0001814648,0.00025445537,0.008444325,0.0017706916,0.0034894163,0.002009989,0.00071009964,0.0017664983],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007295421,0.0029687267,0.54687834,0.0018480215,0.00050549256,0.0035211095,0.09129576,0.0007400642,0.015223524,0.023920743,0.037740894,0.268062],"study_design_scores_gemma":[0.00007360483,0.00065221434,0.92181623,0.000060058468,0.0000515711,0.00030612253,0.026911026,0.00025163547,0.0011929407,0.00022587586,0.048413467,0.000045231904],"about_ca_topic_score_codex":0.25728387,"about_ca_topic_score_gemma":0.43047184,"teacher_disagreement_score":0.9992517,"about_ca_system_score_codex":0.006952412,"about_ca_system_score_gemma":0.0036713611,"threshold_uncertainty_score":0.5115726},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":true,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2114059546","doi":"10.1371/journal.pone.0132557","title":"How Long Is Too Long in Contemporary Peer Review? Perspectives from Authors Publishing in Conservation Biology Journals","year":2015,"lang":"en","type":"article","venue":"PLoS ONE","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":133,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Publishing; Peer review; Psychology; Prestige; Medical education; Medicine; Political science","score_opus":0.9005902623703669,"score_gpt":0.5770311754804135,"score_spread":0.3235590868899534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114059546","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76414293,0.019201426,0.003551587,0.19589084,0.0022292936,0.00006357844,0.00013752955,0.0000658432,0.014716963],"genre_scores_gemma":[0.97574854,0.007928668,0.0014154315,0.011135169,0.0019827604,0.000041653493,0.000051171774,0.000056180514,0.0016403672],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9059642,0.06056779,0.006710531,0.003993323,0.01892889,0.0038351973],"domain_scores_gemma":[0.5193699,0.31275246,0.06706544,0.00667051,0.062192153,0.031949475],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06539715,0.00032381102,0.0008117909,0.0022448932,0.007854979,0.015789265,0.0016670282,0.0045614955,0.0021091728],"category_scores_gemma":[0.22377804,0.00055160624,0.0008430029,0.0033068466,0.0064002844,0.010969765,0.003648671,0.0048456853,0.0006914888],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049386796,0.00021835658,0.18458508,0.0023764356,0.00031932327,0.005552162,0.65071326,0.000457312,0.004146651,0.0058511486,0.022630548,0.12265592],"study_design_scores_gemma":[0.000042124702,0.0005830117,0.08419913,0.0015725653,0.00016438989,0.005018351,0.7986246,0.00040078792,0.0012758715,0.0061929645,0.10163828,0.0002880122],"about_ca_topic_score_codex":0.00297075,"about_ca_topic_score_gemma":0.0048464327,"teacher_disagreement_score":0.93460286,"about_ca_system_score_codex":0.004147951,"about_ca_system_score_gemma":0.008947248,"threshold_uncertainty_score":0.34585732},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2119100170","doi":"10.1071/he13101","title":"Closing the chasm between research and practice: evidence of and for change","year":2014,"lang":"en","type":"article","venue":"Health Promotion Journal of Australia","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Cancer Council NSW; Cancer Council South Australia; Monash University; Canadian Health Services Research Foundation","keywords":"Population health; Bridging (networking); Relevance (law); Public relations; Psychological intervention; Context (archaeology); Health promotion; Promotion (chess); Closing (real estate); Community health; Public health; Evidence-based practice; Dissemination; Medicine; Political science; Alternative medicine; Nursing; Computer science; Law; Geography; Computer security","score_opus":0.9753711977544747,"score_gpt":0.8179584552076156,"score_spread":0.1574127425468591,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119100170","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009238637,0.24869716,0.012553563,0.6988051,0.009296904,0.0008466426,0.00031271766,0.0001770689,0.020072205],"genre_scores_gemma":[0.5411409,0.15881956,0.08414721,0.20156679,0.006534299,0.0032376293,0.0006519848,0.00029686096,0.0036048472],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.5040558,0.32957825,0.060473233,0.017474836,0.08087737,0.0075406153],"domain_scores_gemma":[0.15628637,0.7062094,0.036705367,0.046620645,0.04855797,0.005620247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.45278084,0.001640572,0.0051010014,0.010931114,0.005294459,0.02974809,0.008987772,0.023451734,0.016484827],"category_scores_gemma":[0.67353255,0.0029255953,0.006528537,0.0094924625,0.04064997,0.049794044,0.022823855,0.027161635,0.0018942398],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015804359,0.0007979929,0.01482894,0.09744693,0.0033033392,0.00039181407,0.022633644,0.00077301904,0.000702367,0.3280798,0.060810704,0.4686511],"study_design_scores_gemma":[0.0016846015,0.0015429802,0.022403942,0.325528,0.002436938,0.00063761603,0.032571748,0.0016691011,0.0019365196,0.35729167,0.25172597,0.000570949],"about_ca_topic_score_codex":0.01142744,"about_ca_topic_score_gemma":0.014403399,"teacher_disagreement_score":0.45278084,"about_ca_system_score_codex":0.025970176,"about_ca_system_score_gemma":0.06304222,"threshold_uncertainty_score":0},"labels":[{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"design_other","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2124995107","doi":"10.2471/blt.09.064659","title":"Open access: a giant leap towards bridging health inequities","year":2009,"lang":"en","type":"article","venue":"Bulletin of the World Health Organization","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"University of Warwick; University of Southampton","keywords":"Bridging (networking); Public health; Health equity; Public relations; Political science; Medicine; Computer science; Computer security; Nursing","score_opus":0.154399671463718,"score_gpt":0.5057955029556225,"score_spread":0.35139583149190445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124995107","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014077935,0.01709197,0.032119498,0.7933201,0.0063276347,0.00009013598,0.00033287067,0.0008327293,0.13580722],"genre_scores_gemma":[0.6552067,0.031036416,0.05500699,0.14942826,0.026028214,0.00038693612,0.0008516651,0.0011498394,0.080905],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9787224,0.009083905,0.00096234964,0.0012041032,0.0073561845,0.0026710362],"domain_scores_gemma":[0.87665784,0.06763808,0.005650212,0.018658917,0.011754628,0.019640395],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.03721351,0.0006070518,0.0007979509,0.004525103,0.0056848503,0.017060166,0.0030687312,0.008089226,0.051943254],"category_scores_gemma":[0.06541655,0.0004410101,0.0008448633,0.0032965622,0.018957168,0.037033483,0.028616907,0.007585741,0.0040328437],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007849985,0.00016594044,0.0029636996,0.00076922786,0.000044321805,0.00030498035,0.005600336,0.00026642988,0.00074438535,0.6174425,0.11302169,0.25859815],"study_design_scores_gemma":[0.000024134188,0.000086118496,0.0025904211,0.0011233983,0.000016472266,0.00034845507,0.0058110724,0.00033973792,0.00036648504,0.42795977,0.561284,0.000049907627],"about_ca_topic_score_codex":0.0033173584,"about_ca_topic_score_gemma":0.0034924354,"teacher_disagreement_score":0.99693125,"about_ca_system_score_codex":0.0035741737,"about_ca_system_score_gemma":0.015596324,"threshold_uncertainty_score":0.19680625},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2125399358","doi":"10.1002/asi.22801","title":"Are e‐books replacing print books? tradition, serendipity, and opportunity in the adoption and use of e‐books for historical research and teaching","year":2013,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"University of Warwick","keywords":"Serendipity; Persuasion; Transparency (behavior); Process (computing); Sociology; Grounded theory; Scholarly communication; Computer science; Qualitative research; Psychology; Social science; Epistemology; Publishing; Social psychology; Political science; Law","score_opus":0.09103166340541005,"score_gpt":0.29801968305095683,"score_spread":0.20698801964554678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125399358","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9662897,0.0061373673,0.0014966291,0.0056200805,0.00004652306,0.000016907257,0.000013402244,0.00001086285,0.020368587],"genre_scores_gemma":[0.9960284,0.0021851405,0.0005649809,0.00017359597,0.000027526476,0.000008111205,0.000005947519,0.0000064195633,0.0009998269],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.98868525,0.0073768664,0.0005585447,0.00065119495,0.00213617,0.00059186696],"domain_scores_gemma":[0.9317824,0.053203586,0.008051562,0.0025346628,0.0029526437,0.0014751432],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.014437577,0.00013067381,0.00027084586,0.0029445735,0.0025693865,0.010705998,0.0008966124,0.00145633,0.0014470787],"category_scores_gemma":[0.06310842,0.00047154888,0.00020684606,0.004618229,0.0154734785,0.019493202,0.002897963,0.0020416006,0.00018963224],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018981601,0.00015300425,0.118280604,0.00039384954,0.000043793996,0.0010422999,0.6276888,0.000285463,0.0011149661,0.08306636,0.0007368622,0.16700414],"study_design_scores_gemma":[0.000031458978,0.00029578593,0.18275547,0.0016154578,0.00010261412,0.0020962784,0.71889293,0.0008004023,0.0023528961,0.024473347,0.066468194,0.00011508181],"about_ca_topic_score_codex":0.005029385,"about_ca_topic_score_gemma":0.008116824,"teacher_disagreement_score":0.989294,"about_ca_system_score_codex":0.0039047753,"about_ca_system_score_gemma":0.002676849,"threshold_uncertainty_score":0.07635409},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2125696813","doi":"10.7202/1032719ar","title":"De l’imprimé vers l’électronique : réflexions et solutions techniques pour une édition savante en transition","year":2015,"lang":"fr","type":"article","venue":"Documentation et bibliothèques","topic":"Cultural Insights and Digital Impacts","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Humanities; Art; Philosophy","score_opus":0.15766804279994695,"score_gpt":0.3785765046710211,"score_spread":0.22090846187107416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125696813","genre_codex":"methods","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035790518,0.005394243,0.88564146,0.0056433147,0.00075298175,0.000627538,0.00032506173,0.0065829842,0.05924191],"genre_scores_gemma":[0.21187751,0.0069362456,0.6284774,0.001104205,0.0002681076,0.00044803097,0.0012978766,0.003257133,0.1463335],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99241394,0.0017496592,0.0005749098,0.0013614837,0.0033594784,0.00054046436],"domain_scores_gemma":[0.9879588,0.003851162,0.0006411451,0.002992659,0.0040114354,0.00054479117],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.007237244,0.0014194876,0.0007169843,0.0031621768,0.0028055124,0.011393885,0.0028699164,0.0031475648,0.011565506],"category_scores_gemma":[0.014131905,0.0012491471,0.0015358778,0.0027523914,0.0031229076,0.012748549,0.0053436337,0.0038839583,0.0050846855],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003352794,0.00030067234,0.0056013493,0.0018645552,0.00012835246,0.0028270872,0.031346217,0.0073906025,0.053909656,0.16479805,0.02052037,0.7109779],"study_design_scores_gemma":[0.00007741589,0.00031038705,0.0038506256,0.0014459275,0.00020801331,0.003184419,0.01638011,0.038770255,0.068609595,0.06958294,0.7973423,0.00023801037],"about_ca_topic_score_codex":0.019906178,"about_ca_topic_score_gemma":0.024585078,"teacher_disagreement_score":0.9886061,"about_ca_system_score_codex":0.0034576517,"about_ca_system_score_gemma":0.0066375625,"threshold_uncertainty_score":0.039580584},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2127448545","doi":"10.1177/0963662509102690","title":"The gap between scientists and journalists: the case of mercury science in Québec’s press","year":2009,"lang":"en","type":"article","venue":"Public Understanding of Science","topic":"Climate Change Communication and Perception","field":"Social Sciences","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Montréal","funders":"Université du Québec à Montréal","keywords":"Bridging (networking); Media studies; Journalism; Science communication; Sociology; Political science; Public relations; Computer science; Law; Science education","score_opus":0.6052165534473128,"score_gpt":0.4691542361943893,"score_spread":0.13606231725292356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127448545","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78726995,0.0022054894,0.0009484082,0.1084479,0.00044238043,0.000117406154,0.000142417,0.00005408097,0.100371905],"genre_scores_gemma":[0.98353195,0.0003240711,0.00023352518,0.005771145,0.00008492152,0.000036918405,0.000026108111,0.00001688619,0.009974656],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9855167,0.0061622253,0.0002652989,0.00077641837,0.0024992167,0.0047801146],"domain_scores_gemma":[0.9454967,0.03471159,0.0035914169,0.0008607665,0.008071588,0.0072678737],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.008898947,0.00040609084,0.00057668623,0.002686682,0.06548575,0.018382622,0.0031453245,0.008830031,0.009963047],"category_scores_gemma":[0.02688285,0.00055916625,0.00043740467,0.0056748996,0.019267699,0.0050987974,0.0049297237,0.0058091595,0.00064839673],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001349042,0.00009579963,0.018796159,0.0001590218,0.00004086453,0.020845745,0.9082697,0.00032062797,0.001161696,0.023283541,0.018051138,0.008840787],"study_design_scores_gemma":[0.000035376,0.000034420253,0.013484134,0.00017443311,0.000024162906,0.00069604267,0.89113486,0.00045035634,0.00025884513,0.0019822805,0.09166506,0.00006006521],"about_ca_topic_score_codex":0.95739645,"about_ca_topic_score_gemma":0.9710071,"teacher_disagreement_score":0.9345142,"about_ca_system_score_codex":0.107618436,"about_ca_system_score_gemma":0.06451947,"threshold_uncertainty_score":0.78083},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["sts","scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2129973888","doi":"10.18438/b81w4j","title":"The Impact of the Acquisition of Electronic Medical Texts on the Usage of Equivalent Print Books in an Academic Medical Library","year":2010,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Electronic book; Computer science; Vendor; Electronic journal; Collection development; World Wide Web; Usage data; Business","score_opus":0.012302047145601265,"score_gpt":0.27393151427889245,"score_spread":0.26162946713329116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129973888","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9956903,0.00025521067,0.00007320944,0.00011496819,0.000006434408,0.000011975059,0.00011923067,0.000013223718,0.003715518],"genre_scores_gemma":[0.9979101,0.00033469827,0.00022713417,0.000044746106,0.000030118854,0.000013800664,0.00016938715,0.000017459988,0.0012527049],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9930513,0.0025219135,0.0009956817,0.00048740226,0.0025119067,0.00043177063],"domain_scores_gemma":[0.8917078,0.067617275,0.023221564,0.0030795701,0.011343686,0.003030158],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.004145828,0.00019945015,0.00031586725,0.0031418859,0.00059942185,0.0031934467,0.0006883187,0.0004534802,0.0072870455],"category_scores_gemma":[0.05416176,0.00024453943,0.00046222933,0.0039803092,0.0007593369,0.003797723,0.0013155632,0.0006987489,0.0014334966],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015865444,0.000636647,0.8974931,0.00039751086,0.00012732562,0.00046663432,0.007472941,0.00023181098,0.0028367967,0.00020486844,0.0006122898,0.08793354],"study_design_scores_gemma":[0.000004974204,0.00037256847,0.9948402,0.000030504047,0.000028071323,0.00019223393,0.0029715,0.00011854036,0.00058187,0.000026912126,0.0008218118,0.000010775076],"about_ca_topic_score_codex":0.0039416235,"about_ca_topic_score_gemma":0.0037276843,"teacher_disagreement_score":0.99680656,"about_ca_system_score_codex":0.0011064643,"about_ca_system_score_gemma":0.001075508,"threshold_uncertainty_score":0.024377644},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2130424027","doi":"10.1186/1478-4505-10-26","title":"A scoping review about conference objectives and evaluative practices: how do we get more out of them?","year":2012,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Conferences and Exhibitions Management","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"Alliance for Health Policy and Systems Research","keywords":"Empirical research; Quality (philosophy); Health services research; Management science; Psychology; Public relations; Process management; Medical education; Medicine; Political science; Public health; Engineering; Nursing","score_opus":0.8005682879618851,"score_gpt":0.6592044186136772,"score_spread":0.14136386934820788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130424027","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027830694,0.88063663,0.022417238,0.068337575,0.00917878,0.0067239804,0.0007378733,0.00020053239,0.008984299],"genre_scores_gemma":[0.02867418,0.881696,0.050742194,0.013555284,0.0020183835,0.020210281,0.0011157648,0.00023436958,0.0017535734],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.55167586,0.30534157,0.08775842,0.008129031,0.044074465,0.003020591],"domain_scores_gemma":[0.2713603,0.5142082,0.05324316,0.021190615,0.13413459,0.0058632162],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4391845,0.0032338828,0.008719487,0.044615217,0.007209047,0.02754454,0.007703101,0.010414431,0.005750827],"category_scores_gemma":[0.6868355,0.0031840114,0.0068880166,0.049211986,0.008833918,0.03605393,0.012008057,0.011254139,0.002536526],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027966057,0.00010317959,0.0013666195,0.46789277,0.0013631915,0.00034001356,0.021885743,0.00086422445,0.000778324,0.022278486,0.040975038,0.44187286],"study_design_scores_gemma":[0.000064187574,0.000115459545,0.00094451854,0.8677229,0.0011552437,0.00015357339,0.009737763,0.00024372699,0.00032453402,0.0097541725,0.109676555,0.00010734257],"about_ca_topic_score_codex":0.0058169146,"about_ca_topic_score_gemma":0.010929763,"teacher_disagreement_score":0.5608155,"about_ca_system_score_codex":0.019472852,"about_ca_system_score_gemma":0.07953391,"threshold_uncertainty_score":0.6915854},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2132438686","doi":"10.7710/2162-3309.1121","title":"Scholarly Communication at Canadian Research Libraries: Conversations with Librarians","year":2014,"lang":"en","type":"article","venue":"Journal of Librarianship and Scholarly Communication","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University; University of Guelph","funders":"Canadian Association of Research Libraries; Association of Research Libraries","keywords":"Scholarly communication; Scope (computer science); Public relations; Political science; Sociology; Library science; Publishing; Computer science","score_opus":0.07813666282704167,"score_gpt":0.3365969029888442,"score_spread":0.2584602401618025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132438686","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6534315,0.020765562,0.003411749,0.0890859,0.0008483141,0.00047561357,0.0005084594,0.00042211276,0.2310509],"genre_scores_gemma":[0.9666385,0.0051181247,0.0018467838,0.00786358,0.00016953872,0.00015225814,0.000095299605,0.00008554554,0.01803032],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.96289134,0.020247592,0.0012780053,0.0016177625,0.008527229,0.005438097],"domain_scores_gemma":[0.9454215,0.02597531,0.0032192825,0.0013835548,0.015417249,0.008583112],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.022729702,0.0006133564,0.0009059315,0.007064946,0.073406845,0.020399472,0.0032945215,0.004103827,0.010037802],"category_scores_gemma":[0.04196204,0.0006478562,0.0004494039,0.016201489,0.019950608,0.006078455,0.010065251,0.003251119,0.0014155101],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000080567275,0.000049598297,0.0072320737,0.00043795127,0.000010492347,0.00078136346,0.9257969,0.00007225552,0.0005696251,0.00594914,0.016512748,0.042507287],"study_design_scores_gemma":[0.0000073807055,0.000033196535,0.0060815155,0.0003654856,0.000018076687,0.00024074361,0.8299829,0.00008034041,0.00046050956,0.00064726686,0.1620131,0.0000694823],"about_ca_topic_score_codex":0.89031076,"about_ca_topic_score_gemma":0.9133759,"teacher_disagreement_score":0.97960055,"about_ca_system_score_codex":0.12633684,"about_ca_system_score_gemma":0.18755065,"threshold_uncertainty_score":0.91664225},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2132615533","doi":"10.1002/asi.20349","title":"The place of serials in referencing practices: Comparing natural sciences and engineering with social sciences and humanities","year":2006,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":294,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Natural science; Citation index; Citation; Science Citation Index; Social science; Index (typography); The arts; Digital humanities; Bibliometrics; Citation analysis; Social Sciences Citation Index; Library science; Sociology; Humanities; Computer science; Political science; Epistemology; Philosophy; World Wide Web","score_opus":0.2802135795098643,"score_gpt":0.4847581285676076,"score_spread":0.20454454905774327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132615533","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9619587,0.0039724996,0.001122092,0.0006884272,0.000103891274,0.000034520075,0.00031389054,0.000035902354,0.031770132],"genre_scores_gemma":[0.9974017,0.00093692687,0.00057243265,0.000037993446,0.00009502126,0.000014466471,0.00023377824,0.000023582073,0.0006840131],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9911056,0.002705243,0.0013828458,0.0009273285,0.0035092814,0.00036977432],"domain_scores_gemma":[0.84856105,0.074093185,0.04466245,0.0074458076,0.022035072,0.0032024337],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.011853801,0.00024081983,0.00051122403,0.021331636,0.0011796099,0.0072128265,0.0009623148,0.00068187807,0.0033539536],"category_scores_gemma":[0.12130246,0.00019192752,0.00039182376,0.036506627,0.0025770147,0.007117809,0.003772966,0.0006494054,0.0006382853],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002879914,0.00012910996,0.86131716,0.0007351608,0.00020808112,0.0003310155,0.029002853,0.0005654144,0.000926548,0.013670836,0.0015008998,0.091324896],"study_design_scores_gemma":[0.000010945061,0.00013785916,0.96880406,0.0003724582,0.0000927675,0.0002313015,0.01704381,0.00093408144,0.0005997348,0.0030444935,0.008706161,0.000022270782],"about_ca_topic_score_codex":0.0058366065,"about_ca_topic_score_gemma":0.0066961106,"teacher_disagreement_score":0.9881462,"about_ca_system_score_codex":0.0020762712,"about_ca_system_score_gemma":0.0016429088,"threshold_uncertainty_score":0.0626896},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2139697659","doi":"10.7202/011611ar","title":"Brief History of Science Translation in China","year":2005,"lang":"en","type":"article","venue":"Meta Journal des traducteurs","topic":"Translation Studies and Practices","field":"Arts and Humanities","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Translation studies; Translation (biology); Computer science; Linguistics; Machine translation; Dynamic and formal equivalence; China; Interpretation (philosophy); Natural language processing; Artificial intelligence; History; Philosophy; Chemistry","score_opus":0.08962091374395564,"score_gpt":0.27745293689490236,"score_spread":0.18783202315094671,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139697659","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09365076,0.26534665,0.006639957,0.05801584,0.0071660983,0.0005382296,0.0009798525,0.00044878887,0.56721395],"genre_scores_gemma":[0.5436509,0.17376494,0.005432365,0.00772754,0.0039899354,0.0003299216,0.0012799948,0.00019087935,0.26363352],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99753296,0.0006204845,0.0003698893,0.00038248787,0.0007328574,0.00036127225],"domain_scores_gemma":[0.99764603,0.0008441791,0.00028128634,0.000253587,0.0006544721,0.00032043076],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0032235705,0.000681676,0.000543029,0.006701428,0.007647571,0.0039848546,0.00085716165,0.0015203159,0.01509936],"category_scores_gemma":[0.004089668,0.00038472022,0.00041706068,0.0140916025,0.0041034995,0.003667327,0.0023651775,0.0019253524,0.0019328153],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024486278,0.00014321142,0.011606713,0.0036806213,0.00007279971,0.0041102176,0.02895551,0.0012833822,0.0027565407,0.2669554,0.05624933,0.62394154],"study_design_scores_gemma":[0.00001430592,0.00010488323,0.015189622,0.0006365555,0.000025359288,0.0005853541,0.0020884394,0.0004680732,0.0012547727,0.009577572,0.9700078,0.00004726168],"about_ca_topic_score_codex":0.04145596,"about_ca_topic_score_gemma":0.03410695,"teacher_disagreement_score":0.9923524,"about_ca_system_score_codex":0.014064242,"about_ca_system_score_gemma":0.021410445,"threshold_uncertainty_score":0.10204369},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2140941766","doi":"10.7202/1018843ar","title":"Genèse et description des bibliothèques numériques","year":2013,"lang":"fr","type":"article","venue":"Documentation et bibliothèques","topic":"Cultural Insights and Digital Impacts","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Political science; Humanities; Philosophy","score_opus":0.16981753917640363,"score_gpt":0.3570926278506418,"score_spread":0.18727508867423814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140941766","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03129012,0.047181938,0.27318886,0.0130746905,0.0021761432,0.00037001612,0.012640812,0.0023731322,0.6177043],"genre_scores_gemma":[0.3121706,0.062671944,0.32750383,0.0019282427,0.0021011166,0.00093586004,0.015954494,0.0020495954,0.27468428],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99378306,0.0014748361,0.00081666367,0.0009273788,0.0027567237,0.00024131208],"domain_scores_gemma":[0.986973,0.0059460546,0.0011595036,0.0020264303,0.003686527,0.0002084736],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0036351506,0.00064068235,0.00086917484,0.015227778,0.003568262,0.013790825,0.0014019074,0.0017524277,0.02551974],"category_scores_gemma":[0.021652045,0.0006632535,0.0009980572,0.029319951,0.0048227343,0.009553415,0.002752085,0.0024124943,0.0076813903],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030479718,0.000016578995,0.0024909156,0.0007207837,0.000032932112,0.00020632098,0.0027048073,0.0018989578,0.0010065581,0.87074107,0.012868508,0.107282095],"study_design_scores_gemma":[0.000009934052,0.000013984377,0.0039544003,0.0005774286,0.00002419249,0.0006508511,0.0010636725,0.0024963133,0.0014426425,0.14273861,0.84696573,0.000062249455],"about_ca_topic_score_codex":0.020776818,"about_ca_topic_score_gemma":0.015903967,"teacher_disagreement_score":0.98620915,"about_ca_system_score_codex":0.00801756,"about_ca_system_score_gemma":0.006737547,"threshold_uncertainty_score":0.08537197},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2143675014","doi":"10.1111/oik.02956","title":"Will technology trample peer review in ecology? Ongoing issues and potential solutions","year":2015,"lang":"en","type":"article","venue":"Oikos","topic":"Species Distribution and Climate Change","field":"Environmental Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Publication; Process (computing); Computer science; The Internet; Field (mathematics); Peer review; Data sharing; Engineering ethics; Data science; Ecology; Sociology; Political science; World Wide Web; Engineering; Law; Biology","score_opus":0.04686649175508943,"score_gpt":0.2905927970901201,"score_spread":0.24372630533503065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143675014","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015113306,0.062131245,0.0086452495,0.90747076,0.013789475,0.000053574833,0.000029855022,0.00014285682,0.006225586],"genre_scores_gemma":[0.16792336,0.30767262,0.05233754,0.36816,0.08324254,0.00071860314,0.00020902921,0.00058041036,0.019155921],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.8486508,0.08622508,0.010442082,0.012758199,0.034495298,0.007428497],"domain_scores_gemma":[0.6136152,0.23769803,0.02954711,0.0205178,0.08096331,0.01765847],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.16308032,0.001013768,0.0020371722,0.0044896672,0.011797539,0.032667097,0.007959419,0.02498145,0.010294285],"category_scores_gemma":[0.2636245,0.0011151445,0.002106074,0.0065790736,0.043569252,0.05957703,0.009583955,0.022415658,0.0056025293],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012255023,0.00015111416,0.0030864268,0.0042584823,0.0001357864,0.0008487791,0.00800025,0.0011013786,0.0006009052,0.5040064,0.20426683,0.27342114],"study_design_scores_gemma":[0.00003523536,0.0001429214,0.0018592059,0.003798117,0.00005309118,0.0007586547,0.008350692,0.0009926655,0.0005039044,0.36535925,0.61793953,0.00020670533],"about_ca_topic_score_codex":0.005494525,"about_ca_topic_score_gemma":0.0050951974,"teacher_disagreement_score":0.83691967,"about_ca_system_score_codex":0.017497536,"about_ca_system_score_gemma":0.03872533,"threshold_uncertainty_score":0.86246145},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2147876970","doi":"10.1177/0963662506063017","title":"Use of the deficit model in a shared culture of argumentation: the case of foot and mouth science","year":2006,"lang":"en","type":"article","venue":"Public Understanding of Science","topic":"Animal Disease Management and Epidemiology","field":"Agricultural and Biological Sciences","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of East Anglia","keywords":"Argumentation theory; Public awareness of science; Sociology; Epistemology; Focus (optics); Politics; Criticism; Science communication; Relation (database); Philosophy of science; Social science; Political science; Science education; Law","score_opus":0.1653316454734304,"score_gpt":0.2743574182359106,"score_spread":0.10902577276248018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147876970","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58508956,0.0022328305,0.07359005,0.14511546,0.0005110042,0.00024111143,0.000075081276,0.00013448184,0.19301051],"genre_scores_gemma":[0.9960263,0.00014523363,0.0019863006,0.00082241534,0.00004304909,0.000058272366,0.0000084209905,0.00003022381,0.0008797502],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.87834847,0.100529894,0.0029731982,0.0037878593,0.009268576,0.005092025],"domain_scores_gemma":[0.8833327,0.09440582,0.008705804,0.005980719,0.004823623,0.0027512447],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.056485582,0.0011528751,0.0013811279,0.007083619,0.032315467,0.024303885,0.004973932,0.016339047,0.00345135],"category_scores_gemma":[0.092522256,0.001177136,0.0012747766,0.003642235,0.09026701,0.039365165,0.02690611,0.012617966,0.000387661],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042747793,0.000032443397,0.0013072955,0.000119361175,0.000018743787,0.0013735761,0.60537213,0.0002555994,0.00031314814,0.38729018,0.00079456693,0.0030802374],"study_design_scores_gemma":[0.00009322596,0.000064195956,0.0007260903,0.00048373546,0.000047933354,0.001660558,0.5421522,0.0037709645,0.0006411657,0.4035228,0.046753354,0.00008374128],"about_ca_topic_score_codex":0.010283544,"about_ca_topic_score_gemma":0.004993333,"teacher_disagreement_score":0.9676845,"about_ca_system_score_codex":0.020025117,"about_ca_system_score_gemma":0.0108189285,"threshold_uncertainty_score":0.29872787},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["sts","scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2158219055","doi":"10.1186/1478-4505-11-13","title":"Exploring the uptake and framing of research evidence on universal screening for intimate partner violence against women: a knowledge translation case study","year":2013,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Intimate Partner and Family Violence","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Western University","funders":"Institute of Gender and Health; Canadian Institutes of Health Research; McMaster University; Canadian Health Services Research Foundation","keywords":"Knowledge translation; Rigour; Framing (construction); Health services research; Health care; Domestic violence; Qualitative research; Medicine; Health administration; Evidence-based practice; Randomized controlled trial; Psychological intervention; Public health; Alternative medicine; Psychology; Nursing; Poison control; Suicide prevention; Political science; Sociology; Law; Social science; Environmental health","score_opus":0.7416325399016703,"score_gpt":0.5766653195790115,"score_spread":0.16496722032265887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158219055","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7915705,0.023347113,0.025041781,0.08011253,0.00071597006,0.0049733734,0.00026356705,0.00009958369,0.07387564],"genre_scores_gemma":[0.96776175,0.0074015157,0.0144383265,0.005756527,0.00014629467,0.002390956,0.000089106004,0.00007128562,0.0019442905],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.66632926,0.2835626,0.019820971,0.005329901,0.017688805,0.0072684838],"domain_scores_gemma":[0.3183588,0.63147163,0.018012056,0.015362186,0.013934097,0.002861239],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.26268992,0.0010841308,0.0029725346,0.012762166,0.017706716,0.022675175,0.0059158793,0.013057265,0.005567498],"category_scores_gemma":[0.40165466,0.0018580855,0.0024266911,0.013023481,0.031187065,0.025090301,0.029490845,0.007984689,0.00066075224],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020141913,0.00022664182,0.0035646702,0.0049707447,0.00008422479,0.0078093875,0.91409564,0.00019808153,0.00044852108,0.03499813,0.0013875375,0.032015137],"study_design_scores_gemma":[0.00021130545,0.00054713053,0.0027452416,0.020798068,0.00036452588,0.003964527,0.89820164,0.0010394226,0.0017433225,0.023519225,0.046740294,0.00012536746],"about_ca_topic_score_codex":0.005858175,"about_ca_topic_score_gemma":0.0072028697,"teacher_disagreement_score":0.73731005,"about_ca_system_score_codex":0.023087373,"about_ca_system_score_gemma":0.031233804,"threshold_uncertainty_score":0.9092346},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2159983530","doi":"10.5455/aim.2012.20.136-140","title":"Cooperation Between Research Institutions and Journals on Research Integrity Cases: Guidance from the Committee on Publication Ethics (COPE)","year":2012,"lang":"en","type":"article","venue":"Acta Informatica Medica","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Statens Serum Institut; University of California, San Diego; Cross River University of Technology; University of Minnesota; Karolinska Institutet; University of Aberdeen; Universidade Federal do Rio de Janeiro; University of Connecticut; Monash University; Cardiff University; University of New South Wales; York University; Sveučilište u Zagrebu; Christian Medical College, Vellore; University of Oxford; Nanyang Technological University","keywords":"Scientific misconduct; Misconduct; Publication; Safeguarding; Officer; Suspect; Research integrity; Research ethics; Publishing; Political science; Public relations; Publish or perish; Psychology; Law; Engineering ethics; Medicine; Engineering; Alternative medicine","score_opus":0.5231173335945136,"score_gpt":0.5377257422074923,"score_spread":0.01460840861297863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159983530","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004325898,0.004957997,0.05629767,0.81032157,0.016218059,0.018699491,0.0005887244,0.0015965217,0.08699402],"genre_scores_gemma":[0.049041126,0.008691335,0.3664328,0.44034263,0.012247432,0.046548806,0.0010436922,0.0022469636,0.07340528],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.44194236,0.36332962,0.0940803,0.00946507,0.07470469,0.016477926],"domain_scores_gemma":[0.19779201,0.44272426,0.045094345,0.0753505,0.20164344,0.037395455],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4923226,0.0017981773,0.0040721446,0.0059578037,0.012535084,0.037108373,0.008224889,0.061603617,0.010680277],"category_scores_gemma":[0.64260536,0.005376772,0.0038249034,0.0078917155,0.018440511,0.025561174,0.01783561,0.03699002,0.020793132],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018640296,0.00032630097,0.0019955589,0.0011600534,0.000056287507,0.0011029722,0.011628486,0.00038868946,0.0014473988,0.03410063,0.89234966,0.055257488],"study_design_scores_gemma":[0.0002535908,0.00014132154,0.0020966565,0.0042715888,0.000058655052,0.002016532,0.006217069,0.0010688198,0.0016665115,0.029917445,0.95194036,0.00035135786],"about_ca_topic_score_codex":0.0046844603,"about_ca_topic_score_gemma":0.010114143,"teacher_disagreement_score":0.9383964,"about_ca_system_score_codex":0.01246928,"about_ca_system_score_gemma":0.1614913,"threshold_uncertainty_score":0.6260566},"labels":[{"model":"gemma","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2160349994","doi":"10.1186/1478-4505-13-10","title":"Developing and refining the methods for a ‘one-stop shop’ for research evidence about health systems","year":2015,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Western University","funders":"Canadian Institutes of Health Research","keywords":"Health services research; Public health; Health administration; Medicine; Health policy; Refining (metallurgy); Health informatics; Nursing","score_opus":0.9912761006432657,"score_gpt":0.8676079469251584,"score_spread":0.12366815371810724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160349994","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021506506,0.0020604357,0.95751536,0.007863142,0.00079708855,0.024786785,0.00092619617,0.0012657058,0.0026346867],"genre_scores_gemma":[0.0038317523,0.00023218489,0.9836158,0.000546756,0.00004087467,0.011327838,0.00015197766,0.000091855116,0.00016098845],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.28994247,0.55319244,0.08616188,0.024096223,0.04382285,0.0027841444],"domain_scores_gemma":[0.078437075,0.73285574,0.026615394,0.08573492,0.07381365,0.0025432487],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.62112993,0.0063725137,0.011745978,0.06470314,0.008700603,0.031407632,0.016573837,0.013889402,0.013427774],"category_scores_gemma":[0.79835135,0.010190323,0.020876365,0.046553984,0.023435034,0.058130134,0.033993553,0.018839035,0.0062168366],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082215015,0.0006394179,0.007291707,0.081448205,0.0033381036,0.00075023185,0.07046306,0.0038639125,0.0030828014,0.21404961,0.033248793,0.58100206],"study_design_scores_gemma":[0.0017929508,0.0013430277,0.0056725894,0.081045024,0.0031723382,0.0017430697,0.024452098,0.029805811,0.006338777,0.5933493,0.24979346,0.0014916022],"about_ca_topic_score_codex":0.005633478,"about_ca_topic_score_gemma":0.009049588,"teacher_disagreement_score":0.37887007,"about_ca_system_score_codex":0.022776015,"about_ca_system_score_gemma":0.060455628,"threshold_uncertainty_score":0.4672143},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2161075463","doi":"10.1186/1748-5908-7-2","title":"Use of health systems and policy research evidence in the health policymaking in eastern Mediterranean countries: views and practices of researchers","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":127,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; McMaster University Medical Centre","funders":"","keywords":"Health services research; Health policy; Thematic analysis; Health informatics; Government (linguistics); Medicine; Health administration; Knowledge translation; Public health; Public relations; Political science; Qualitative research; Nursing; Sociology; Social science; Knowledge management","score_opus":0.976980351265113,"score_gpt":0.8372784395400653,"score_spread":0.13970191172504764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161075463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.800595,0.038965605,0.0027652215,0.13527735,0.0004103232,0.00031804002,0.00010155911,0.000040099756,0.021526795],"genre_scores_gemma":[0.9834975,0.008642644,0.0023661272,0.004786113,0.00010452783,0.00015395059,0.000023801771,0.000010408175,0.00041480453],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.6961523,0.27172285,0.011529975,0.0039078225,0.011493963,0.005192983],"domain_scores_gemma":[0.44793388,0.46302786,0.03940839,0.012025351,0.026697425,0.010907081],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.27036184,0.00043110186,0.001230394,0.004456441,0.0063155675,0.016422246,0.002498689,0.0044134855,0.0014792031],"category_scores_gemma":[0.27607292,0.00082060084,0.0008614693,0.004683225,0.018276842,0.008194023,0.0123832775,0.0037465328,0.00024237744],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015364384,0.00010404949,0.061512887,0.0024089941,0.00016505632,0.00089354627,0.8644801,0.00025642876,0.00074453454,0.007435461,0.0024809348,0.059364468],"study_design_scores_gemma":[0.00006114741,0.00027940105,0.016531287,0.0065847966,0.0001346399,0.00072620343,0.9183011,0.000384253,0.000780797,0.0063423854,0.049780257,0.00009370104],"about_ca_topic_score_codex":0.004088322,"about_ca_topic_score_gemma":0.0029326044,"teacher_disagreement_score":0.27036184,"about_ca_system_score_codex":0.01057611,"about_ca_system_score_gemma":0.026786942,"threshold_uncertainty_score":0},"labels":[{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2164878690","doi":"10.1525/jer.2007.2.1.3","title":"Sharing Data and Results in Ethnographic Research: Why This Should Not Be an Ethical Imperative","year":2007,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"McMaster University; U.S. Department of Homeland Security","keywords":"Ethnography; Variety (cybernetics); Sociology; Engineering ethics; Research ethics; Relation (database); Politics; Field (mathematics); Epistemology; Public relations; Political science; Law; Computer science; Anthropology","score_opus":0.9682090312510818,"score_gpt":0.7973267805208706,"score_spread":0.17088225073021124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164878690","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018589718,0.016136825,0.23880948,0.69059706,0.009323833,0.0024703222,0.00009421416,0.00036177097,0.023616837],"genre_scores_gemma":[0.44129702,0.0077174017,0.31595463,0.20733649,0.008134648,0.014148139,0.00010766354,0.0005257082,0.0047782995],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.14038448,0.7810988,0.02124252,0.01433287,0.038804185,0.004137149],"domain_scores_gemma":[0.09897628,0.7669228,0.02812664,0.06494318,0.032466546,0.008564637],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7221875,0.0023390003,0.004927411,0.004134824,0.025393981,0.02582071,0.008575341,0.034461427,0.0031686346],"category_scores_gemma":[0.6821493,0.0037537355,0.0022190823,0.0051825023,0.19481096,0.0674697,0.02988466,0.03832062,0.002406904],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036096503,0.00021747849,0.0038870398,0.0039402586,0.00022622135,0.0009770195,0.28206342,0.0008123347,0.001371973,0.61865664,0.03426753,0.05321905],"study_design_scores_gemma":[0.00029539526,0.00034349196,0.0015881876,0.008193579,0.00009563758,0.001805518,0.06071355,0.0017570802,0.0014425876,0.7923148,0.13110034,0.00034986576],"about_ca_topic_score_codex":0.0041263816,"about_ca_topic_score_gemma":0.0049456153,"teacher_disagreement_score":0.27781248,"about_ca_system_score_codex":0.012165728,"about_ca_system_score_gemma":0.032060064,"threshold_uncertainty_score":0.3425923},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","open_science","scholarly_communication"],"domain":"reproducibility","study_design":"qualitative","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2167083241","doi":"10.1525/jer.2010.5.4.23","title":"Researchers' Perspectives on Collective/Community Co-Authorship in Community-Based Participatory Indigenous Research","year":2010,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":143,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Canadian Institutes of Health Research","keywords":"Indigenous; Community-based participatory research; Participatory action research; Citizen journalism; Thematic analysis; Sociology; Public relations; Value (mathematics); Qualitative research; Political science; Social science; Law","score_opus":0.9721388023156835,"score_gpt":0.7766190470881619,"score_spread":0.19551975522752163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167083241","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71588516,0.0077365185,0.03833027,0.14479996,0.0013550175,0.00054587476,0.000050544095,0.00010140882,0.09119516],"genre_scores_gemma":[0.9902422,0.0014388554,0.0040365728,0.001833472,0.00016328244,0.00019956868,0.000008738417,0.000021195196,0.002056118],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.6933425,0.2786508,0.0053158533,0.003074701,0.014025872,0.0055903974],"domain_scores_gemma":[0.62859774,0.3330457,0.011295491,0.0068958127,0.013220605,0.0069446466],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19041854,0.0005840147,0.0009819308,0.0028580406,0.024028452,0.018669624,0.0023927768,0.007273557,0.0020122544],"category_scores_gemma":[0.16030225,0.00083669566,0.0007760389,0.002672921,0.04572118,0.011897329,0.014195442,0.009757634,0.00023392965],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017406379,0.000013148765,0.0006501617,0.00009548253,0.0000068038044,0.00042910015,0.97997093,0.000056382636,0.00023139245,0.014564097,0.00029454535,0.003670535],"study_design_scores_gemma":[0.000017808605,0.00007395455,0.00054570485,0.00046579985,0.000018565834,0.00086741726,0.9484867,0.00033756203,0.0006316785,0.0234677,0.025050675,0.00003643027],"about_ca_topic_score_codex":0.002395452,"about_ca_topic_score_gemma":0.0034087352,"teacher_disagreement_score":0.99272645,"about_ca_system_score_codex":0.0061405883,"about_ca_system_score_gemma":0.017304579,"threshold_uncertainty_score":0.9983581},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2196012223","doi":"10.1186/s12961-015-0061-4","title":"Building a knowledge translation platform in Malawi to support evidence-informed health policy","year":2015,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Department of Medicine, University of Toronto; National Commission for Science and Technology; Universidade Federal de Minas Gerais; International Development Research Centre; University of Toronto; World Health Organization","keywords":"Knowledge translation; Health services research; Health administration; Health policy; Public health; Social policy; Health informatics; Medicine; Healthcare policy; Animal ecology; Translation (biology); Political science; Nursing; Health care reform; Knowledge management; Computer science; Law; Ecology","score_opus":0.9682649455052706,"score_gpt":0.7986569621935815,"score_spread":0.16960798331168914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2196012223","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026878363,0.009411515,0.09204525,0.83322746,0.004293175,0.002987874,0.00024096969,0.0004836897,0.030431705],"genre_scores_gemma":[0.47006094,0.020163268,0.38470566,0.099030524,0.00294978,0.008202178,0.0006148525,0.00038841926,0.013884386],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9094412,0.07342114,0.005114255,0.0024168652,0.004476417,0.0051302183],"domain_scores_gemma":[0.77205616,0.16459116,0.0138646625,0.010839901,0.020943671,0.017704412],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.14797099,0.00084082043,0.0008499985,0.0034750653,0.0125891445,0.020255046,0.0039826087,0.010793957,0.007051675],"category_scores_gemma":[0.15367484,0.0010510925,0.00151395,0.0037173035,0.011439938,0.026955506,0.03148904,0.015084766,0.0017303629],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025532753,0.00089516625,0.00458613,0.008650439,0.00015122347,0.007415723,0.14572059,0.003944765,0.0029245894,0.3497535,0.07633007,0.3993725],"study_design_scores_gemma":[0.0002488331,0.0005737786,0.0034937302,0.018928042,0.00014617475,0.0012314661,0.061052322,0.005936397,0.003172769,0.15489706,0.750104,0.00021552011],"about_ca_topic_score_codex":0.0070946487,"about_ca_topic_score_gemma":0.012331679,"teacher_disagreement_score":0.14797099,"about_ca_system_score_codex":0.01611901,"about_ca_system_score_gemma":0.1079982,"threshold_uncertainty_score":0},"labels":[{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"grok","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2218600740","doi":"10.3138/jsp.46.4.04","title":"The Case for Long Books","year":2015,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Digital Humanities and Scholarship","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reading (process); Publication; History; Library science; Computer science; Political science; Law","score_opus":0.14101296754442544,"score_gpt":0.2696137709571317,"score_spread":0.12860080341270624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2218600740","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009479079,0.013283849,0.0039090207,0.46020478,0.006000852,0.000047298425,0.00010673096,0.00014783726,0.50682056],"genre_scores_gemma":[0.22407652,0.01023415,0.004314515,0.21090984,0.011872232,0.00030043643,0.00020919048,0.0008573677,0.5372257],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9715019,0.011274665,0.0009344663,0.002450188,0.010763948,0.0030748027],"domain_scores_gemma":[0.9084089,0.049585022,0.0047750934,0.009301293,0.014636715,0.013293116],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.020141676,0.00042642854,0.0007369112,0.0021938789,0.018847294,0.02971062,0.00363593,0.019350633,0.051356755],"category_scores_gemma":[0.064593434,0.00084226544,0.0006690341,0.0031240063,0.03210361,0.043930445,0.013637393,0.02238213,0.015046168],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024189361,0.00003207398,0.00044102842,0.00008383112,0.000006233885,0.0008447818,0.009756582,0.000044960576,0.00008056579,0.79102826,0.18462417,0.01303327],"study_design_scores_gemma":[0.000008133216,0.000012799519,0.00013136715,0.00029370835,0.000003655099,0.0005414288,0.006212688,0.000046127312,0.00009925952,0.07124181,0.92139333,0.000015731941],"about_ca_topic_score_codex":0.007653609,"about_ca_topic_score_gemma":0.012472414,"teacher_disagreement_score":0.97028935,"about_ca_system_score_codex":0.010058592,"about_ca_system_score_gemma":0.011774597,"threshold_uncertainty_score":0.1718055},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2219837050","doi":"10.1177/1476750315616684","title":"Transformative research as knowledge mobilization: Transmedia, bridges, and layers","year":2015,"lang":"en","type":"article","venue":"Action Research","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Transformative learning; Participatory action research; Mainstream; Knowledge transfer; Sociology; Citizen journalism; Positivism; Action research; Mobilization; New media; Knowledge management; Public relations; Political science; Pedagogy","score_opus":0.962218324450557,"score_gpt":0.7998834208303206,"score_spread":0.1623349036202364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2219837050","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2066925,0.010107428,0.32561925,0.04120635,0.00070370105,0.0021351145,0.00013075076,0.00046789364,0.41293705],"genre_scores_gemma":[0.929381,0.0019440384,0.05853767,0.0011136134,0.00010251033,0.0010504058,0.000034884237,0.000120579854,0.007715257],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.94243836,0.049143527,0.0009828939,0.0025232297,0.0035292327,0.0013826317],"domain_scores_gemma":[0.9418885,0.043835748,0.0025646875,0.008546244,0.0013491843,0.0018155182],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.045476314,0.0011256975,0.00093564385,0.0074666655,0.013269092,0.033775855,0.003537449,0.0045528254,0.006287086],"category_scores_gemma":[0.040530447,0.0009481691,0.00092118036,0.0059727523,0.10863242,0.03304206,0.028286597,0.005012272,0.0006297523],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004311623,0.00008820171,0.0012000592,0.0004768728,0.0000315675,0.00040393433,0.32276526,0.00057477236,0.0007121534,0.6260956,0.0008059179,0.04680243],"study_design_scores_gemma":[0.000055261087,0.00012520656,0.0010696267,0.001266963,0.00004288599,0.00057867053,0.20541152,0.0014867344,0.001516495,0.71944267,0.06894505,0.00005891225],"about_ca_topic_score_codex":0.0029541238,"about_ca_topic_score_gemma":0.004417615,"teacher_disagreement_score":0.9545237,"about_ca_system_score_codex":0.009264782,"about_ca_system_score_gemma":0.014498974,"threshold_uncertainty_score":0.24050462},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2236608270","doi":"","title":"Collaborative Citation Analysis and Accuracy Degree of Vancouver Style Application in References Of The Scientific Journal of Birjand University Of Medical Sciences: Short Communication","year":2015,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Ophthalmology and Visual Health Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Citation; Degree (music); Style (visual arts); Citation analysis; Computer science; Library science; Information retrieval; Geography; Archaeology; Physics","score_opus":0.6020774233915351,"score_gpt":0.6558915468924948,"score_spread":0.05381412350095971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2236608270","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reporting","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9725037,0.0083191,0.004096662,0.00121087,0.00029923153,0.0003520878,0.0021231181,0.000082278784,0.011012975],"genre_scores_gemma":[0.9917494,0.0016653695,0.0042045214,0.000047429476,0.0001577305,0.00017364192,0.00094085437,0.000017936887,0.001043127],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97419286,0.0054530073,0.007838907,0.0013768177,0.010714127,0.00042435311],"domain_scores_gemma":[0.808952,0.09720946,0.045476746,0.005999289,0.040035844,0.0023266359],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.016778998,0.00033489647,0.0007877575,0.019345393,0.0012136971,0.003238194,0.0008936874,0.0006591914,0.003384922],"category_scores_gemma":[0.14085269,0.00021969978,0.0012522986,0.018367324,0.0008723385,0.001958079,0.0017352146,0.00051615515,0.0005383958],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023438648,0.00011746933,0.92298305,0.0017553121,0.00043218164,0.00024544148,0.0053014024,0.00029030856,0.000743107,0.0007285902,0.0014715154,0.06569726],"study_design_scores_gemma":[0.000049271173,0.00053221494,0.96821296,0.0012292851,0.0008100166,0.0018646992,0.009248734,0.0023267309,0.002945418,0.0026675123,0.010000867,0.000112222035],"about_ca_topic_score_codex":0.0018897591,"about_ca_topic_score_gemma":0.0026516304,"teacher_disagreement_score":0.983221,"about_ca_system_score_codex":0.0011408449,"about_ca_system_score_gemma":0.0024229519,"threshold_uncertainty_score":0.08873683},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2261976862","doi":"10.3138/jsp.47.2.147","title":"Publishing Undergraduate Research: Linking Teaching and Research through a Dedicated Peer-Reviewed Open Access Journal","year":2016,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; Work (physics); Discipline; Process (computing); Peer review; Quality (philosophy); Public relations; Engineering ethics; Sociology; Library science; Political science; Computer science; Engineering; Social science","score_opus":0.5479534976218382,"score_gpt":0.5658860954472149,"score_spread":0.017932597825376706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2261976862","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06245448,0.088648416,0.19728085,0.25797212,0.12105765,0.009456882,0.0010920684,0.00733211,0.2547055],"genre_scores_gemma":[0.41238585,0.090732664,0.30675927,0.024035694,0.051648293,0.0049793604,0.0017392301,0.0049961586,0.102723524],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.85009134,0.06880609,0.019381916,0.0055096103,0.052356657,0.0038543325],"domain_scores_gemma":[0.39664978,0.22173181,0.047980595,0.09035577,0.13655363,0.10672852],"candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.16416618,0.0008763562,0.0019459326,0.015422801,0.0077509587,0.042769358,0.0035856771,0.005343182,0.022814132],"category_scores_gemma":[0.411885,0.0012251886,0.0008357514,0.014479821,0.014413137,0.02286996,0.024384353,0.0072484068,0.013343504],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000112698115,0.00053925044,0.0047704508,0.0043085786,0.00009742742,0.00066568004,0.014769165,0.00019015514,0.0038552498,0.0332095,0.09458781,0.8428941],"study_design_scores_gemma":[0.00009519782,0.00088053127,0.012102487,0.005816852,0.00008178985,0.0017857595,0.022695117,0.0005125671,0.002699714,0.049554385,0.9035906,0.00018508142],"about_ca_topic_score_codex":0.00057348434,"about_ca_topic_score_gemma":0.0019486535,"teacher_disagreement_score":0.9964143,"about_ca_system_score_codex":0.0047486555,"about_ca_system_score_gemma":0.060800936,"threshold_uncertainty_score":0.8682041},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2318885919","doi":"10.3138/jsp.47.3.284","title":"Burn This Article: An Inflammatory View of Peer Review","year":2016,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"American Constitutional Law and Politics","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; Censorship; Hierarchy; Fell; Style (visual arts); History; Sociology; Classics; Media studies; Political science; Law; Geography; Archaeology; Cartography","score_opus":0.04486223243767581,"score_gpt":0.32760418663515056,"score_spread":0.2827419541974748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2318885919","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020537681,0.020704284,0.04236397,0.34930813,0.2656615,0.00065738533,0.00026524902,0.0010792887,0.31790647],"genre_scores_gemma":[0.07726542,0.020760968,0.018314281,0.11850267,0.25145853,0.0008766727,0.00029124002,0.001530827,0.51099944],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.92770284,0.023800839,0.0037153116,0.0076327445,0.03449577,0.00265249],"domain_scores_gemma":[0.81570864,0.04587618,0.01178057,0.03161651,0.0797589,0.0152592715],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.033963017,0.0011190382,0.0016291126,0.0045136986,0.008053351,0.03066157,0.0030667128,0.012554074,0.067895785],"category_scores_gemma":[0.18420662,0.0008082068,0.00096595334,0.0032889692,0.017165644,0.015651582,0.009684433,0.013285598,0.034879137],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004885868,0.000051399355,0.00030444804,0.0004994998,0.00004680571,0.00023520549,0.002254562,0.00017347993,0.0007875749,0.26943475,0.65580356,0.07035992],"study_design_scores_gemma":[0.000011488696,0.00002518931,0.00023626063,0.0002895546,0.0000133187605,0.00014183366,0.0005422407,0.0002184389,0.00014185382,0.03487568,0.96347755,0.000026571464],"about_ca_topic_score_codex":0.0014983489,"about_ca_topic_score_gemma":0.0031246522,"teacher_disagreement_score":0.966037,"about_ca_system_score_codex":0.00474556,"about_ca_system_score_gemma":0.016979778,"threshold_uncertainty_score":0.22713405},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2322177933","doi":"10.1525/jer.2011.6.3.47","title":"When They Hear What We Say: Ethical Challenges in Presenting Research Findings to the Huntington Disease Community","year":2011,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Toronto","funders":"","keywords":"Transparency (behavior); Autonomy; Disease; Research ethics; Psychology; Community engagement; Bioethics; Huntington's disease; Balance (ability); Social psychology; Medicine; Public relations; Political science; Psychiatry; Pathology","score_opus":0.9641321750926299,"score_gpt":0.7402153150700238,"score_spread":0.22391686002260613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2322177933","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07316474,0.007747849,0.057242792,0.82935226,0.008839275,0.00084892765,0.00009435139,0.0004517507,0.022258108],"genre_scores_gemma":[0.6448874,0.009171616,0.07870389,0.24837464,0.0050078193,0.003957395,0.00011824856,0.00073631236,0.009042647],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.51087326,0.44623965,0.011534417,0.004530024,0.020889146,0.0059335],"domain_scores_gemma":[0.49781585,0.39472523,0.031554677,0.017634848,0.035045695,0.023223728],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.24260473,0.0012897435,0.0017870892,0.0019626233,0.025438441,0.028007092,0.0049016876,0.022036487,0.0045142863],"category_scores_gemma":[0.48774868,0.001771254,0.0018516302,0.0016429604,0.046661932,0.023935886,0.021933038,0.03232425,0.0037311495],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017107188,0.00011249735,0.0014868136,0.00082993036,0.00007075652,0.0037429556,0.91348404,0.00018739808,0.0020154812,0.019240342,0.024876375,0.033782274],"study_design_scores_gemma":[0.00010902822,0.00018972708,0.0005757893,0.002929056,0.000078028126,0.006203794,0.7638668,0.0005631876,0.001530172,0.07404509,0.14969473,0.00021460385],"about_ca_topic_score_codex":0.001833107,"about_ca_topic_score_gemma":0.0020635072,"teacher_disagreement_score":0.9779635,"about_ca_system_score_codex":0.0053681927,"about_ca_system_score_gemma":0.019766418,"threshold_uncertainty_score":0.93400323},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2332623075","doi":"10.1590/2177-6709.21.1.013-014.edt","title":"Systematic reviews: knowledge translation?","year":2016,"lang":"en","type":"review","venue":"Dental Press Journal of Orthodontics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Translation (biology); Computer science; Natural language processing; Medicine; Biology; Genetics","score_opus":0.9062011608234578,"score_gpt":0.6136895173669229,"score_spread":0.2925116434565349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332623075","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004328489,0.67812043,0.0072300932,0.27736908,0.032455716,0.00021079706,0.00063520693,0.00030720409,0.0032385653],"genre_scores_gemma":[0.03621671,0.6394474,0.03594987,0.22578125,0.05813444,0.0015871113,0.000818811,0.00046345755,0.0016009236],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.53040016,0.30608743,0.088156596,0.021775566,0.048714053,0.004866255],"domain_scores_gemma":[0.11076271,0.77466923,0.03132309,0.035062686,0.044192053,0.0039902627],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.37784678,0.004496249,0.019518536,0.02969523,0.0037328957,0.04375514,0.011696481,0.031313572,0.032894067],"category_scores_gemma":[0.7685708,0.0064380416,0.0071216645,0.030413201,0.026620679,0.041673787,0.022622272,0.033150855,0.009060884],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006502137,0.00020729406,0.0013244476,0.2768023,0.007421196,0.0007093548,0.0041425554,0.0007474766,0.0003284675,0.077950455,0.22067071,0.40904555],"study_design_scores_gemma":[0.0013879751,0.00027496694,0.0019492841,0.44821742,0.008672278,0.00090261636,0.0038508729,0.002193702,0.00049168186,0.28078187,0.2508116,0.00046574595],"about_ca_topic_score_codex":0.009093287,"about_ca_topic_score_gemma":0.0070342147,"teacher_disagreement_score":0.6221532,"about_ca_system_score_codex":0.017469881,"about_ca_system_score_gemma":0.059646435,"threshold_uncertainty_score":0.7672257},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2333110603","doi":"10.1177/000841740907600201","title":"Are We Ready for an Impact Factor?","year":2009,"lang":"en","type":"article","venue":"Canadian Journal of Occupational Therapy","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine","score_opus":0.9241897391965286,"score_gpt":0.6855952147089429,"score_spread":0.23859452448758567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2333110603","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012169431,0.08076015,0.07054523,0.6809703,0.06167884,0.00087610964,0.003491958,0.0028055953,0.086702466],"genre_scores_gemma":[0.4243792,0.13231505,0.22996615,0.110224456,0.05816142,0.0029006277,0.004811678,0.002911271,0.034330066],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.93336284,0.017543096,0.009231606,0.004236802,0.031936493,0.0036891084],"domain_scores_gemma":[0.7574892,0.12542298,0.018190073,0.014117587,0.06854476,0.016235473],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.08364933,0.0031381126,0.0051270626,0.01752684,0.00439834,0.030354029,0.0038992264,0.006879573,0.027139895],"category_scores_gemma":[0.34486192,0.0011162795,0.002966379,0.025407828,0.013832711,0.052687023,0.0065907864,0.013333414,0.01637904],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027935536,0.00024559323,0.009667134,0.003302121,0.00043544834,0.00013385197,0.0012916455,0.00047833082,0.00047626405,0.16320737,0.23529606,0.5851867],"study_design_scores_gemma":[0.0001298074,0.00037626017,0.0124378875,0.0058482126,0.00024444127,0.00026598136,0.004900432,0.0010736354,0.0007363253,0.4930794,0.480464,0.00044362835],"about_ca_topic_score_codex":0.0063755787,"about_ca_topic_score_gemma":0.0052863467,"teacher_disagreement_score":0.98995095,"about_ca_system_score_codex":0.010049053,"about_ca_system_score_gemma":0.015222982,"threshold_uncertainty_score":0},"labels":[{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":["metaresearch","bibliometrics","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2340971688","doi":"10.1177/1073110516644205","title":"The European Union's Adequacy Approach to Privacy and International Data Sharing in Health Research","year":2016,"lang":"en","type":"article","venue":"The Journal of Law Medicine & Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Human Genome Research Institute; World Anti-Doping Agency; European Commission","keywords":"Jurisdiction; European union; Data sharing; Data Protection Act 1998; Proportionality (law); Transparency (behavior); Data Protection Directive; Directive; Data quality; Business; Directive on Privacy and Electronic Communications; International trade; FTC Fair Information Practice; General Data Protection Regulation; Information privacy law; Information privacy; European Union law; Political science; Law; Privacy by Design; Computer science","score_opus":0.9053631604117635,"score_gpt":0.6803113645551662,"score_spread":0.2250517958565973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2340971688","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0057825125,0.014800697,0.33068305,0.13708833,0.0026813662,0.0010363301,0.00056910526,0.00019647522,0.5071621],"genre_scores_gemma":[0.46624276,0.013407053,0.34688503,0.11323549,0.005783124,0.006443126,0.0006876555,0.00029336524,0.04702236],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.6985618,0.22101851,0.021198241,0.014830905,0.03803073,0.006359867],"domain_scores_gemma":[0.8380047,0.1181131,0.0064150584,0.019897085,0.014861942,0.0027081822],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1869146,0.00093619316,0.0024864527,0.006286213,0.008197945,0.018887121,0.0046957084,0.019847622,0.004333176],"category_scores_gemma":[0.16363741,0.0012658156,0.002960656,0.0063083,0.04168153,0.015812736,0.01925804,0.013544751,0.0014292506],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000071493073,0.000005273112,0.00008237946,0.00004039877,0.0000114008,0.0000367409,0.00060563954,0.00014253809,0.000017410675,0.9931452,0.0023815895,0.003524235],"study_design_scores_gemma":[0.000030824376,0.000038336537,0.00038606924,0.0007489017,0.000037370628,0.0002269125,0.0004820295,0.0006038059,0.00016251742,0.8663862,0.13085283,0.000044254422],"about_ca_topic_score_codex":0.0071215266,"about_ca_topic_score_gemma":0.003442837,"teacher_disagreement_score":0.1869146,"about_ca_system_score_codex":0.008816366,"about_ca_system_score_gemma":0.028393261,"threshold_uncertainty_score":0.98851067},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2341380340","doi":"10.5281/zenodo.49700","title":"La Science Ouverte: Un Espace De Visibilité Et De Promotion De La Science","year":2015,"lang":"fr","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Cultural Insights and Digital Impacts","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Political science","score_opus":0.15131101489138107,"score_gpt":0.3338857560635405,"score_spread":0.1825747411721594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2341380340","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04063361,0.115342595,0.018155698,0.119693294,0.010171194,0.000029781559,0.00077279354,0.00023974026,0.69496137],"genre_scores_gemma":[0.68317574,0.06908394,0.009011243,0.006040739,0.01104407,0.00014948705,0.00050197274,0.0005398051,0.220453],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99576306,0.0018824134,0.00016826374,0.00050886953,0.0012096505,0.00046766325],"domain_scores_gemma":[0.9939575,0.003938769,0.00043390368,0.0004797325,0.00073640863,0.00045367974],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.004313332,0.0012007905,0.0008439308,0.0038688232,0.0060392413,0.019138167,0.000910436,0.005087304,0.018961838],"category_scores_gemma":[0.012261148,0.00042459514,0.00073951937,0.005128279,0.015386544,0.013906936,0.00585079,0.009098729,0.002356671],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007251622,0.000014817697,0.0004073991,0.00011712907,0.0000062803138,0.0000741145,0.006012316,0.00021164339,0.00025811378,0.95900327,0.010101511,0.023720806],"study_design_scores_gemma":[0.000020012714,0.000023254974,0.002256569,0.0003350234,0.000008391981,0.0002884109,0.0045476486,0.0003943185,0.0005156373,0.15869094,0.83288574,0.000033968445],"about_ca_topic_score_codex":0.05235288,"about_ca_topic_score_gemma":0.025163034,"teacher_disagreement_score":0.99908954,"about_ca_system_score_codex":0.011366333,"about_ca_system_score_gemma":0.00651042,"threshold_uncertainty_score":0.10409629},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2342223182","doi":"10.63567/3y78x433","title":"Collaboration among Legal Information Providers in Quebec: CAIJ and Lexum's Shared Vision","year":2016,"lang":"en","type":"article","venue":"Journal of open access to law","topic":"Legal Education and Practice Innovations","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Internet privacy; Business; Computer science","score_opus":0.045595924527835174,"score_gpt":0.46139923245358405,"score_spread":0.4158033079257489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2342223182","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12288436,0.010714193,0.0085754655,0.5188457,0.0008014692,0.00025713773,0.000617354,0.0003617795,0.33694252],"genre_scores_gemma":[0.9094647,0.0027503096,0.006041493,0.016151482,0.00015304427,0.00013559176,0.00024012648,0.00008373219,0.064979434],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9875092,0.00465028,0.00033972747,0.0011439415,0.003102421,0.0032544723],"domain_scores_gemma":[0.98099536,0.0054051327,0.0011159197,0.0008222683,0.005459582,0.006201733],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0105137415,0.0004155942,0.0004910888,0.0032103076,0.034326993,0.022578971,0.003038059,0.0063697333,0.009673504],"category_scores_gemma":[0.018243557,0.0006347316,0.00051452115,0.0050382908,0.012939972,0.009276064,0.010497142,0.0038623873,0.00056624686],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00017763111,0.00016892352,0.015918162,0.0003538971,0.00007848948,0.0029582763,0.14936459,0.0020460556,0.0013820739,0.51562667,0.18203716,0.12988804],"study_design_scores_gemma":[0.00009935198,0.00008148019,0.021988211,0.0009463706,0.00006520759,0.00060297194,0.14019677,0.0039560576,0.000527388,0.042238217,0.7890994,0.00019854041],"about_ca_topic_score_codex":0.98772997,"about_ca_topic_score_gemma":0.9910704,"teacher_disagreement_score":0.98772997,"about_ca_system_score_codex":0.1690222,"about_ca_system_score_gemma":0.29858568,"threshold_uncertainty_score":0.96381646},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2345430546","doi":"10.29173/cais665","title":"Linear vs. Visual Cognitive Style and Faceted vs. Visual Interaction in Digital Library User Interfaces","year":2013,"lang":"fr","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cognitive style; Computer science; Leverage (statistics); Digital library; User interface; Context (archaeology); World Wide Web; Human–computer interaction; Cognition; Psychology; Artificial intelligence; Linguistics; Geography","score_opus":0.016091263633613965,"score_gpt":0.2913358936974888,"score_spread":0.27524463006387484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2345430546","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9500261,0.00059098593,0.02611186,0.00021274791,0.000025767493,0.00028316453,0.00010387864,0.00018147001,0.022463895],"genre_scores_gemma":[0.98978686,0.00017643272,0.008361882,0.00008317767,0.000014494336,0.00017398404,0.00006567106,0.000045776505,0.0012916869],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9946668,0.00233531,0.00050701323,0.00048555783,0.0016971733,0.00030812583],"domain_scores_gemma":[0.946604,0.04348523,0.0030629935,0.0015561433,0.004361451,0.0009301217],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053107566,0.0006735361,0.00033874152,0.0018306734,0.0004162633,0.0050013135,0.00049017847,0.00074338046,0.004812661],"category_scores_gemma":[0.05326609,0.00030074478,0.00092181424,0.00092110754,0.0012340512,0.0025250174,0.002032301,0.00057930936,0.0006890666],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004609147,0.0007855107,0.33443925,0.0030650322,0.0006902142,0.0006451494,0.09800613,0.004344359,0.090618946,0.008895991,0.0012538037,0.4526465],"study_design_scores_gemma":[0.0005786116,0.0055035898,0.84878427,0.000992854,0.0008398885,0.0019602517,0.05179228,0.034883805,0.027412275,0.018279057,0.008468436,0.0005046918],"about_ca_topic_score_codex":0.0025012542,"about_ca_topic_score_gemma":0.002204515,"teacher_disagreement_score":0.0053107566,"about_ca_system_score_codex":0.00082567247,"about_ca_system_score_gemma":0.0004716653,"threshold_uncertainty_score":0.028086305},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2382972747","doi":"10.34105/j.kmel.2016.08.001","title":"Editorial: Models, technologies and approaches toward widening the open access to learning and education","year":2016,"lang":"en","type":"editorial","venue":"Knowledge Management & E-Learning An International Journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Open learning; Knowledge management; Informal learning; Open education; Globe; Productivity; Business model; Computer science; Business; Marketing; Economic growth; Teaching method; Sociology; World Wide Web; Cooperative learning; Psychology; Economics; Pedagogy","score_opus":0.04908212569322858,"score_gpt":0.37564597554272766,"score_spread":0.3265638498494991,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2382972747","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000039585724,0.0025909864,0.0001666413,0.013606952,0.9819339,0.00001337129,0.000027514845,0.000039550967,0.001581486],"genre_scores_gemma":[0.00033590395,0.0030968864,0.00008879622,0.004910034,0.9855806,0.000013855073,0.000019951229,0.000030361414,0.0059235664],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99384993,0.0006584695,0.00066543254,0.0007958357,0.0036428007,0.0003874902],"domain_scores_gemma":[0.9822618,0.0072923885,0.0011472898,0.00049202226,0.0059669577,0.0028395576],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0051263133,0.003940955,0.0033821356,0.0035409855,0.0037768465,0.009886229,0.0036352596,0.010374573,0.0139504885],"category_scores_gemma":[0.017187716,0.0010225241,0.002420147,0.0018596674,0.003080926,0.0067991,0.0018155894,0.014728856,0.011367029],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019810583,0.00001926101,0.000024199004,0.00015963743,0.000008887521,0.00006651531,0.000021459788,0.000032498046,0.00006495225,0.0005689015,0.99410653,0.004907447],"study_design_scores_gemma":[0.00003370274,0.000040601004,0.0002333418,0.00042820655,0.000027370466,0.00021885883,0.000088878944,0.00020751492,0.00012495533,0.0017444323,0.9968335,0.000018694129],"about_ca_topic_score_codex":0.001023199,"about_ca_topic_score_gemma":0.0028256194,"teacher_disagreement_score":0.9963647,"about_ca_system_score_codex":0.0020870008,"about_ca_system_score_gemma":0.003426644,"threshold_uncertainty_score":0.046669066},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2475318605","doi":"10.1177/0306312716659373","title":"Beams of particles and papers: How digital preprint archives shape authorship and credit","year":2016,"lang":"en","type":"preprint","venue":"Social Studies of Science","topic":"Research Data Management Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Invisibility; Preprint; Reading (process); Temporalities; Publishing; Computer science; Scrutiny; Order (exchange); Space (punctuation); Media studies; World Wide Web; Sociology; Political science; Law","score_opus":0.15692199277478205,"score_gpt":0.38354944745384456,"score_spread":0.2266274546790625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2475318605","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42985702,0.009468422,0.06390065,0.07931989,0.0015416666,0.00032418338,0.001424713,0.0017262298,0.4124373],"genre_scores_gemma":[0.95869803,0.0019619428,0.007247205,0.0014569204,0.0005890944,0.00017924744,0.0003415962,0.00090805395,0.028617803],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.95175266,0.030889712,0.0023549497,0.003936049,0.009060548,0.0020061552],"domain_scores_gemma":[0.6719333,0.22716546,0.028772369,0.036931287,0.026394676,0.00880287],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.04222775,0.00041917994,0.0007500098,0.0076680146,0.010280691,0.039370358,0.0034090688,0.00384342,0.031598926],"category_scores_gemma":[0.30203047,0.0009663633,0.00065896084,0.014970195,0.015863955,0.03794939,0.0133995935,0.0037042673,0.0065053664],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067908457,0.00024130773,0.082401715,0.0002740915,0.00010554166,0.00047192938,0.1458884,0.0023983584,0.00075688976,0.52363396,0.03243493,0.21071376],"study_design_scores_gemma":[0.00030094848,0.0001862243,0.029388191,0.00061240623,0.000098425655,0.00039865318,0.07684087,0.005252052,0.0018246347,0.5359549,0.34893698,0.00020577876],"about_ca_topic_score_codex":0.00896969,"about_ca_topic_score_gemma":0.0057235076,"teacher_disagreement_score":0.98971933,"about_ca_system_score_codex":0.010336109,"about_ca_system_score_gemma":0.010450148,"threshold_uncertainty_score":0.22332436},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts","scholarly_communication"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2482990642","doi":"","title":"Library Services: Vancouver Citation Style Guide: Package Inserts","year":2012,"lang":"en","type":"article","venue":"","topic":"Publishing and Scholarly Communication","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Style (visual arts); Citation; Computer science; Library science; World Wide Web; Geography; Archaeology","score_opus":0.031041876386243127,"score_gpt":0.22857769350638038,"score_spread":0.19753581712013726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2482990642","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00039981582,0.002138278,0.003607455,0.004385623,0.011599253,0.0019386822,0.127181,0.025837386,0.82291245],"genre_scores_gemma":[0.00072736444,0.0034312536,0.003268751,0.00055563304,0.000971271,0.00063574367,0.03592507,0.0070545324,0.9474304],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.991508,0.00065764156,0.0007827724,0.00048908975,0.0059708045,0.0005915363],"domain_scores_gemma":[0.92757666,0.009536909,0.0010447853,0.005434495,0.053423233,0.0029838334],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0053363014,0.0048752073,0.009819994,0.030092167,0.008572689,0.02092422,0.0068007065,0.0052923253,0.8925138],"category_scores_gemma":[0.05397175,0.006010921,0.0031998847,0.049220953,0.0018233228,0.0074179205,0.0048383973,0.0052648536,0.9026029],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017026152,0.000020868101,0.000031561918,0.00025902316,0.0000041194603,0.000005313112,0.000012827817,0.000049000697,0.00005281505,0.00029726877,0.98044467,0.018805439],"study_design_scores_gemma":[0.000045035842,0.000045774595,0.0013111454,0.0006337872,0.000034000317,0.000037005397,0.00013558943,0.00016161488,0.00029440245,0.0010403079,0.99619734,0.00006386925],"about_ca_topic_score_codex":0.12607078,"about_ca_topic_score_gemma":0.24977787,"teacher_disagreement_score":0.9790758,"about_ca_system_score_codex":0.005981889,"about_ca_system_score_gemma":0.025085147,"threshold_uncertainty_score":0.25067395},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2510217753","doi":"10.3138/jsp.44.2.004","title":"Caveat Publicatur","year":2012,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Geography","score_opus":0.07517900037508932,"score_gpt":0.2204508547811941,"score_spread":0.1452718544061048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2510217753","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026694946,0.004077162,0.016872086,0.61496544,0.15834402,0.0008854964,0.05622079,0.0032668756,0.14269868],"genre_scores_gemma":[0.08991456,0.0023418216,0.03324536,0.3871716,0.041281644,0.004921003,0.010626475,0.0025694591,0.42792806],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9622199,0.008676342,0.0035376353,0.0064606294,0.015197184,0.003908312],"domain_scores_gemma":[0.786569,0.10114154,0.012043321,0.045529954,0.052129544,0.0025866244],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.028074289,0.0014627333,0.0036037331,0.0070505003,0.0064217863,0.0103445025,0.008204554,0.012180533,0.33842543],"category_scores_gemma":[0.3969379,0.0013164637,0.0052912454,0.010172706,0.005789527,0.008303189,0.0073703346,0.01495073,0.08729251],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006833828,0.000021187701,0.00069137005,0.00044934195,0.000094372765,0.00016043983,0.00025572913,0.000084656625,0.000047338846,0.03889207,0.95059645,0.008638575],"study_design_scores_gemma":[0.0001271115,0.000019231456,0.002820439,0.0015483149,0.00013817521,0.0003260674,0.0009875094,0.00095604814,0.00041000568,0.088047214,0.90453494,0.00008492035],"about_ca_topic_score_codex":0.029241618,"about_ca_topic_score_gemma":0.046522133,"teacher_disagreement_score":0.9896555,"about_ca_system_score_codex":0.005204203,"about_ca_system_score_gemma":0.013492468,"threshold_uncertainty_score":0.94365585},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2510936828","doi":"10.1177/1740774516665597","title":"Adult patient perspectives on clinical trial result reporting: A survey of cancer patients","year":2016,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Dalhousie University; University of Calgary; University of Alberta","funders":"","keywords":"Medicine; Clinical trial; Family medicine; Internal medicine","score_opus":0.9095515158207234,"score_gpt":0.7475305313935051,"score_spread":0.16202098442721824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2510936828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reporting","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9925075,0.0015402425,0.00024099201,0.0029810723,0.000028424585,0.000055610137,0.00026533808,0.000014464499,0.0023664546],"genre_scores_gemma":[0.99754447,0.00073251367,0.00030648796,0.0011476513,0.000027154349,0.000039808132,0.0000779575,0.000003997086,0.000119933844],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9833156,0.010789087,0.0024049142,0.00057962904,0.0020656416,0.0008451818],"domain_scores_gemma":[0.92983985,0.03189978,0.027313191,0.0012033817,0.005166072,0.0045776847],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011528329,0.00013809373,0.00043674427,0.0009218209,0.00094674644,0.0020419776,0.0003611117,0.001100289,0.002777469],"category_scores_gemma":[0.05735607,0.00025181743,0.00048284695,0.0013339276,0.00084724196,0.0014124695,0.0010585765,0.0011475371,0.00033770065],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058395765,0.0002421931,0.90471804,0.0005664142,0.00014367007,0.0010270795,0.041340243,0.00014742861,0.00065944623,0.00026821735,0.0044766823,0.045826644],"study_design_scores_gemma":[0.00013081556,0.0027975456,0.83502454,0.00095960475,0.00019559858,0.008754871,0.12987792,0.00092197454,0.000654612,0.00036055356,0.020149227,0.00017273914],"about_ca_topic_score_codex":0.0023139557,"about_ca_topic_score_gemma":0.0019051562,"teacher_disagreement_score":0.9884717,"about_ca_system_score_codex":0.00088395254,"about_ca_system_score_gemma":0.0011352001,"threshold_uncertainty_score":0.06096834},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2517520435","doi":"10.1016/j.jclinepi.2016.08.004","title":"Authors seldom report the most patient-important outcomes and absolute effect measures in systematic review abstracts","year":2016,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":41,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; Canada Research Chairs; McMaster University; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Systematic review; MEDLINE; Relative risk; Absolute risk reduction; Meta-analysis; Cochrane Library; Absolute (philosophy); Family medicine; Confidence interval; Internal medicine","score_opus":0.8594837081704251,"score_gpt":0.6711357165434036,"score_spread":0.18834799162702143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2517520435","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"reporting","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015448863,0.89266247,0.033656947,0.011027682,0.011860874,0.0055666794,0.024411106,0.0006719299,0.0046934425],"genre_scores_gemma":[0.47247943,0.31447908,0.13270798,0.021096414,0.010735991,0.03529573,0.010630365,0.00087091874,0.0017040324],"study_design_codex":"systematic_review","study_design_gemma":"observational","domain_scores_codex":[0.56841457,0.16803385,0.23311065,0.008138078,0.021048574,0.0012542168],"domain_scores_gemma":[0.30286437,0.59017044,0.07116083,0.016480302,0.017985797,0.0013382266],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.18046963,0.0041172723,0.019823981,0.0314575,0.001293392,0.008137962,0.003092247,0.0049117147,0.0085058],"category_scores_gemma":[0.7029149,0.0038186891,0.027737824,0.017256284,0.0023158863,0.009836857,0.00589077,0.006297283,0.001422762],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021659138,0.00005668444,0.008040653,0.631157,0.26141024,0.00017204924,0.0013535941,0.00056041096,0.0004585174,0.0022706906,0.016682187,0.07567215],"study_design_scores_gemma":[0.008602984,0.00095538894,0.024776446,0.24849068,0.6512188,0.0011788544,0.0013175313,0.0011040621,0.0018675547,0.019118955,0.040739927,0.0006289058],"about_ca_topic_score_codex":0.0014524644,"about_ca_topic_score_gemma":0.0038658637,"teacher_disagreement_score":0.81953037,"about_ca_system_score_codex":0.0024267086,"about_ca_system_score_gemma":0.0069278697,"threshold_uncertainty_score":0.95442605},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2518646621","doi":"10.1002/asi.23833","title":"Scholarly use of social media and altmetrics: A review of the literature","year":2017,"lang":"en","type":"review","venue":"Journal of the Association for Information Science and Technology","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":571,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université de Montréal","funders":"Social Sciences and Humanities Research Council of Canada; Alfred P. Sloan Foundation","keywords":"Altmetrics; Scholarship; Social media; Scholarly communication; Promotion (chess); Sociology; Data science; Computer science; Social science; Political science; World Wide Web; Publishing","score_opus":0.17870384047953633,"score_gpt":0.45440800468111564,"score_spread":0.2757041642015793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2518646621","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017093186,0.9983033,0.00010243101,0.00053719454,0.000117428775,0.000008008286,0.000015835538,0.0000032375847,0.0007416891],"genre_scores_gemma":[0.0016848245,0.9976042,0.00025716808,0.00017242543,0.0001484366,0.00001393318,0.000020154122,0.000002272621,0.00009658197],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950271,0.0017883696,0.0008965527,0.00042889343,0.0017176946,0.0001413861],"domain_scores_gemma":[0.9625308,0.030543257,0.0025643124,0.00037546127,0.0036235945,0.00036266507],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0082895085,0.0010459815,0.0016199782,0.017862445,0.0010121685,0.0039315587,0.0014427361,0.0019463847,0.0032453265],"category_scores_gemma":[0.02383848,0.00066008,0.0010863525,0.022219671,0.0021300865,0.00507254,0.0019335478,0.001721205,0.00086112216],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004414248,0.00006507121,0.0013318098,0.11349039,0.00027510154,0.00012172716,0.0013347283,0.00021313963,0.00031855385,0.008810128,0.014105948,0.8598893],"study_design_scores_gemma":[0.000012472351,0.00010645672,0.008605907,0.19584927,0.00087420514,0.0011348579,0.0024840964,0.00022435348,0.00045403407,0.0056307334,0.78454965,0.00007396085],"about_ca_topic_score_codex":0.003404649,"about_ca_topic_score_gemma":0.0072152372,"teacher_disagreement_score":0.9917105,"about_ca_system_score_codex":0.0022589033,"about_ca_system_score_gemma":0.0068999,"threshold_uncertainty_score":0.043839574},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2526349856","doi":"10.18438/b8mm0j","title":"Retroactive Collection Development: Gap Identification through Citation Analysis","year":2016,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Academic Writing and Publishing","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Collection development; Identification (biology); Computer science; Citation; Data science; Information retrieval; Library science","score_opus":0.040432228185220145,"score_gpt":0.2586946566664715,"score_spread":0.21826242848125138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2526349856","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.102303386,0.05966244,0.49101424,0.055641077,0.021472896,0.042269375,0.05136863,0.011946452,0.1643215],"genre_scores_gemma":[0.3311174,0.022211434,0.5505941,0.0044157715,0.0023976648,0.027410576,0.016424404,0.0033791058,0.042049572],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.8713336,0.051418055,0.029404534,0.005742857,0.040284373,0.0018165511],"domain_scores_gemma":[0.43981144,0.2696332,0.038551565,0.06571729,0.18239112,0.0038953705],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.10505178,0.0014283513,0.0028753881,0.025406389,0.00489741,0.012077713,0.0075402404,0.00246194,0.038465627],"category_scores_gemma":[0.4597094,0.0011067837,0.0033260442,0.033213437,0.0025003012,0.011923597,0.01090674,0.0022172472,0.010339354],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015683437,0.00058218907,0.013238859,0.038739737,0.0013575252,0.00042549567,0.011193487,0.0007318419,0.0025808539,0.025255006,0.095303245,0.8090234],"study_design_scores_gemma":[0.0007857358,0.001312551,0.034251507,0.044634726,0.0061562285,0.0013443155,0.022408728,0.0103581855,0.04510528,0.1001903,0.73273116,0.00072134804],"about_ca_topic_score_codex":0.0027793043,"about_ca_topic_score_gemma":0.0059406585,"teacher_disagreement_score":0.97459364,"about_ca_system_score_codex":0.0035570727,"about_ca_system_score_gemma":0.024054872,"threshold_uncertainty_score":0.5555736},"labels":[{"model":"gemma","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2536088371","doi":"","title":"Naming, Branding and Promoting the Institutional Repository: A Social Marketing Approach from the Canadian Perspective","year":2009,"lang":"en","type":"article","venue":"SMARTech Repository (Georgia Institute of Technology)","topic":"Corporate Social Responsibility Reporting","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Marketing; Public relations; Business; Social marketing; Sociology; Political science; Computer science","score_opus":0.012518718374573386,"score_gpt":0.21835564246069553,"score_spread":0.20583692408612214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2536088371","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04947187,0.0045256694,0.0143008325,0.09016073,0.00024543915,0.00012312054,0.00015145286,0.00008688319,0.84093404],"genre_scores_gemma":[0.9444705,0.0046703806,0.00644802,0.0034169983,0.00014241655,0.000055151602,0.000044097047,0.0000627167,0.040689696],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937611,0.0020763106,0.00010950413,0.000373668,0.0022222134,0.0014572728],"domain_scores_gemma":[0.9941602,0.0022747263,0.00045288945,0.00019154347,0.001877657,0.0010431517],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0044226632,0.0009413352,0.0005601309,0.009969761,0.025586225,0.025149135,0.0030721626,0.0055762855,0.009458324],"category_scores_gemma":[0.006517298,0.0005696119,0.00057739957,0.0109197,0.038821086,0.013018033,0.004044701,0.005053969,0.0003750535],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001202335,0.000028659031,0.0010782577,0.000060687365,0.000006002134,0.00014987931,0.015274274,0.00039614068,0.00016356239,0.9653856,0.0034340352,0.014010956],"study_design_scores_gemma":[0.00003424217,0.000061344515,0.012891531,0.0009108134,0.0001054358,0.0004237459,0.16211678,0.005297625,0.0012541838,0.46205324,0.35462862,0.00022242052],"about_ca_topic_score_codex":0.94769084,"about_ca_topic_score_gemma":0.9726888,"teacher_disagreement_score":0.9748509,"about_ca_system_score_codex":0.13656718,"about_ca_system_score_gemma":0.13547687,"threshold_uncertainty_score":0.99086887},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2544237122","doi":"10.1002/asi.23781","title":"Developments in research data management in academic libraries: Towards an understanding of research data service maturity","year":2017,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Research Data Management Practices","field":"Computer Science","cited_by":228,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"RDM; Maturity (psychological); Data management; Data curation; Service (business); Capability Maturity Model; Data management plan; Service delivery framework; Data as a service; Knowledge management; Public relations; Business; Computer science; Data science; Political science; Marketing; Database","score_opus":0.6200252280254551,"score_gpt":0.5405688026875997,"score_spread":0.07945642533785546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2544237122","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7348284,0.013030566,0.079885334,0.09783418,0.00023134208,0.00048581065,0.0002996034,0.0004573965,0.0729474],"genre_scores_gemma":[0.9626925,0.0034880273,0.030479385,0.0010154,0.00008742388,0.000106179505,0.0001719953,0.000052180287,0.0019068891],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9532403,0.025332801,0.0056918613,0.002557404,0.009443614,0.0037339923],"domain_scores_gemma":[0.8146402,0.086735606,0.02637289,0.010180515,0.046684626,0.015386127],"candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.077457085,0.00038585404,0.00041713894,0.009509227,0.0038375258,0.023918947,0.0026148017,0.002743375,0.0016899663],"category_scores_gemma":[0.12193585,0.0008563505,0.0006574387,0.012925868,0.009486009,0.044954453,0.011770824,0.00525728,0.00068138505],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018072373,0.0005687926,0.19288376,0.0019724052,0.000060278628,0.00058333715,0.2606536,0.0019137526,0.0026912263,0.18003966,0.0042732945,0.35417908],"study_design_scores_gemma":[0.000034902314,0.0005318911,0.11297862,0.0030324196,0.00005538971,0.0019398945,0.53260463,0.010587244,0.005569352,0.10580715,0.22658102,0.00027756227],"about_ca_topic_score_codex":0.010536784,"about_ca_topic_score_gemma":0.0069802697,"teacher_disagreement_score":0.9973852,"about_ca_system_score_codex":0.01189678,"about_ca_system_score_gemma":0.03138893,"threshold_uncertainty_score":0.4096371},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2548535514","doi":"","title":"Sustaining Open Access","year":2016,"lang":"en","type":"article","venue":"University of North Texas Digital Library (University of North Texas)","topic":"Library Science and Information Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publishing; Electronic publishing; Session (web analytics); Open access publishing; Computer science; World Wide Web; Library science; Political science; The Internet; Law","score_opus":0.02350295721281676,"score_gpt":0.20639585649628636,"score_spread":0.1828928992834696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2548535514","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010405359,0.0017830753,0.012671716,0.20230988,0.0131142875,0.00034535845,0.00056852406,0.0013137063,0.7574881],"genre_scores_gemma":[0.23665471,0.0023091708,0.008601546,0.10020234,0.011048787,0.0006790077,0.0013644301,0.0011140212,0.63802606],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.986484,0.0024303051,0.0004226422,0.0009835253,0.007701516,0.0019780374],"domain_scores_gemma":[0.95453346,0.010384197,0.0017714901,0.0070348717,0.011446526,0.014829535],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.016991623,0.0003928506,0.00032671692,0.0013282569,0.007006101,0.013731126,0.0020908485,0.0065374714,0.112879686],"category_scores_gemma":[0.062265757,0.0003686912,0.0006525105,0.0010679965,0.0035073396,0.014749997,0.015843004,0.0071331444,0.025465243],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043842698,0.00010489089,0.00064560946,0.0001287077,0.00000992261,0.00023937745,0.0030148702,0.00010293307,0.0015953156,0.15217254,0.7349207,0.10702134],"study_design_scores_gemma":[0.000010860154,0.00004043342,0.0009922513,0.00008843068,0.0000042331662,0.00007004969,0.0016107816,0.00010172088,0.00057604053,0.02135769,0.97513026,0.000017277323],"about_ca_topic_score_codex":0.0029089623,"about_ca_topic_score_gemma":0.0066397446,"teacher_disagreement_score":0.9979091,"about_ca_system_score_codex":0.0022443305,"about_ca_system_score_gemma":0.011415256,"threshold_uncertainty_score":0.37762022},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2556066278","doi":"10.1007/s11948-016-9845-3","title":"Media Portrayal of a Landmark Neuroscience Experiment on Free Will","year":2016,"lang":"en","type":"article","venue":"Science and Engineering Ethics","topic":"Free Will and Agency","field":"Neuroscience","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal Clinical Research Institute","funders":"Fonds de Recherche du Québec - Santé; Social Sciences and Humanities Research Council of Canada; Government of Canada","keywords":"Autonomy; Free will; Philosophy of science; Credibility; Agency (philosophy); Neuroethics; Psychology; Social media; Incompatibilism; Epistemology; Sense of agency; Social psychology; Compatibilism; Sociology; Political science; Law; Neuroscience; Philosophy","score_opus":0.05317736546638603,"score_gpt":0.2736203045722404,"score_spread":0.22044293910585439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2556066278","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19233967,0.0025505677,0.0024909824,0.20592713,0.0071722544,0.000060260256,0.00062582723,0.00021980988,0.5886136],"genre_scores_gemma":[0.8830661,0.0011865823,0.00052085443,0.028547287,0.006082855,0.000084340725,0.00018332274,0.00022646794,0.0801021],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99773943,0.0010046175,0.00004154209,0.0001676132,0.0006958521,0.0003510209],"domain_scores_gemma":[0.9848247,0.012092524,0.0010814082,0.00038094114,0.00081413396,0.00080626365],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.003210021,0.0005131598,0.00023833732,0.0016926231,0.0073070205,0.008032439,0.0005886895,0.0058771227,0.009282271],"category_scores_gemma":[0.013071117,0.0003020142,0.0002875907,0.0010133026,0.006534326,0.0036705222,0.0027532002,0.008229472,0.0012060519],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000976757,0.00015047457,0.004126656,0.00032021987,0.000054669363,0.003261345,0.13624817,0.000528388,0.007057702,0.43791214,0.3830131,0.026350483],"study_design_scores_gemma":[0.000075112825,0.00013063743,0.008398787,0.0003406846,0.000052460615,0.00051577104,0.037126563,0.00088538945,0.002748496,0.01829476,0.9313294,0.00010194021],"about_ca_topic_score_codex":0.012082478,"about_ca_topic_score_gemma":0.018484555,"teacher_disagreement_score":0.992693,"about_ca_system_score_codex":0.0036442447,"about_ca_system_score_gemma":0.0010641189,"threshold_uncertainty_score":0.031052232},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2572490305","doi":"10.1002/lob.10158","title":"Science Policy in Person: Profiles of the ASLO Public Policy Committee (Part 1 of 2)","year":2017,"lang":"en","type":"article","venue":"Limnology and Oceanography Bulletin","topic":"Coastal and Marine Management","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Habitats Directive; Marine Strategy Framework Directive; Sustainability; Environmental resource management; Directive; Natural resource; Water Framework Directive; Corporate governance; Political science; Sustainability science; Environmental planning; Business; Biodiversity; Geography; Ecology; Ecosystem; Environmental science; Social sustainability","score_opus":0.013806116858588948,"score_gpt":0.2266787811988962,"score_spread":0.21287266434030724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2572490305","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0041114893,0.0069591347,0.0019780048,0.8148214,0.028555773,0.0023636678,0.0021301755,0.00064667716,0.13843365],"genre_scores_gemma":[0.016068518,0.0051942267,0.0033524567,0.59417236,0.014024426,0.006066938,0.0017965144,0.00063451246,0.35869005],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96263885,0.008327503,0.0026506442,0.0025798907,0.008746204,0.015056959],"domain_scores_gemma":[0.9223874,0.014705013,0.005390224,0.0032597673,0.019077558,0.035180032],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.063018374,0.0015214086,0.0019255724,0.0034098236,0.020720765,0.031906933,0.0049618073,0.050025955,0.08633015],"category_scores_gemma":[0.07409664,0.002434045,0.0016574464,0.004385086,0.0046797544,0.0143043045,0.016427947,0.021663643,0.056047898],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048640046,0.00009758975,0.0007733812,0.0001969039,0.000006705195,0.00018164341,0.0009443558,0.00006862794,0.00032172614,0.008872616,0.9771549,0.011332945],"study_design_scores_gemma":[0.000017297003,0.00001513515,0.00085491955,0.00026204207,0.0000031123666,0.000028454504,0.0010528028,0.000058406513,0.00005858782,0.00087655324,0.99674857,0.000024175892],"about_ca_topic_score_codex":0.021442864,"about_ca_topic_score_gemma":0.019721972,"teacher_disagreement_score":0.08633015,"about_ca_system_score_codex":0.019529464,"about_ca_system_score_gemma":0.08983511,"threshold_uncertainty_score":0.333277},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["sts"],"domain":null,"study_design":"design_other","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2577652526","doi":"10.3138/jsp.48.2.br","title":"<i>Digital Scholarly Editing: Theories, Models and Methods</i> by Elena Pierazzo","year":2017,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Digital Humanities and Scholarship","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Data science; Epistemology; Philosophy","score_opus":0.06325467530447566,"score_gpt":0.281298527087911,"score_spread":0.21804385178343533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2577652526","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026455198,0.118442036,0.027398782,0.53374076,0.04237922,0.00011907677,0.00043116615,0.0006843624,0.27415904],"genre_scores_gemma":[0.14981933,0.23120722,0.044396322,0.093817174,0.089439034,0.0010275297,0.00094481884,0.0027825907,0.38656592],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99587953,0.002041945,0.00017976244,0.0006550652,0.0011086933,0.00013496057],"domain_scores_gemma":[0.9783764,0.016491696,0.00082282827,0.0011611604,0.0023036464,0.0008443131],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005731369,0.00091443677,0.0008832929,0.0033376778,0.004453233,0.014388204,0.0013710159,0.0027938706,0.0197552],"category_scores_gemma":[0.020269174,0.00045301055,0.0005228454,0.0043244557,0.009213309,0.011215773,0.00442661,0.006114178,0.008293532],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016443533,0.00002528352,0.00046676042,0.00037468303,0.000015286141,0.000036295947,0.0022009003,0.00015003775,0.00013136404,0.22471918,0.70624065,0.06562306],"study_design_scores_gemma":[0.0000055752807,0.000010972333,0.000582223,0.0011039026,0.000012466872,0.00014191859,0.0014236978,0.00055847905,0.00026445318,0.06961614,0.92625415,0.000025949294],"about_ca_topic_score_codex":0.003409393,"about_ca_topic_score_gemma":0.005945985,"teacher_disagreement_score":0.0197552,"about_ca_system_score_codex":0.002515672,"about_ca_system_score_gemma":0.0034587148,"threshold_uncertainty_score":0.06608778},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2583047471","doi":"10.1080/08989621.2017.1287567","title":"Best Practice to Order Authors in Multi/Interdisciplinary Health Sciences Research Publications","year":2017,"lang":"en","type":"article","venue":"Accountability in Research","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Social Sciences and Humanities Research Council; Social Sciences and Humanities Research Council of Canada; Université de Montréal","keywords":"Order (exchange); Engineering ethics; Declaration; Best practice; Accountability; Attribution; Confusion; Computer science; Political science; Psychology; Public relations; Management science; Sociology; Business; Social psychology; Law; Engineering","score_opus":0.9220851009964572,"score_gpt":0.8041078746149898,"score_spread":0.11797722638146746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2583047471","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017137012,0.0017632734,0.77893716,0.11262699,0.0063928342,0.008282172,0.00015701487,0.0028789851,0.07182456],"genre_scores_gemma":[0.06549814,0.0008957095,0.9120229,0.0063601756,0.0006245003,0.0033694229,0.00010458735,0.00039836654,0.010726135],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.39886358,0.42245296,0.067721196,0.020185743,0.084757045,0.0060194996],"domain_scores_gemma":[0.3275015,0.32076752,0.054124217,0.111902304,0.16844988,0.017254544],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.37407914,0.0021028917,0.001978161,0.014000901,0.018670917,0.023131873,0.007380008,0.012818745,0.0070227603],"category_scores_gemma":[0.521314,0.0028996924,0.0017406225,0.0070490413,0.026912704,0.02579167,0.019120986,0.016007675,0.011306572],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023450957,0.00039427573,0.0068905917,0.002773173,0.00016634182,0.0010372141,0.08877509,0.002272952,0.0051929327,0.34160218,0.07867654,0.47198424],"study_design_scores_gemma":[0.00027258892,0.0003352426,0.00305891,0.007755282,0.00011074703,0.0016591416,0.034361895,0.007443484,0.010090038,0.45325175,0.48115432,0.000506647],"about_ca_topic_score_codex":0.0037399228,"about_ca_topic_score_gemma":0.0098402575,"teacher_disagreement_score":0.98718125,"about_ca_system_score_codex":0.012023947,"about_ca_system_score_gemma":0.04839653,"threshold_uncertainty_score":0.77187186},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2587252982","doi":"10.18192/uojm.v7i1.1755","title":"Predatory Journals : Do Not Enter","year":2017,"lang":"en","type":"article","venue":"University of Ottawa Journal of Medicine","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Humanities; Audience measurement; Political science; Credibility; Publishing; Library science; Art; Law; Computer science","score_opus":0.5181515019525601,"score_gpt":0.5358257010649157,"score_spread":0.01767419911235557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2587252982","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04443722,0.013877153,0.006784118,0.26640856,0.024506468,0.00037898048,0.0010289082,0.002380036,0.6401985],"genre_scores_gemma":[0.49991596,0.012432058,0.006946796,0.12741092,0.01530751,0.0006027716,0.0010382679,0.0030975188,0.3332481],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96270245,0.01099276,0.0028094535,0.0029089048,0.017218033,0.0033684308],"domain_scores_gemma":[0.72702754,0.08759937,0.045926698,0.036918823,0.059551902,0.042975664],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.016539536,0.0005814989,0.00096762413,0.004174607,0.0087118745,0.033346545,0.0028512485,0.007516804,0.089724965],"category_scores_gemma":[0.21850118,0.00077279954,0.0005220979,0.0051707253,0.013017911,0.026632907,0.01653386,0.006021612,0.04189736],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002792869,0.00022233569,0.019924514,0.0015486439,0.000059837188,0.0023055084,0.027449528,0.00008293259,0.001153187,0.22219189,0.54877454,0.17600776],"study_design_scores_gemma":[0.00002877496,0.00007682973,0.003693436,0.0011042032,0.000018633978,0.001338107,0.009462665,0.00009207768,0.00044964266,0.036024075,0.9476592,0.00005238953],"about_ca_topic_score_codex":0.0020540769,"about_ca_topic_score_gemma":0.0034638797,"teacher_disagreement_score":0.9924832,"about_ca_system_score_codex":0.0056644343,"about_ca_system_score_gemma":0.013612746,"threshold_uncertainty_score":0.30015987},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2595552036","doi":"10.29173/cais217","title":"Proposal for an Alternate Structure to Organize and Access Resources in a Virtual Library in Education","year":2013,"lang":"fr","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"USable; Library science; Web site; Computer science; Field (mathematics); World Wide Web; The Internet","score_opus":0.020956208191918558,"score_gpt":0.2744966942057839,"score_spread":0.2535404860138653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2595552036","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026487183,0.00039621533,0.9143065,0.010314281,0.0007886994,0.0028621764,0.0006803694,0.0031651356,0.04099944],"genre_scores_gemma":[0.053122196,0.00019443303,0.91399276,0.00068020594,0.0001302463,0.001218848,0.00084195565,0.00023151143,0.029587861],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99598444,0.001102154,0.0005471925,0.00072363205,0.0011622772,0.00048037627],"domain_scores_gemma":[0.9905708,0.0014048194,0.0004991708,0.0017636153,0.0040219473,0.0017397006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064513874,0.0004403453,0.00047983116,0.0035781497,0.0032363508,0.008502161,0.0026382029,0.0035630353,0.011327304],"category_scores_gemma":[0.009856881,0.0007033012,0.0016068293,0.0028869044,0.004373597,0.007903121,0.0033728485,0.0029164571,0.005447311],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029489739,0.00066008506,0.0074322848,0.00053109584,0.000057142028,0.0007500981,0.010677899,0.0050279764,0.02059943,0.5543332,0.04076502,0.35887086],"study_design_scores_gemma":[0.00033411878,0.0012305408,0.010909152,0.00075526914,0.00012757265,0.0018472209,0.0075244624,0.046700213,0.011739701,0.17332731,0.74517804,0.00032641192],"about_ca_topic_score_codex":0.016029336,"about_ca_topic_score_gemma":0.016291294,"teacher_disagreement_score":0.016029336,"about_ca_system_score_codex":0.0040176976,"about_ca_system_score_gemma":0.013317872,"threshold_uncertainty_score":0.037893593},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2599395542","doi":"10.1177/0306312717694512","title":"From ‘just the facts’ to ‘more theory and methods, please’: The evolution of the research article in <i>Administrative Science Quarterly</i> , 1956–2008","year":2017,"lang":"en","type":"article","venue":"Social Studies of Science","topic":"Management and Organizational Studies","field":"Business, Management and Accounting","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Discipline; Section (typography); Epistemology; Period (music); Sociology; Resizing; Positive economics; Social science; Computer science; Economics; Philosophy","score_opus":0.11762719503584612,"score_gpt":0.42968128385042054,"score_spread":0.3120540888145744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2599395542","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0916736,0.2895377,0.023220155,0.398641,0.021909576,0.00012752593,0.0008525208,0.00038082158,0.17365709],"genre_scores_gemma":[0.76261175,0.13570334,0.026778875,0.029374737,0.021253733,0.00018416934,0.00067280955,0.0006920582,0.022728512],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9807587,0.0091428915,0.001723878,0.0020520482,0.0054739914,0.0008484545],"domain_scores_gemma":[0.82635725,0.120998725,0.017432375,0.009804062,0.02088598,0.004521651],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.026443793,0.00032790517,0.00043506472,0.014550586,0.005380238,0.022715868,0.0010606949,0.002134898,0.0050741024],"category_scores_gemma":[0.08587782,0.00070391945,0.0004314546,0.018536355,0.02276996,0.017966429,0.0036851922,0.0036837275,0.0015632556],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000111185094,0.0000734368,0.018671816,0.0022944452,0.000084111285,0.00030233504,0.0665573,0.00042248622,0.0015601013,0.40396512,0.1023002,0.4036575],"study_design_scores_gemma":[0.00001681414,0.00008325139,0.018393263,0.0036636798,0.00003622086,0.000365958,0.02058728,0.00035398832,0.0010086907,0.061592482,0.8938364,0.00006198075],"about_ca_topic_score_codex":0.004412038,"about_ca_topic_score_gemma":0.005515621,"teacher_disagreement_score":0.98544943,"about_ca_system_score_codex":0.008750603,"about_ca_system_score_gemma":0.010725196,"threshold_uncertainty_score":0.13984984},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics","scholarly_communication"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2607780492","doi":"10.1007/s11948-017-9902-6","title":"A New Science Publishing System for a Budding Science Publishing Crisis","year":2017,"lang":"en","type":"article","venue":"Science and Engineering Ethics","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Publishing; Philosophy of science; Scientific publishing; Science policy; Political science; Engineering ethics; Epistemology; Law; Engineering; Philosophy","score_opus":0.17828636987509422,"score_gpt":0.42874400817412467,"score_spread":0.25045763829903045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2607780492","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044112753,0.001855722,0.04743717,0.6582044,0.016422369,0.0005079536,0.0004307691,0.002985063,0.22804387],"genre_scores_gemma":[0.5714407,0.0014652929,0.083206154,0.100349426,0.020341806,0.0014177957,0.0006511798,0.0019357036,0.21919201],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9630211,0.013004627,0.0034974753,0.004062332,0.013043374,0.003371082],"domain_scores_gemma":[0.8603612,0.033187017,0.006613139,0.023434136,0.03455502,0.041849475],"candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.055275667,0.00053855433,0.0010530666,0.0038039556,0.012782224,0.053186998,0.004177185,0.016733386,0.03075321],"category_scores_gemma":[0.09534567,0.0011451582,0.0013931898,0.0039191456,0.015138931,0.044103827,0.017985797,0.018713066,0.007707983],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009041791,0.0001958025,0.0015633404,0.00007522527,0.000025909021,0.00027948275,0.0021520846,0.0005997004,0.0006017692,0.8544587,0.11369879,0.026258843],"study_design_scores_gemma":[0.00018407452,0.00013087464,0.0026879497,0.00020492643,0.000029528926,0.00033078634,0.0019408447,0.004139667,0.00057880563,0.3109271,0.6786782,0.00016724809],"about_ca_topic_score_codex":0.0037112033,"about_ca_topic_score_gemma":0.005370388,"teacher_disagreement_score":0.9958228,"about_ca_system_score_codex":0.012145946,"about_ca_system_score_gemma":0.046522222,"threshold_uncertainty_score":0.29232913},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2610741382","doi":"10.1016/j.wneu.2017.04.157","title":"The Spectrum of Altmetrics in Neurosurgery: The Top 100 “Trending” Articles in Neurosurgical Journals","year":2017,"lang":"en","type":"review","venue":"World Neurosurgery","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":98,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Altmetrics; Social media; Medicine; Neurosurgery; Citation; Mainstream; Bibliometrics; Outreach; Medical education; Library science; World Wide Web; Surgery; Computer science","score_opus":0.41313739206947037,"score_gpt":0.49475298336685625,"score_spread":0.08161559129738588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2610741382","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011239053,0.99631643,0.00007437346,0.0009889334,0.0003844669,0.00001942942,0.00039786077,0.000015468648,0.00067905517],"genre_scores_gemma":[0.009219314,0.98798335,0.00046075322,0.0008261347,0.0008402707,0.000025932748,0.00035707213,0.000011460187,0.00027569843],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9957581,0.00058945554,0.0014816226,0.0004521944,0.0014645273,0.00025403136],"domain_scores_gemma":[0.98449206,0.008163125,0.003917577,0.00017001411,0.0026479329,0.00060931564],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0039173793,0.0012372142,0.0026337537,0.035600968,0.000689957,0.004523091,0.0012270111,0.0016043771,0.005859058],"category_scores_gemma":[0.014922448,0.00049789523,0.0025591687,0.035285432,0.0010071497,0.004670293,0.0018848663,0.0012889176,0.0009407569],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047275852,0.00008559114,0.013452144,0.25068694,0.0033048652,0.00042685925,0.0007482672,0.00017004421,0.0012931564,0.0017858258,0.037182987,0.6903906],"study_design_scores_gemma":[0.00027348494,0.00040052965,0.08015744,0.32342178,0.019858731,0.0051977993,0.0036306619,0.0003405684,0.0015403486,0.004656097,0.56030905,0.00021348099],"about_ca_topic_score_codex":0.0024073801,"about_ca_topic_score_gemma":0.0075242883,"teacher_disagreement_score":0.9960826,"about_ca_system_score_codex":0.0017266464,"about_ca_system_score_gemma":0.0047981874,"threshold_uncertainty_score":0.020717323},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2611920100","doi":"10.1186/s12961-017-0200-1","title":"Policymaker experiences with rapid response briefs to address health-system and technology questions in Uganda","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Health services research; Public health; Health administration; Health informatics; Medicine; Health economics; Health policy; Social policy; Family medicine; Environmental health; Nursing; Political science","score_opus":0.172793535929432,"score_gpt":0.5048071456256642,"score_spread":0.33201360969623217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2611920100","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9163519,0.002761035,0.021408744,0.041703336,0.00078666565,0.0020946385,0.00018362417,0.0006393748,0.014070733],"genre_scores_gemma":[0.957481,0.0020278406,0.023350177,0.008342166,0.0002214538,0.0024991783,0.00010486986,0.00021725209,0.005755998],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.8447419,0.13820295,0.0057248315,0.0018553948,0.004196197,0.0052787177],"domain_scores_gemma":[0.7716541,0.185358,0.013047275,0.006947764,0.013488402,0.009504382],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.13511558,0.0009358168,0.001108963,0.0014113857,0.0107312845,0.008465412,0.003168228,0.007996206,0.009476546],"category_scores_gemma":[0.23575693,0.0017539506,0.0011275697,0.0016582491,0.005992309,0.010131048,0.0094448645,0.007963577,0.0023671528],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004302638,0.00068754255,0.006195261,0.0014058134,0.000031015235,0.005270549,0.91607684,0.00042981186,0.003914376,0.0029660638,0.0073818252,0.055210654],"study_design_scores_gemma":[0.00021795201,0.0023141718,0.0047950824,0.002547143,0.000066008695,0.0021640023,0.82211393,0.0020723627,0.004254662,0.0048816777,0.1542602,0.00031284653],"about_ca_topic_score_codex":0.003065121,"about_ca_topic_score_gemma":0.0030275513,"teacher_disagreement_score":0.13511558,"about_ca_system_score_codex":0.0067839343,"about_ca_system_score_gemma":0.010651411,"threshold_uncertainty_score":0.714568},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2614250894","doi":"10.1017/cem.2017.292","title":"P090: Electronic invitations received from predatory journals and fraudulent conferences: a 6-month young researcher experience","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre hospitalier universitaire de Québec","funders":"","keywords":"Publishing; Publication; Medicine; Library science; Family medicine; Political science; Law; Computer science","score_opus":0.7878409052410476,"score_gpt":0.6192272024603012,"score_spread":0.1686137027807464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2614250894","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9263334,0.001371093,0.0023985624,0.03800017,0.0047313874,0.0013084644,0.0007932826,0.0005437928,0.024519902],"genre_scores_gemma":[0.8786666,0.0019709293,0.0048443493,0.021703409,0.003549751,0.0018392995,0.0008386705,0.00076222845,0.08582476],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9896456,0.0059774825,0.0005620932,0.00057535974,0.0014014334,0.001837981],"domain_scores_gemma":[0.9075351,0.019776309,0.003540818,0.001709177,0.010230289,0.05720829],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.023104401,0.00077041175,0.0009855626,0.002107299,0.017486095,0.008881188,0.0020694684,0.0044168537,0.025494274],"category_scores_gemma":[0.055162396,0.0010062702,0.0008258046,0.0015718881,0.0029394834,0.0048310007,0.012946045,0.0042300206,0.010892541],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011583215,0.00748985,0.11945236,0.00060990645,0.0001059964,0.013571306,0.57096976,0.00009329525,0.004496632,0.0012570177,0.15194759,0.12884802],"study_design_scores_gemma":[0.0002545591,0.0037337758,0.06811589,0.00033739526,0.0000497603,0.0032971941,0.74330044,0.00024124996,0.0011585433,0.00071731815,0.17863199,0.00016187229],"about_ca_topic_score_codex":0.0032958118,"about_ca_topic_score_gemma":0.009153127,"teacher_disagreement_score":0.9955831,"about_ca_system_score_codex":0.0023504267,"about_ca_system_score_gemma":0.007820064,"threshold_uncertainty_score":0.122189224},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2615821516","doi":"10.1017/cem.2017.234","title":"P032: Identifying the bleeding and thrombosis learning needs of the Free Open Access Medical education (FOAM) community","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Medicine","topic":"Healthcare Systems and Public Health","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Curriculum; Needs assessment; Multidisciplinary approach; Thrombosis; Medical education; Medical emergency; Family medicine; Surgery; Psychology; Pedagogy","score_opus":0.4050594925399324,"score_gpt":0.5256707419380128,"score_spread":0.12061124939808038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2615821516","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9944565,0.00004792642,0.00042058187,0.0013651755,0.000013635522,0.0003081753,0.00030032158,0.000016040758,0.0030716201],"genre_scores_gemma":[0.9954868,0.00012424147,0.0022593506,0.00035329434,0.000019710362,0.0006239228,0.00026879166,0.0000063609114,0.0008575336],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99787164,0.00066510774,0.00021160486,0.00012532833,0.0006645213,0.00046184956],"domain_scores_gemma":[0.9880486,0.003838815,0.0023258368,0.00026171628,0.0024484268,0.003076598],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005145132,0.00025814617,0.0002035302,0.0015569392,0.001315644,0.0015313406,0.0007238404,0.00085205305,0.0056006354],"category_scores_gemma":[0.018536646,0.00024167803,0.00034268756,0.0007998812,0.00054031564,0.0022483745,0.0033723162,0.00070617,0.0006290795],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017943195,0.0011590574,0.8526129,0.00061915634,0.000027179558,0.0008311453,0.04306224,0.00013754089,0.0011758085,0.0003984581,0.007170954,0.092626095],"study_design_scores_gemma":[0.00004675334,0.0011470312,0.8670827,0.00049140275,0.000026626727,0.0010162394,0.11337214,0.0014094892,0.001092937,0.0006837025,0.013590547,0.000040414783],"about_ca_topic_score_codex":0.003234295,"about_ca_topic_score_gemma":0.0046077673,"teacher_disagreement_score":0.0056006354,"about_ca_system_score_codex":0.0014337321,"about_ca_system_score_gemma":0.003687662,"threshold_uncertainty_score":0.027210414},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2617385918","doi":"10.1016/j.physio.2017.05.002","title":"Strategies to translate knowledge related to common musculoskeletal conditions into physiotherapy practice: a systematic review","year":2017,"lang":"en","type":"review","venue":"Physiotherapy","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":69,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Ottawa","funders":"","keywords":"Physical therapy; Medicine; Physical medicine and rehabilitation; Systematic review; Musculoskeletal pain; MEDLINE","score_opus":0.37201738847730537,"score_gpt":0.7552179448342382,"score_spread":0.38320055635693284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2617385918","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022370017,0.98961484,0.0015506604,0.002076145,0.00050652685,0.0026855834,0.00056287175,0.000026091266,0.0007402465],"genre_scores_gemma":[0.032323588,0.95529544,0.0065808063,0.0021360083,0.00018568044,0.002959049,0.00030154808,0.000012288193,0.00020551521],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9706889,0.012764958,0.009665678,0.0014929704,0.0047046216,0.0006828977],"domain_scores_gemma":[0.91682553,0.065626726,0.008429518,0.0015148617,0.0068420675,0.0007613554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.046279438,0.0021474906,0.010193046,0.010006567,0.00095678645,0.0048351544,0.0025833186,0.003440137,0.0061414116],"category_scores_gemma":[0.15444697,0.0018111038,0.009619123,0.008667234,0.0014991201,0.00595638,0.0037071207,0.0034856182,0.000575698],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020170334,0.00008591887,0.0011856562,0.8936665,0.012488355,0.000063084495,0.0006560191,0.00016488378,0.00007820161,0.0005307533,0.0016405273,0.08923827],"study_design_scores_gemma":[0.0007329364,0.00020517682,0.0031726507,0.9054343,0.07386771,0.00009898708,0.0008356549,0.0001757729,0.00019814368,0.0008633651,0.014359391,0.000055943336],"about_ca_topic_score_codex":0.016938638,"about_ca_topic_score_gemma":0.04304347,"teacher_disagreement_score":0.046279438,"about_ca_system_score_codex":0.006675123,"about_ca_system_score_gemma":0.039434392,"threshold_uncertainty_score":0},"labels":[{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2620664699","doi":"10.1017/cjn.2017.84","title":"C.06 Retraction of scientific publications in neurosurgery","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Neurological Sciences / Journal Canadien des Sciences Neurologiques","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Systems, Applications & Products in Data Processing (Canada); Toronto Public Health","funders":"","keywords":"Impact factor; Neurosurgery; MEDLINE; Medicine; Data extraction; Misattribution of memory; Scientific misconduct; Family medicine; Alternative medicine; Surgery; Political science; Psychiatry; Pathology; Law","score_opus":0.0743255195744261,"score_gpt":0.32388761057128634,"score_spread":0.24956209099686025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2620664699","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028197065,0.67729396,0.004901037,0.08062837,0.030911116,0.0021578192,0.013015281,0.00074669765,0.16214865],"genre_scores_gemma":[0.27833605,0.59805137,0.019031534,0.03077677,0.0213251,0.0032783449,0.010738038,0.0007252594,0.03773764],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.8775824,0.049059123,0.03378517,0.00457541,0.03229163,0.0027062711],"domain_scores_gemma":[0.5339484,0.20914134,0.12227348,0.02600607,0.09793216,0.010698576],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.063805595,0.0009952058,0.0014678689,0.021684114,0.0032608295,0.010990637,0.0027145103,0.0034788207,0.044771012],"category_scores_gemma":[0.31179306,0.0007950705,0.0027462363,0.028483074,0.0047412873,0.0075060604,0.0042413734,0.0022674191,0.01760029],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008400048,0.00009978301,0.031797055,0.13328391,0.0009238895,0.0018616293,0.0035221835,0.0002307061,0.00110775,0.017446343,0.25327215,0.5556146],"study_design_scores_gemma":[0.00015131691,0.00023622916,0.03377261,0.10119343,0.000603364,0.005399416,0.0026822917,0.00025246304,0.0011112082,0.0064583705,0.8480278,0.000111504734],"about_ca_topic_score_codex":0.004818047,"about_ca_topic_score_gemma":0.0034403692,"teacher_disagreement_score":0.9965212,"about_ca_system_score_codex":0.0072221677,"about_ca_system_score_gemma":0.023952568,"threshold_uncertainty_score":0.33744025},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","bibliometrics","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2625269005","doi":"10.11613/bm.2017.030","title":"Ethical issues in publishing in predatory journals","year":2017,"lang":"en","type":"review","venue":"Biochemia Medica","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"","keywords":"Publishing; Misrepresentation; Publication; Deception; Public relations; Political science; Library science; Sociology; Law; Computer science","score_opus":0.8941266353903872,"score_gpt":0.7234011886426125,"score_spread":0.17072544674777468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2625269005","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0070596347,0.7010609,0.012847223,0.23238283,0.009068789,0.00032593383,0.000060625767,0.000054975015,0.037139036],"genre_scores_gemma":[0.20258662,0.6389903,0.029967366,0.09949081,0.018160282,0.0010264798,0.000100137346,0.00010557264,0.009572489],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.7841602,0.1362345,0.01689058,0.0041586794,0.05657978,0.001976247],"domain_scores_gemma":[0.60556436,0.2949545,0.046640757,0.013126962,0.03525985,0.004453545],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.09148185,0.0003660931,0.0009741854,0.004017461,0.0034025544,0.009813797,0.0018520225,0.00564304,0.0018126597],"category_scores_gemma":[0.24721703,0.00047361723,0.00059111987,0.0061720596,0.013808144,0.007818175,0.004153616,0.0056259823,0.000769415],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011742557,0.000103196726,0.0057225437,0.0148518225,0.00027510073,0.0016505447,0.014655724,0.0003474834,0.0010261491,0.2171296,0.070398495,0.67372197],"study_design_scores_gemma":[0.00005045078,0.00013439513,0.004789902,0.026241854,0.00017646255,0.0047119753,0.008197789,0.0002481338,0.001274647,0.14614052,0.8079493,0.000084525826],"about_ca_topic_score_codex":0.001093345,"about_ca_topic_score_gemma":0.0026432136,"teacher_disagreement_score":0.994357,"about_ca_system_score_codex":0.0030444593,"about_ca_system_score_gemma":0.014802351,"threshold_uncertainty_score":0.48380804},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2642273887","doi":"10.29173/cais767","title":"Scientific Grey Literature in a Digital Age: Tracking its Use and Influence in an Evolving Information Economy","year":2013,"lang":"fr","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Optics and Image Analysis","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Citation; Library science; Grey literature; Web of science; Humanities; Computer science; World Wide Web; Political science; MEDLINE; Art; Law","score_opus":0.016067922550592785,"score_gpt":0.21631387001993077,"score_spread":0.200245947469338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2642273887","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87063766,0.014185935,0.028026817,0.010412348,0.00022079759,0.00028159333,0.0019945644,0.00023958464,0.074000694],"genre_scores_gemma":[0.9835782,0.0042276806,0.008796769,0.00028505674,0.00025716925,0.00016076167,0.00051016745,0.00005113326,0.0021330134],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9673514,0.010242768,0.0033096962,0.0031028343,0.014898186,0.0010950837],"domain_scores_gemma":[0.70704496,0.21610469,0.03487566,0.009848063,0.029497944,0.0026286105],"candidate_categories":["bibliometrics","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.026119703,0.0003404188,0.0011432274,0.056524962,0.0029526255,0.017648084,0.0012613721,0.0019255274,0.0026439102],"category_scores_gemma":[0.17985229,0.0004409323,0.0008165315,0.060692966,0.00475015,0.016966857,0.0076313177,0.0011389354,0.0006117486],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028194406,0.00012877525,0.42939198,0.0020408886,0.00048641698,0.0013043452,0.13113469,0.0038290927,0.002863761,0.10358364,0.0048791813,0.32007527],"study_design_scores_gemma":[0.000037818278,0.00021347194,0.5731686,0.0025977925,0.00045607745,0.0013407618,0.101433925,0.015589554,0.0044342717,0.12179485,0.17867184,0.0002610579],"about_ca_topic_score_codex":0.010204656,"about_ca_topic_score_gemma":0.011492456,"teacher_disagreement_score":0.9823519,"about_ca_system_score_codex":0.005422529,"about_ca_system_score_gemma":0.0043616905,"threshold_uncertainty_score":0.13813585},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2653473579","doi":"10.29173/cais211","title":"Le portail institutionnel Persée à l’épreuve des usages : croiser les approches méthodologiques en Sciences Humaines pour améliorer le partage de connaissances scientifiques en libre accès","year":2013,"lang":"fr","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Cultural Insights and Digital Impacts","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Semiotics; Sociology; Art; Philosophy; Linguistics","score_opus":0.21623131729380998,"score_gpt":0.3240195976157355,"score_spread":0.10778828032192553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2653473579","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14074023,0.003695597,0.7301641,0.0085131405,0.0002863761,0.0011531946,0.00047076104,0.0012184444,0.11375821],"genre_scores_gemma":[0.59348994,0.002618424,0.3779004,0.00068823475,0.000095052186,0.0016855282,0.00038053634,0.0004670243,0.022674875],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.94758487,0.04162966,0.0019310542,0.002768757,0.005309541,0.0007761029],"domain_scores_gemma":[0.8732215,0.0930997,0.0043408307,0.0147894835,0.01318489,0.0013635746],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.037029415,0.0007774016,0.00078090455,0.009935546,0.0036288744,0.0171173,0.0024148135,0.0025281385,0.015795195],"category_scores_gemma":[0.07913461,0.0007478091,0.001499515,0.00941038,0.011087187,0.016241493,0.0062656254,0.002453852,0.0025386817],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004350587,0.00030751512,0.023125624,0.0024407376,0.0001347918,0.00040885966,0.20102422,0.0015521478,0.005643786,0.29880354,0.0036306062,0.46249312],"study_design_scores_gemma":[0.00021340571,0.0005590086,0.031601954,0.0054540737,0.0003317245,0.0016097676,0.29187408,0.02345944,0.015930815,0.28171748,0.3468881,0.00036018653],"about_ca_topic_score_codex":0.009751333,"about_ca_topic_score_gemma":0.011576365,"teacher_disagreement_score":0.9975852,"about_ca_system_score_codex":0.004921581,"about_ca_system_score_gemma":0.010506259,"threshold_uncertainty_score":0.19583261},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2731641942","doi":"10.11575/prism/34777","title":"Development of Multimedia Creation Services and Resources in the Taylor Family Digital Library, University of Calgary","year":2012,"lang":"en","type":"article","venue":"Open MIND","topic":"Digital Humanities and Scholarship","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Multimedia; Digital library; Library science; World Wide Web; Computer science; Art","score_opus":0.04857730657532638,"score_gpt":0.2188866594850684,"score_spread":0.17030935290974203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2731641942","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42345077,0.002752842,0.09657755,0.01011641,0.00058723066,0.011386695,0.0033864863,0.032127596,0.4196145],"genre_scores_gemma":[0.25848868,0.0025623303,0.31616068,0.0013279903,0.00010260019,0.0020543379,0.0049768416,0.0028125246,0.4115141],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985007,0.0003197469,0.000081021666,0.00020510577,0.000569295,0.00032407648],"domain_scores_gemma":[0.9950541,0.000632457,0.0001425988,0.00038035976,0.001498232,0.0022922128],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0032829535,0.0004322924,0.00034933386,0.0026868673,0.004032882,0.005004238,0.0020338974,0.0011534882,0.017391367],"category_scores_gemma":[0.0066543254,0.00073852995,0.00037570624,0.0028606511,0.0012376604,0.0034389845,0.0030271397,0.001235765,0.0075538056],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050393573,0.0015188842,0.011736456,0.00052458176,0.000029523811,0.002221004,0.016959462,0.0024761122,0.01679345,0.011950094,0.09453439,0.8407522],"study_design_scores_gemma":[0.00031466116,0.000970732,0.051382978,0.0007838488,0.00006863023,0.001178853,0.022505345,0.01422156,0.026570816,0.002369872,0.87939966,0.00023303511],"about_ca_topic_score_codex":0.19737862,"about_ca_topic_score_gemma":0.28564993,"teacher_disagreement_score":0.9949958,"about_ca_system_score_codex":0.007528592,"about_ca_system_score_gemma":0.023923121,"threshold_uncertainty_score":0.3924595},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2734540472","doi":"10.1186/s12961-017-0216-6","title":"The West African experience in establishing steering committees for better collaboration between researchers and decision-makers to increase the use of health research findings","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Global Health and Surgery","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre","keywords":"Sierra leone; Health services research; Thematic analysis; Public relations; Health administration; Steering committee; Qualitative research; Health policy; Public health; Medical education; Medicine; Political science; Nursing; Sociology; Engineering; Socioeconomics; Engineering management","score_opus":0.6297301558020577,"score_gpt":0.5817174853589668,"score_spread":0.04801267044309088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2734540472","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7060833,0.027304966,0.053696465,0.12197294,0.0025278612,0.0020108463,0.00016040343,0.00022012672,0.08602315],"genre_scores_gemma":[0.9668686,0.0066841766,0.013967325,0.0050354106,0.00017103528,0.0008635885,0.00002936395,0.00006085599,0.0063196337],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.8637516,0.122543536,0.0035974423,0.0015677591,0.0035027487,0.0050369157],"domain_scores_gemma":[0.9144091,0.0558251,0.0101010455,0.004739496,0.0072095008,0.007715679],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.10473357,0.0007041613,0.0004603175,0.0018415853,0.011331722,0.008665752,0.0013860593,0.0023512826,0.004471563],"category_scores_gemma":[0.07411709,0.0009697608,0.00046673106,0.002799964,0.0083797285,0.008552486,0.011404987,0.0032801165,0.0006399537],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018746135,0.0002192492,0.017509364,0.0025813808,0.00006888108,0.004099399,0.8205819,0.00036575177,0.0033174173,0.035600547,0.01065416,0.10481438],"study_design_scores_gemma":[0.000057312813,0.00023836971,0.00919935,0.004750099,0.00006164579,0.0030383533,0.5821665,0.00045667338,0.002935236,0.0074477796,0.38956767,0.00008097331],"about_ca_topic_score_codex":0.0053925235,"about_ca_topic_score_gemma":0.006993175,"teacher_disagreement_score":0.8952664,"about_ca_system_score_codex":0.003849318,"about_ca_system_score_gemma":0.018838452,"threshold_uncertainty_score":0.5538907},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2746285394","doi":"","title":"RESEARCH REFLECTIONS: Communicating your research","year":2017,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Knowledge translation; Dissemination; Knowledge transfer; Health care; Confusion; Psychology; Knowledge management; Public relations; Computer science; Political science","score_opus":0.9462178341347498,"score_gpt":0.83928829713914,"score_spread":0.10692953699560981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2746285394","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":"reporting","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00055137096,0.0025852444,0.0036290067,0.6163649,0.35089472,0.00050149544,0.00038656866,0.0011780593,0.023908587],"genre_scores_gemma":[0.011566182,0.0064358483,0.013921141,0.7218892,0.14601761,0.0032050346,0.0008580951,0.0026974175,0.0934095],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9159181,0.046372086,0.006356321,0.005210664,0.021233736,0.0049090614],"domain_scores_gemma":[0.62646013,0.12999605,0.016947178,0.038540255,0.14812891,0.03992744],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05423316,0.0034924538,0.002790002,0.0038762433,0.012316374,0.026434472,0.0053596525,0.030755332,0.102782205],"category_scores_gemma":[0.3569079,0.0020376532,0.004003277,0.0028574294,0.013995563,0.023212241,0.017869364,0.056255557,0.11183902],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002643521,0.000042584044,0.000060820556,0.00022187506,0.0000091000165,0.0001405486,0.0020008483,0.000022347187,0.00018327252,0.0022485459,0.9827543,0.012289314],"study_design_scores_gemma":[0.000025970454,0.000060927257,0.00015786865,0.00086603273,0.000010442548,0.00033077234,0.0067065326,0.00009159061,0.00025759026,0.0047176313,0.9867127,0.000062003695],"about_ca_topic_score_codex":0.0030069752,"about_ca_topic_score_gemma":0.0025419646,"teacher_disagreement_score":0.94576687,"about_ca_system_score_codex":0.0077761784,"about_ca_system_score_gemma":0.027078597,"threshold_uncertainty_score":0.34384072},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2747139175","doi":"10.3138/jsp.49.1.26","title":"Open Publication, Digital Abundance, and Scarce Labour","year":2017,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Digital Humanities and Scholarship","field":"Arts and Humanities","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scholarship; Publishing; Redistribution (election); Process (computing); Set (abstract data type); Sociology; World Wide Web; Data science; Economics; Computer science; Political science; Economic growth; Law","score_opus":0.07946204133224566,"score_gpt":0.27352050488146984,"score_spread":0.19405846354922418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2747139175","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17080078,0.01310441,0.045047853,0.14280248,0.00085902464,0.00011247725,0.0002851065,0.00020303641,0.6267848],"genre_scores_gemma":[0.95623744,0.0045268163,0.006108041,0.0046945754,0.0013036422,0.00016401209,0.00010853665,0.00012219607,0.026734719],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9844816,0.007782544,0.00087205286,0.001503422,0.0040701963,0.0012902422],"domain_scores_gemma":[0.94349676,0.036293503,0.0054883454,0.007886195,0.0033286498,0.0035065215],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.014536379,0.00025202017,0.0007774982,0.00291924,0.010588856,0.017975196,0.0020330835,0.0035591,0.021938715],"category_scores_gemma":[0.037047084,0.00043704125,0.00039937507,0.0049092243,0.0383738,0.026918674,0.02066283,0.0037722404,0.0031365573],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007167233,0.000043474203,0.0020407932,0.00021778996,0.000006502254,0.000213378,0.00991339,0.00028773563,0.00028859443,0.94776005,0.003210471,0.0359461],"study_design_scores_gemma":[0.000021273667,0.000049172424,0.00163731,0.0005877022,0.000008053103,0.00030879074,0.011481129,0.00037960958,0.0003009506,0.8614679,0.12373562,0.000022459337],"about_ca_topic_score_codex":0.001516215,"about_ca_topic_score_gemma":0.0020211681,"teacher_disagreement_score":0.9820248,"about_ca_system_score_codex":0.004101006,"about_ca_system_score_gemma":0.0051061683,"threshold_uncertainty_score":0.07687664},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2749944041","doi":"10.18452/1137","title":"The Theses Canada Online Portal at the National Library of Canada","year":2003,"lang":"en","type":"article","venue":"edoc Publication server (Humboldt University of Berlin)","topic":"Library Science and Information Systems","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"National library; Library science; Political science; World Wide Web; Computer science","score_opus":0.01114681984659067,"score_gpt":0.17163665062994882,"score_spread":0.16048983078335816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2749944041","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005387686,0.002741846,0.0014713214,0.013074716,0.0021748652,0.00061030075,0.13367595,0.006604481,0.83910775],"genre_scores_gemma":[0.0070719495,0.009857822,0.010137643,0.00780917,0.00074143155,0.00061585655,0.11744693,0.0042125266,0.84210664],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99014854,0.0006197345,0.0006243659,0.0008006194,0.006404516,0.0014020621],"domain_scores_gemma":[0.9348242,0.0032073087,0.0012166647,0.0051495507,0.04332021,0.012282037],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0061748736,0.0013584374,0.0027754572,0.012358755,0.014619543,0.022037296,0.0036342354,0.0037372378,0.502903],"category_scores_gemma":[0.033738263,0.0011086484,0.000964401,0.033327147,0.004010139,0.007951467,0.005501429,0.0032650104,0.31206325],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014944973,0.000016952616,0.00014743718,0.0002574562,0.0000049226264,0.00004827702,0.00008147125,0.000030526207,0.00007772076,0.0064538685,0.9716339,0.021232467],"study_design_scores_gemma":[0.000008581777,0.0000028927018,0.00042859875,0.00013515298,0.000003804634,0.000017133503,0.00014731902,0.000030330251,0.000047011996,0.0006412191,0.9985146,0.000023297784],"about_ca_topic_score_codex":0.9190119,"about_ca_topic_score_gemma":0.944222,"teacher_disagreement_score":0.97796273,"about_ca_system_score_codex":0.064502686,"about_ca_system_score_gemma":0.30543333,"threshold_uncertainty_score":0.7090485},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":true,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2765462444","doi":"10.5489/cuaj.4993","title":"Pop psychology and predatory journals","year":2017,"lang":"en","type":"editorial","venue":"Canadian Urological Association Journal","topic":"Climate Change Communication and Perception","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Psychology; Psychoanalysis","score_opus":0.2567076572803043,"score_gpt":0.45094534428486244,"score_spread":0.19423768700455812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765462444","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013578346,0.043859307,0.000074236064,0.17502968,0.77150035,0.000013844906,0.000049738363,0.00006211037,0.009274992],"genre_scores_gemma":[0.0027911442,0.027244441,0.00007960266,0.048333645,0.906723,0.000020042598,0.000029676514,0.00005791106,0.014720519],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.992994,0.0014110913,0.00057375635,0.00053293834,0.0039190105,0.000569113],"domain_scores_gemma":[0.9560274,0.023049306,0.0016933144,0.0014648762,0.01229415,0.0054709674],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.006656983,0.0018496327,0.0018600036,0.0056345593,0.0068259393,0.014341756,0.0029086883,0.015550091,0.017988855],"category_scores_gemma":[0.037047703,0.0009534486,0.0012220698,0.0026704508,0.008648629,0.0064582834,0.0028609422,0.015575199,0.005605883],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008424002,0.000007687725,0.00005159299,0.00024484593,0.0000082161105,0.000099842364,0.0001200223,0.000008657698,0.000018203813,0.00196216,0.99184144,0.0056289225],"study_design_scores_gemma":[0.00000834377,0.0000058939686,0.00019676835,0.0005233837,0.000010248859,0.0000817821,0.00017768556,0.000017296461,0.000019105364,0.0010468806,0.99790525,0.000007317806],"about_ca_topic_score_codex":0.008641608,"about_ca_topic_score_gemma":0.025013953,"teacher_disagreement_score":0.993343,"about_ca_system_score_codex":0.007711748,"about_ca_system_score_gemma":0.008352776,"threshold_uncertainty_score":0.060178757},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2766184587","doi":"10.1186/s40510-017-0196-7","title":"Effectiveness of en masse versus two-step retraction: a systematic review and meta-analysis","year":2017,"lang":"en","type":"review","venue":"Progress in Orthodontics","topic":"Orthodontics and Dentofacial Orthopedics","field":"Dentistry","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Meta-analysis; Dentistry; Randomized controlled trial; Orthodontics; Surgery; Internal medicine","score_opus":0.18654494011674747,"score_gpt":0.4686407095626851,"score_spread":0.2820957694459376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766184587","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016785776,0.9971794,0.00026074532,0.00015404704,0.000103655424,0.00031565715,0.0001380558,0.000008427894,0.00016147656],"genre_scores_gemma":[0.067732334,0.9261234,0.0024077368,0.0010143479,0.00032587367,0.0018890182,0.00031692325,0.000018011613,0.00017236415],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.978512,0.0105345715,0.0061799516,0.0015767459,0.0026943113,0.00050240033],"domain_scores_gemma":[0.95965916,0.030764515,0.0064273193,0.00072723074,0.0020603002,0.0003614281],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024301816,0.0030991414,0.019357681,0.00835547,0.00076406804,0.0047151884,0.0026790868,0.0029599974,0.004092792],"category_scores_gemma":[0.059031017,0.0015545683,0.032144766,0.006645446,0.0011890722,0.0029582123,0.0016462345,0.0025417395,0.00030116283],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020506964,0.00005540216,0.0013033878,0.7932136,0.18097232,0.00008575783,0.000102290796,0.0002520452,0.0001703164,0.00018762804,0.00038482586,0.0212218],"study_design_scores_gemma":[0.0017967196,0.0009111177,0.0035211022,0.18597637,0.8025201,0.00018415821,0.00014089647,0.00019111348,0.00030976167,0.00036347366,0.0040381127,0.000046985362],"about_ca_topic_score_codex":0.0043136063,"about_ca_topic_score_gemma":0.009904828,"teacher_disagreement_score":0.024301816,"about_ca_system_score_codex":0.004149289,"about_ca_system_score_gemma":0.0071315845,"threshold_uncertainty_score":0.1285218},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"evaluation","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2766363682","doi":"10.3138/jsp.49.1.66","title":"Evaluating and Promoting Open Data Practices in Open Access Journals","year":2017,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Research Data Management Practices","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Directory; Scholarly communication; Citation; Open data; Data sharing; Incentive; Open science; Computer science; Data access; Data science; World Wide Web; Business; Political science; Publishing; Medicine; Database","score_opus":0.8265358079998114,"score_gpt":0.6426917435008372,"score_spread":0.18384406449897417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766363682","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95159817,0.0019451154,0.013384272,0.011973369,0.00014322117,0.00065777777,0.0002847579,0.00012229309,0.019891063],"genre_scores_gemma":[0.98424757,0.0010863293,0.012652475,0.00061522855,0.00009937186,0.00023699841,0.00015401174,0.000044021956,0.0008639833],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.69953626,0.15881518,0.041540235,0.010828089,0.08319383,0.006086431],"domain_scores_gemma":[0.14535432,0.5369654,0.15670711,0.051932175,0.09237747,0.016663626],"candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23636778,0.00033374492,0.0008546298,0.01653444,0.0067546186,0.02174595,0.0029230646,0.0021700768,0.0015896851],"category_scores_gemma":[0.62481177,0.0007902996,0.0004712532,0.018553065,0.011353549,0.017486734,0.011723987,0.0033944,0.00058678887],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030482482,0.00050835154,0.5791142,0.0014112087,0.000132622,0.00025885348,0.16555387,0.00077584316,0.0037515303,0.027318511,0.0023206722,0.2185496],"study_design_scores_gemma":[0.00012725449,0.0009363255,0.53632665,0.0038557902,0.00020397342,0.00065623206,0.29997298,0.005586197,0.012224429,0.05828528,0.0814372,0.00038766424],"about_ca_topic_score_codex":0.0056906915,"about_ca_topic_score_gemma":0.0067794793,"teacher_disagreement_score":0.9970769,"about_ca_system_score_codex":0.009818789,"about_ca_system_score_gemma":0.024809018,"threshold_uncertainty_score":0.9416945},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2766932290","doi":"10.3138/jsp.49.1.5","title":"Traditional versus Open Access Scholarly Journal Publishing: An Economic Perspective","year":2017,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; Misinformation; Electronic publishing; Scholarly communication; Perspective (graphical); Open access publishing; Public relations; Business; Computer science; Political science; World Wide Web; The Internet; Law","score_opus":0.8658095751057954,"score_gpt":0.6303082985146546,"score_spread":0.23550127659114073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766932290","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17805542,0.0499257,0.14090084,0.10954782,0.0017828757,0.0005607911,0.0010133907,0.00012071779,0.51809245],"genre_scores_gemma":[0.9427169,0.023027997,0.012218623,0.0018235799,0.0021254816,0.00022385217,0.0001560923,0.000041067837,0.017666511],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99298084,0.0029011192,0.00021735216,0.00033210655,0.003002299,0.0005663164],"domain_scores_gemma":[0.963295,0.030546093,0.002644482,0.000807015,0.0016531536,0.001054184],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.007957962,0.00063869817,0.0013078238,0.0038638262,0.0012267645,0.01090852,0.0018388701,0.004692772,0.010886471],"category_scores_gemma":[0.023464762,0.00053463964,0.0011430111,0.004346468,0.006685282,0.011854176,0.002474442,0.0033319346,0.0011499884],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011323043,0.00014152253,0.0013322689,0.00020296598,0.0000578057,0.00010892692,0.00012195514,0.013349137,0.00015963802,0.9674526,0.0020798298,0.014880292],"study_design_scores_gemma":[0.00009457048,0.00024359026,0.0030452663,0.00039234615,0.000082562656,0.00019289232,0.0011388846,0.059858065,0.0003847641,0.9135857,0.020907138,0.00007426767],"about_ca_topic_score_codex":0.0019206675,"about_ca_topic_score_gemma":0.00205615,"teacher_disagreement_score":0.99816114,"about_ca_system_score_codex":0.005372273,"about_ca_system_score_gemma":0.0025976507,"threshold_uncertainty_score":0.042086244},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2769403517","doi":"","title":"McGill-Harvard-Yenching Library Joint Digitization Project: Ming-Qing Women's Writings","year":2006,"lang":"en","type":"article","venue":"ScholarsArchive  (Brigham Young University)","topic":"Chinese history and philosophy","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"McGill University","keywords":"Digitization; Joint (building); China; History; Library science; Media studies; Art; Political science; Engineering; Sociology; Telecommunications; Computer science; Archaeology","score_opus":0.01477556352638179,"score_gpt":0.21134799201842214,"score_spread":0.19657242849204035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769403517","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21150054,0.029549731,0.0014906324,0.1691508,0.004000271,0.00015263727,0.00087476673,0.00016770544,0.58311284],"genre_scores_gemma":[0.7047946,0.0056401417,0.00057923497,0.0068302853,0.0012923476,0.00015284267,0.00023762349,0.00011080626,0.28036213],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985935,0.0005890366,0.000063628766,0.0001168385,0.00026793,0.00036898183],"domain_scores_gemma":[0.99761355,0.0012296251,0.00016099398,0.0002358534,0.0002985615,0.00046138588],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.004201286,0.00045555164,0.00043334367,0.0038477364,0.017939081,0.008918583,0.00087287603,0.0015249562,0.010803023],"category_scores_gemma":[0.0037995242,0.00026299473,0.00020255253,0.0066378643,0.010027108,0.0029486052,0.0050409064,0.0024779672,0.00043405147],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000944207,0.000033149587,0.0016921838,0.00018999144,0.000021588483,0.00037159462,0.25772896,0.00013258013,0.0006270576,0.5378976,0.17013508,0.031075725],"study_design_scores_gemma":[0.000016745205,0.000016594433,0.0079481,0.0001364034,0.00001952185,0.000058614467,0.048390646,0.00006861384,0.0005585599,0.007637678,0.93513054,0.000018025545],"about_ca_topic_score_codex":0.10174878,"about_ca_topic_score_gemma":0.22338565,"teacher_disagreement_score":0.9910814,"about_ca_system_score_codex":0.018029517,"about_ca_system_score_gemma":0.014545836,"threshold_uncertainty_score":0.20231307},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2770958413","doi":"10.1159/000481682","title":"From the Data on Many, Precision Medicine for “One”: The Case for Widespread Genomic Data Sharing","year":2017,"lang":"en","type":"review","venue":"Biomedicine Hub","topic":"Cancer Genomics and Diagnostics","field":"Biochemistry, Genetics and Molecular Biology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Genomics","funders":"","keywords":"Interoperability; Data science; Context (archaeology); Precision medicine; Data sharing; Globe; Domain (mathematical analysis); Genomic medicine; Genomics; Health care; Computer science; Scale (ratio); Genome; Computational biology; Geography; World Wide Web; Medicine; Biology; Political science; Genetics; Cartography; Alternative medicine","score_opus":0.33019822203882127,"score_gpt":0.44965099735852004,"score_spread":0.11945277531969878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770958413","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000107946726,0.9802846,0.0008499887,0.015415376,0.0010070872,0.000006964624,0.000032623535,0.000018610823,0.002276717],"genre_scores_gemma":[0.001392571,0.9910499,0.0008728755,0.005153725,0.00092326093,0.00001436645,0.000041829513,0.000009907157,0.000541522],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99788046,0.00082476955,0.00019658398,0.00021757082,0.00074741093,0.00013314355],"domain_scores_gemma":[0.9919714,0.005676682,0.00039435696,0.0004329241,0.0010249107,0.00049976696],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.005393961,0.0008074359,0.0014742434,0.002904645,0.0008999244,0.0037871539,0.0020834545,0.0039577372,0.0049386155],"category_scores_gemma":[0.008306016,0.0003933003,0.0009036095,0.003988513,0.004168005,0.010081165,0.00322935,0.007693303,0.0026692168],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006523839,0.000035486417,0.00030605606,0.0146529805,0.00017256055,0.00045463265,0.0005009986,0.00043942197,0.00042111255,0.08487401,0.09439691,0.80368066],"study_design_scores_gemma":[0.0000049870905,0.000014535942,0.00015888552,0.0050014197,0.00003051937,0.000758401,0.00021501146,0.000044510405,0.00008227204,0.018830072,0.9748438,0.000015717445],"about_ca_topic_score_codex":0.0018342896,"about_ca_topic_score_gemma":0.0025791102,"teacher_disagreement_score":0.9979165,"about_ca_system_score_codex":0.0025948663,"about_ca_system_score_gemma":0.0067425463,"threshold_uncertainty_score":0.028526366},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2775582453","doi":"","title":"Exploring the Music Library Association Mailing List: A Text Mining Approach","year":2017,"lang":"en","type":"article","venue":"Research Commons (University of Waikato)","topic":"Music and Audio Processing","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"University of Illinois at Urbana-Champaign; University of Hong Kong","keywords":"Association (psychology); Computer science; Information retrieval; Association rule learning; World Wide Web; Data science; Data mining; Psychology","score_opus":0.27893830423254173,"score_gpt":0.2931727871556954,"score_spread":0.014234482923153657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2775582453","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92495096,0.0019177026,0.034390125,0.0017904367,0.00011470082,0.0009756342,0.023100896,0.0008472722,0.011912301],"genre_scores_gemma":[0.8754464,0.0014196566,0.08026214,0.00030650283,0.00039266146,0.0012230546,0.033158217,0.00020650879,0.0075848396],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978097,0.0006085441,0.0003253719,0.0004003618,0.00068391615,0.00017214134],"domain_scores_gemma":[0.9783553,0.014801568,0.003743761,0.0005236231,0.002193604,0.0003821432],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031275174,0.0003900405,0.0004339766,0.024459096,0.0013312681,0.002991405,0.00079503,0.00082918495,0.0016196573],"category_scores_gemma":[0.012727573,0.00026926215,0.0004286918,0.018559702,0.00054614997,0.003530098,0.001057879,0.00071053597,0.001470525],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042169227,0.0010046529,0.37728423,0.0026481047,0.00020080463,0.002309327,0.037635416,0.0028908215,0.025258591,0.0067165205,0.023747614,0.5198822],"study_design_scores_gemma":[0.000066944085,0.0004544906,0.6427682,0.0011908552,0.00034543278,0.0022511806,0.08022757,0.0743275,0.020606915,0.009266883,0.16827899,0.00021497915],"about_ca_topic_score_codex":0.005104628,"about_ca_topic_score_gemma":0.007814824,"teacher_disagreement_score":0.024459096,"about_ca_system_score_codex":0.0009898278,"about_ca_system_score_gemma":0.0013932753,"threshold_uncertainty_score":0.01654005},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2776892005","doi":"10.18438/b8z66s","title":"In the Growing Information Mall, Some Things Never Change","year":2017,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Eleventh; Population; Class (philosophy); The Internet; Mathematics education; Psychology; Think aloud protocol; Library science; World Wide Web; Sociology; Computer science; Demography; Physics; Artificial intelligence","score_opus":0.03444169005926124,"score_gpt":0.3092476900825765,"score_spread":0.2748060000233153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2776892005","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003381227,0.025327204,0.0039176825,0.90523887,0.017031444,0.000035914487,0.0002847826,0.00050765945,0.04427524],"genre_scores_gemma":[0.07968195,0.041373126,0.012625203,0.7205843,0.022911275,0.0001830764,0.00041725318,0.0011150779,0.12110887],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9913829,0.0029362186,0.0004003255,0.0022756115,0.0021718966,0.0008330719],"domain_scores_gemma":[0.9764816,0.0074338354,0.0013438443,0.003958418,0.00543781,0.0053445473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077030607,0.0012779624,0.0011837877,0.002996683,0.011314854,0.026783982,0.002539544,0.012463121,0.035317995],"category_scores_gemma":[0.023746638,0.00081937475,0.0010946738,0.0023628452,0.034213122,0.06718916,0.009818793,0.02339123,0.019990984],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010584876,0.000103340484,0.0018733796,0.0009939987,0.00009645795,0.0005886098,0.012542545,0.000103215,0.00092550326,0.2200666,0.6576495,0.10495091],"study_design_scores_gemma":[0.000009569051,0.00003289505,0.00057846913,0.0005239177,0.000010604711,0.0002960523,0.00831042,0.000037823494,0.00008842886,0.031002676,0.95907205,0.00003697255],"about_ca_topic_score_codex":0.008561637,"about_ca_topic_score_gemma":0.011242064,"teacher_disagreement_score":0.035317995,"about_ca_system_score_codex":0.004741269,"about_ca_system_score_gemma":0.00599513,"threshold_uncertainty_score":0.11815041},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2782033416","doi":"10.3138/jsp.49.2.213","title":"Old Traditions and New Technologies: Creating Concordia University Press","year":2018,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Publishing and Scholarly Communication","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publishing; Face (sociological concept); Scholarly communication; Work (physics); Dual (grammatical number); Library science; Sociology; World Wide Web; Computer science; Engineering; Political science; Art; Social science; Law; Literature","score_opus":0.07628625455330139,"score_gpt":0.2393859989114348,"score_spread":0.1630997443581334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782033416","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035638932,0.005943929,0.007928886,0.026741395,0.0011349912,0.00025078736,0.00006593453,0.0006564319,0.9216386],"genre_scores_gemma":[0.41175017,0.010120305,0.04073655,0.008347309,0.001538619,0.00049030647,0.00024405766,0.001309859,0.52546287],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9932516,0.0032673713,0.0002457158,0.0005439871,0.0021008945,0.0005904476],"domain_scores_gemma":[0.98857343,0.0032929054,0.00061717484,0.0021009175,0.0018527505,0.0035627757],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.007662128,0.00033128148,0.00026489596,0.004196806,0.010945028,0.02909108,0.0019485358,0.0020891947,0.021817304],"category_scores_gemma":[0.013199014,0.00054717204,0.00026916564,0.0039799046,0.012690351,0.014993057,0.012228798,0.0036520874,0.0054848874],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003089293,0.000121892714,0.0034349842,0.0002243554,0.000009698964,0.0011329575,0.11389492,0.00012556306,0.00068288425,0.4433759,0.11281398,0.32415202],"study_design_scores_gemma":[0.0000050980975,0.000018508557,0.001309236,0.00024540667,0.0000027869835,0.00014303364,0.016409399,0.00012197246,0.00027311844,0.00742323,0.9740346,0.000013788553],"about_ca_topic_score_codex":0.02972204,"about_ca_topic_score_gemma":0.090922944,"teacher_disagreement_score":0.9865883,"about_ca_system_score_codex":0.013411727,"about_ca_system_score_gemma":0.020640677,"threshold_uncertainty_score":0.09730935},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W2782047141","doi":"10.3138/jsp.49.2.145","title":"Special Section on the Future University Press in Canada","year":2018,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Section (typography); Context (archaeology); Special section; Publishing; Library science; Computer science; World Wide Web; Art; History; Literature; Archaeology; Engineering; Engineering physics","score_opus":0.32807171846348404,"score_gpt":0.42329114030668996,"score_spread":0.09521942184320592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782047141","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018482786,0.11726098,0.00037633302,0.18496254,0.17925915,0.00013081751,0.0075402074,0.00053231564,0.5080894],"genre_scores_gemma":[0.013300605,0.05667656,0.00036943267,0.019864386,0.032747485,0.00006367547,0.0024490037,0.0003783326,0.87415045],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960115,0.00017774846,0.00016046924,0.00034959769,0.0025233077,0.0007773143],"domain_scores_gemma":[0.9867757,0.0013585377,0.0004637697,0.0005101484,0.0068109883,0.0040807766],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0021923,0.0010590521,0.0013661406,0.009392386,0.009378373,0.013058906,0.0017579818,0.004569967,0.19394535],"category_scores_gemma":[0.007798108,0.00064041157,0.000647294,0.012923872,0.0035027862,0.0052204374,0.0030249876,0.003713754,0.038967982],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056951717,0.000004635957,0.0001196246,0.000059467202,0.0000020932616,0.000065785156,0.00009232032,0.00001840036,0.000043444365,0.0043245805,0.98881334,0.006450544],"study_design_scores_gemma":[0.0000010159603,0.0000011943685,0.00062573334,0.00011347549,0.0000017989644,0.000027192906,0.00012496884,0.000010076423,0.000018089382,0.0002848984,0.9987865,0.0000049693454],"about_ca_topic_score_codex":0.7324903,"about_ca_topic_score_gemma":0.90850663,"teacher_disagreement_score":0.9869411,"about_ca_system_score_codex":0.044173498,"about_ca_system_score_gemma":0.08403055,"threshold_uncertainty_score":0.6488118},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2792505333","doi":"10.47622/978-1-928331-56-8","title":"The Social Dynamics of Open Data","year":2017,"lang":"en","type":"book","venue":"African Minds eBooks","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Comisión Nacional de Investigación Científica y Tecnológica; International Development Research Centre","keywords":"Open data; Data collection; Data science; Dynamics (music); Computer science; Open science; Open research; Open source; Management science; World Wide Web; Sociology; Social science; Engineering; Statistics; Mathematics","score_opus":0.412274993420936,"score_gpt":0.4866937168620067,"score_spread":0.0744187234410707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792505333","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018992102,0.037769757,0.071359426,0.26990563,0.004633219,0.00032762237,0.000646609,0.00037658642,0.59598905],"genre_scores_gemma":[0.60195786,0.092731856,0.06402482,0.026173051,0.010014652,0.0019023411,0.0012037271,0.0018428718,0.20014887],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.96313906,0.021016717,0.0011399275,0.0021118107,0.01147941,0.0011130476],"domain_scores_gemma":[0.9102168,0.07608012,0.00246062,0.0054304684,0.0038178975,0.0019941276],"candidate_categories":["sts","open_science"],"consensus_categories":[],"category_scores_codex":[0.029302951,0.00043277937,0.0005072934,0.0049382662,0.008546771,0.02700382,0.0016624476,0.0035646947,0.009153101],"category_scores_gemma":[0.050625943,0.00072137505,0.00065996486,0.00750654,0.03471075,0.034540202,0.01597724,0.007995419,0.0020983077],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075005396,0.000010067623,0.00027314477,0.00013524729,0.000008534557,0.000073140596,0.016931292,0.00022691839,0.00010711958,0.9233433,0.02795492,0.030928979],"study_design_scores_gemma":[0.000005137843,0.00000850852,0.0003834277,0.00039200284,0.000003737586,0.000109616994,0.006553587,0.00039021924,0.00016884388,0.3418851,0.65008086,0.000018941571],"about_ca_topic_score_codex":0.0029869173,"about_ca_topic_score_gemma":0.0027844275,"teacher_disagreement_score":0.99833757,"about_ca_system_score_codex":0.0087575745,"about_ca_system_score_gemma":0.008634376,"threshold_uncertainty_score":0.1549707},"labels":[{"model":"gemma","categories":["open_science","sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2796216221","doi":"10.1177/0963662518761733","title":"Identifying diffusion patterns of research articles on Twitter: A case study of online engagement with open access articles","year":2018,"lang":"en","type":"article","venue":"Public Understanding of Science","topic":"Complex Network Analysis Techniques","field":"Physics and Astronomy","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Open science; Social media; Science communication; Sociology; Scholarly communication; Citizen science; Ask price; World Wide Web; Altmetrics; Online community; Public engagement; Data science; Public relations; Computer science; Political science; Biology; Science education; Publishing; Business","score_opus":0.50896915729909,"score_gpt":0.49662623253611704,"score_spread":0.01234292476297294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2796216221","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99491537,0.0000772599,0.0022402601,0.00046578402,0.000007622414,0.00007718722,0.0002654909,0.000024791674,0.0019263396],"genre_scores_gemma":[0.99030906,0.0001856615,0.0072455276,0.00009755554,0.00002524966,0.00012915225,0.00040708468,0.000036543963,0.0015640991],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970682,0.0014800363,0.0002018005,0.0004018073,0.00054295483,0.0003051607],"domain_scores_gemma":[0.96605366,0.025547387,0.0035917468,0.0016058567,0.0020494687,0.0011520078],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.004231453,0.00038424705,0.00045126225,0.003794928,0.002615267,0.0021988216,0.0009094948,0.0017134113,0.0015625487],"category_scores_gemma":[0.01971113,0.00033158576,0.0004886667,0.004522181,0.001045995,0.003731254,0.0019330345,0.0010229674,0.0005525774],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008167667,0.0018617547,0.61788327,0.0007391648,0.00025352588,0.013043894,0.22274835,0.0032520527,0.02422444,0.008782652,0.0039191456,0.1024749],"study_design_scores_gemma":[0.00014442478,0.00092075975,0.53968847,0.00033461393,0.00029439287,0.007772573,0.31734806,0.063271314,0.017774958,0.011104495,0.04103617,0.00030968903],"about_ca_topic_score_codex":0.00703724,"about_ca_topic_score_gemma":0.012797692,"teacher_disagreement_score":0.9978012,"about_ca_system_score_codex":0.0010949492,"about_ca_system_score_gemma":0.00069878256,"threshold_uncertainty_score":0.022378325},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2797167981","doi":"10.1016/j.cjca.2018.04.007","title":"Sodium, Chloride, and Cardiovascular Mortality—Open Access Data Is Worth Its Salt","year":2018,"lang":"en","type":"letter","venue":"Canadian Journal of Cardiology","topic":"Electrolyte and hormonal disorders","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Medicine; Sodium; Salt (chemistry); Metallurgy","score_opus":0.12320330815539914,"score_gpt":0.35149768490316496,"score_spread":0.22829437674776581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2797167981","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006517278,0.0035157907,0.000057604135,0.9728987,0.018028814,0.0000048563343,0.00015427108,0.000019740766,0.0046685017],"genre_scores_gemma":[0.016836451,0.009013027,0.00043575632,0.62981623,0.33271155,0.000031488507,0.0003955332,0.000039182512,0.010720789],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987558,0.000356479,0.00018208209,0.00013205696,0.0004466356,0.00012704918],"domain_scores_gemma":[0.99179924,0.0039018334,0.0005012512,0.00036892103,0.0019274065,0.0015012689],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.001863213,0.00045711154,0.001253446,0.0007198543,0.0022330966,0.0020676572,0.0012534967,0.012856647,0.014642711],"category_scores_gemma":[0.01592856,0.00026065944,0.00076292903,0.0006992012,0.0015875659,0.0025450203,0.00080178404,0.015712563,0.006723365],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013882502,0.000088490146,0.003402367,0.00007054162,0.000028392602,0.001973127,0.000049043516,0.000044019886,0.00009194519,0.0020588343,0.9695859,0.022468567],"study_design_scores_gemma":[0.00043853847,0.00012439686,0.008562016,0.0010543654,0.0000992874,0.0041428143,0.0006715832,0.0006499187,0.00018952704,0.02731934,0.95666444,0.00008371561],"about_ca_topic_score_codex":0.0094172675,"about_ca_topic_score_gemma":0.017527727,"teacher_disagreement_score":0.9987465,"about_ca_system_score_codex":0.0017796186,"about_ca_system_score_gemma":0.0023027675,"threshold_uncertainty_score":0.048984766},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2799507680","doi":"10.1136/oemed-2018-icohabstracts.222","title":"547 Systematic review evidence in one minute or less","year":2018,"lang":"en","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health","funders":"","keywords":"Computer science; CLARITY; Systematic review; Storyboard; Quality (philosophy); Multimedia; MEDLINE","score_opus":0.9520176926143207,"score_gpt":0.5998502158121681,"score_spread":0.35216747680215255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799507680","genre_codex":"protocol","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005650245,0.07524419,0.052429993,0.036070965,0.033446215,0.47811207,0.21672098,0.008269386,0.09405594],"genre_scores_gemma":[0.019397512,0.06886254,0.17567253,0.022616269,0.0074557713,0.5999535,0.054482147,0.0014336448,0.050126072],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9434819,0.025058217,0.020381685,0.0017859696,0.00831957,0.0009726631],"domain_scores_gemma":[0.89225435,0.06158835,0.02082848,0.004322204,0.018401047,0.0026054857],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.042944223,0.0024347235,0.00723761,0.0133976275,0.0012139411,0.0064286017,0.0035721702,0.0032281089,0.28974798],"category_scores_gemma":[0.14668131,0.00296788,0.0060788672,0.013615295,0.0011474409,0.010114973,0.0049652057,0.003596672,0.053474437],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014603026,0.00015400235,0.00039320605,0.40713972,0.0011872414,0.00021934777,0.0010751681,0.00034388222,0.001988976,0.0023991147,0.43242428,0.15121482],"study_design_scores_gemma":[0.0031699496,0.0006190148,0.0044156145,0.30053726,0.0014635968,0.00047587283,0.001075007,0.00070579693,0.0011112945,0.0055243056,0.6806629,0.00023944094],"about_ca_topic_score_codex":0.0026099726,"about_ca_topic_score_gemma":0.007247292,"teacher_disagreement_score":0.28974798,"about_ca_system_score_codex":0.006064663,"about_ca_system_score_gemma":0.016784623,"threshold_uncertainty_score":0},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2804203984","doi":"10.1002/asi.24028","title":"Co‐saved, co‐tweeted, and co‐cited networks","year":2018,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Altmetrics; Citation; Computer science; Social media; Value (mathematics); World Wide Web; Information retrieval; Machine learning","score_opus":0.19676722602553115,"score_gpt":0.5112396376478187,"score_spread":0.3144724116222875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804203984","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96196145,0.0020789413,0.011765353,0.00049242645,0.0000829544,0.00006719659,0.005880464,0.00031453572,0.017356725],"genre_scores_gemma":[0.99233353,0.00044711272,0.0034960161,0.000018593344,0.00008415818,0.0000688327,0.0018176277,0.000029787807,0.0017045568],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99734014,0.00090265396,0.00027246898,0.0004242316,0.00088100764,0.0001794979],"domain_scores_gemma":[0.96207356,0.02611033,0.007679082,0.0018830949,0.001629808,0.00062413473],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0026918051,0.0004906681,0.0005844925,0.021448923,0.0009669449,0.0026444886,0.00078243116,0.00056586624,0.004676688],"category_scores_gemma":[0.037827134,0.00024809357,0.00055431214,0.023967795,0.00093345606,0.0047572087,0.0015751438,0.00047667077,0.00088056765],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069769303,0.00014252923,0.82824945,0.0011103794,0.0011121025,0.0004146621,0.004830251,0.0057389406,0.0041090585,0.017315743,0.004143694,0.13213547],"study_design_scores_gemma":[0.000026325279,0.00022745409,0.9094309,0.0001895778,0.00039815903,0.0013824619,0.0042985105,0.039283313,0.0054854923,0.022391984,0.016745605,0.00014014737],"about_ca_topic_score_codex":0.0025502185,"about_ca_topic_score_gemma":0.005334816,"teacher_disagreement_score":0.9785511,"about_ca_system_score_codex":0.0010410715,"about_ca_system_score_gemma":0.00031165345,"threshold_uncertainty_score":0.015645146},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","bibliometrics","scholarly_communication"],"domain":"evaluation","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2806719022","doi":"10.3138/jsp.49.3.03","title":"Chinese Early-Career Researchers' Scholarly Communication Attitudes and Behaviours: Changes Observed in Year Two of a Longitudinal Study","year":2018,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; China; Publication; Psychology; Social media; Longitudinal study; Political science; Medicine","score_opus":0.22154923907535481,"score_gpt":0.410863393542979,"score_spread":0.1893141544676242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806719022","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9994087,0.000058908616,0.000037464026,0.00011090838,0.00000630487,0.000016647027,0.00008175985,0.000002580559,0.00027662903],"genre_scores_gemma":[0.99859375,0.00010497417,0.00009248419,0.00011103534,0.000009997727,0.0000913573,0.00027925996,0.0000025455925,0.00071456603],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99839336,0.0003792633,0.00011847644,0.00024970388,0.00036597278,0.00049321516],"domain_scores_gemma":[0.988487,0.0013579315,0.002731104,0.0008521834,0.00314278,0.0034290021],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.004621645,0.0004357886,0.0007189983,0.0028167001,0.0040343013,0.0021624113,0.0009199726,0.001267813,0.0016306745],"category_scores_gemma":[0.009803117,0.00045642094,0.00070019875,0.0031493036,0.0011056177,0.0017533053,0.0023787403,0.0016470555,0.00051852956],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020166903,0.00028817728,0.87868166,0.00006141584,0.00004915709,0.0006755083,0.10868344,0.000026513406,0.0007619919,0.00013317261,0.0007732253,0.009664077],"study_design_scores_gemma":[0.000005116047,0.0002251736,0.93303895,0.000037042395,0.000018311994,0.00014209446,0.064959005,0.000068422385,0.00018447795,0.000045816298,0.0012374567,0.000038139493],"about_ca_topic_score_codex":0.05282519,"about_ca_topic_score_gemma":0.06815179,"teacher_disagreement_score":0.9978376,"about_ca_system_score_codex":0.0028268087,"about_ca_system_score_gemma":0.0039331573,"threshold_uncertainty_score":0.105035424},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2811055236","doi":"10.12688/f1000research.15256.2","title":"What is a predatory journal? A scoping review","year":2018,"lang":"en","type":"review","venue":"F1000Research","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":141,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Ottawa Hospital Anesthesia Alternate Funds Association; Ottawa Hospital Research Institute; University of Ottawa","keywords":"PsycINFO; MEDLINE; Grey literature; Web of science; CINAHL; Medicine; Psychology; Meta-analysis; Political science; Pathology","score_opus":0.9152973410968032,"score_gpt":0.7496890964298902,"score_spread":0.16560824466691293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2811055236","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013575469,0.987097,0.00035601377,0.005915776,0.0010922838,0.0009473667,0.0006301513,0.000017964305,0.0025858844],"genre_scores_gemma":[0.009156231,0.98404515,0.0015283112,0.0021488199,0.00058874185,0.0015553728,0.00057664415,0.000017533841,0.0003832341],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9587811,0.0153072765,0.015514755,0.0019747023,0.007683316,0.0007388617],"domain_scores_gemma":[0.7735875,0.15549113,0.032589424,0.0035084009,0.03149839,0.003325223],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.03717089,0.0012192607,0.004669389,0.045346484,0.0030666953,0.008979359,0.0028091713,0.004440955,0.008042674],"category_scores_gemma":[0.19664942,0.001571683,0.002857398,0.042543944,0.0032789037,0.011048965,0.0040505948,0.0021680354,0.0019396998],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017627345,0.000056210552,0.002712101,0.80448073,0.0012065661,0.00037202585,0.0035431108,0.00012469786,0.00029745168,0.002964998,0.027076492,0.15698932],"study_design_scores_gemma":[0.000024563598,0.000052672298,0.0027332688,0.9335522,0.0013496408,0.00024283177,0.0017296742,0.00004326953,0.00006795739,0.00075504114,0.0594223,0.000026538264],"about_ca_topic_score_codex":0.007306772,"about_ca_topic_score_gemma":0.016407626,"teacher_disagreement_score":0.99555904,"about_ca_system_score_codex":0.010968031,"about_ca_system_score_gemma":0.033538632,"threshold_uncertainty_score":0.19658077},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2826165912","doi":"10.1177/0961000618785408","title":"Correction and retraction practices in library and information science journals","year":2018,"lang":"en","type":"article","venue":"Journal of Librarianship and Information Science","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Subject (documents); Library science; Quality (philosophy); Web of science; Information science; Minor (academic); Computer science; MEDLINE; Political science; Law","score_opus":0.03919387877003243,"score_gpt":0.3343058517107731,"score_spread":0.29511197294074065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2826165912","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90021247,0.032599956,0.0132541135,0.019349283,0.0023387126,0.0011145219,0.00066064915,0.0012033012,0.02926717],"genre_scores_gemma":[0.9507341,0.010974683,0.017945535,0.0020424514,0.0013687166,0.00038110247,0.00064193975,0.0003852632,0.015526137],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.8167534,0.078058094,0.034839198,0.010092133,0.05644503,0.0038122414],"domain_scores_gemma":[0.31100693,0.30470586,0.19864099,0.058668803,0.11557687,0.0114006195],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.08090798,0.0005883129,0.0011506962,0.01932536,0.005732508,0.008239628,0.0035810682,0.002729958,0.0034987372],"category_scores_gemma":[0.46032372,0.0007773056,0.0011728157,0.015457861,0.003520418,0.00666974,0.0052049565,0.0022113274,0.0030746022],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009335799,0.00029286768,0.2734509,0.0041066157,0.0004520408,0.0035243086,0.10877596,0.00063096534,0.0077307415,0.0033653842,0.020160764,0.5765759],"study_design_scores_gemma":[0.000126588,0.0019304244,0.4928748,0.0046724696,0.00046480497,0.01831966,0.1051279,0.0031378437,0.015166568,0.0058008465,0.35155147,0.0008266162],"about_ca_topic_score_codex":0.0026089798,"about_ca_topic_score_gemma":0.0037574728,"teacher_disagreement_score":0.99727005,"about_ca_system_score_codex":0.0044997316,"about_ca_system_score_gemma":0.009838664,"threshold_uncertainty_score":0.42788738},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2885914327","doi":"10.1186/s12961-018-0351-8","title":"Integrated knowledge translation in population health intervention research: a case study of implementation and outcomes from a school-based project","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Mount Saint Vincent University; Nova Scotia Health Authority; Dalhousie University","funders":"Economic and Social Research Council; Canadian Cancer Society Research Institute; Canadian Institutes of Health Research; Department of Health, Western Cape Government; Wellcome Trust; Nova Scotia Department of Health and Wellness; Medical Research Council; Cambridge Trust; Heart and Stroke Foundation of Canada","keywords":"Health services research; Knowledge translation; Health administration; Public health; Medicine; Intervention (counseling); Health informatics; Health policy; Medical education; Program evaluation; Nursing; Knowledge management; Political science; Computer science; Public administration","score_opus":0.9536346981269471,"score_gpt":0.8068107363747901,"score_spread":0.14682396175215706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885914327","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96392417,0.0006803362,0.011820949,0.007177903,0.00007715606,0.005425564,0.00012925325,0.00010611388,0.010658576],"genre_scores_gemma":[0.95943224,0.0010850301,0.03177557,0.0013057257,0.00003535398,0.0043093595,0.000115842,0.00008577947,0.0018551194],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.87869376,0.1059613,0.0029633124,0.002436734,0.0043097953,0.0056351544],"domain_scores_gemma":[0.91673595,0.05878745,0.005506062,0.0066508385,0.005401782,0.006917988],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.089294165,0.00088322384,0.0013727412,0.0027582885,0.014891281,0.00725909,0.004811339,0.004705609,0.003317029],"category_scores_gemma":[0.09869155,0.001556213,0.00136293,0.0042600404,0.0099743325,0.005352204,0.01436411,0.0063985046,0.0009090868],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003121311,0.01001294,0.022024514,0.0019083832,0.000095291434,0.010895973,0.8088777,0.0013120035,0.001207681,0.0059071304,0.0026148653,0.13483132],"study_design_scores_gemma":[0.00045920812,0.006120919,0.024515677,0.0024108284,0.0001589562,0.0033360394,0.9242304,0.0024711227,0.002001931,0.0060789525,0.028064903,0.00015103415],"about_ca_topic_score_codex":0.008538738,"about_ca_topic_score_gemma":0.01415982,"teacher_disagreement_score":0.089294165,"about_ca_system_score_codex":0.012429461,"about_ca_system_score_gemma":0.032069374,"threshold_uncertainty_score":0.4722383},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2886427871","doi":"10.1007/s00439-018-1922-z","title":"Correction to: Canada: will privacy rules continue to favour open science?","year":2018,"lang":"en","type":"erratum","venue":"Human Genetics","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Biology; Human genetics; Open science; Library science; Genetics; Computer science; Mathematics; Gene","score_opus":0.08976443223311317,"score_gpt":0.40854406229482215,"score_spread":0.31877963006170895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886427871","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00042094814,0.0012961666,0.00096463115,0.56877136,0.3989413,0.000076631484,0.0034160432,0.00075191056,0.025361001],"genre_scores_gemma":[0.017042806,0.005192066,0.0052261627,0.49055338,0.064374916,0.0001771093,0.0022790928,0.0022126664,0.4129418],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9836977,0.0010725859,0.0016269017,0.0015297792,0.010073883,0.001999147],"domain_scores_gemma":[0.9134662,0.014707691,0.0018959496,0.0031877076,0.06341898,0.0033234358],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.008279758,0.0013194807,0.0017102691,0.0027416693,0.012496288,0.008910769,0.0052246344,0.018894536,0.045633104],"category_scores_gemma":[0.110968396,0.0011299417,0.0013283867,0.004187532,0.0065482175,0.003490493,0.0025607233,0.028952658,0.026380645],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004826736,0.0000013469521,0.00003071068,0.000018000375,0.0000019361237,0.000052273168,0.000063279855,0.000009980544,0.000011304036,0.0018204424,0.99710566,0.0008802938],"study_design_scores_gemma":[0.0000132201085,0.0000035259654,0.0003400052,0.00017353219,0.000013796357,0.000098853976,0.00023446012,0.000112996786,0.00015501895,0.0015871774,0.9972314,0.000036075395],"about_ca_topic_score_codex":0.75515324,"about_ca_topic_score_gemma":0.7588872,"teacher_disagreement_score":0.99477535,"about_ca_system_score_codex":0.035701703,"about_ca_system_score_gemma":0.100090414,"threshold_uncertainty_score":0.49257737},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":true,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W2887247001","doi":"","title":"The Open Library at AU: Supporting Open Access and Open Educational Resources","year":2015,"lang":"en","type":"article","venue":"AUSpace (Athabasca University)","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Open educational resources; Open education; Business; World Wide Web; Computer science","score_opus":0.058266006245947854,"score_gpt":0.3265462655149584,"score_spread":0.26828025926901056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887247001","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032891188,0.0022046978,0.069525,0.06631856,0.0025526767,0.00075055106,0.0009052497,0.02623891,0.79861325],"genre_scores_gemma":[0.33828592,0.0025707479,0.13681717,0.015090728,0.0016723135,0.0005651208,0.0018816516,0.0053233006,0.49779302],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99384886,0.001488938,0.00029650048,0.00052889925,0.0026958226,0.0011409859],"domain_scores_gemma":[0.975941,0.003946133,0.0010186378,0.0037406909,0.005230814,0.010122749],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.007030948,0.0003727384,0.00040991607,0.0023247765,0.008149231,0.016079139,0.0027279607,0.0037269825,0.05809358],"category_scores_gemma":[0.022958318,0.0006611654,0.00054206303,0.0020646055,0.0024681073,0.021714566,0.021893073,0.0040852656,0.025080077],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021372124,0.00040892282,0.005210254,0.00049823313,0.000025195863,0.0010250659,0.009372221,0.00058091746,0.0032419863,0.14405812,0.46124128,0.3741242],"study_design_scores_gemma":[0.000025552436,0.000051131465,0.0015557348,0.00014006154,0.000013446401,0.00031297337,0.0017373062,0.0017527383,0.0014420992,0.0166916,0.9762146,0.00006279802],"about_ca_topic_score_codex":0.03458409,"about_ca_topic_score_gemma":0.04799104,"teacher_disagreement_score":0.997272,"about_ca_system_score_codex":0.005047547,"about_ca_system_score_gemma":0.01572762,"threshold_uncertainty_score":0.19434237},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2887371234","doi":"10.1186/s12961-018-0343-8","title":"Use of post-graduate students' research in evidence informed health policies: a case study of Makerere University College of Health Sciences, Uganda","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"International Development Research Centre; McMaster University","keywords":"Public health; Health services research; Health policy; Medicine; Health administration; Medical education; Citation; Knowledge translation; Public relations; Political science; Nursing","score_opus":0.9595889098283135,"score_gpt":0.782858035010124,"score_spread":0.1767308748181895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887371234","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96253365,0.009451986,0.001933538,0.017377289,0.00015198348,0.00040076312,0.000094373456,0.000021617147,0.0080346335],"genre_scores_gemma":[0.98507106,0.005823503,0.002665017,0.0034077084,0.000118718475,0.00043931513,0.000052135274,0.000035337805,0.002387075],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9152974,0.067776315,0.004384283,0.0020385466,0.0064259823,0.0040775095],"domain_scores_gemma":[0.8165156,0.13577606,0.021367423,0.007492103,0.007246673,0.011602081],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.067900285,0.00059356325,0.0011326801,0.008081455,0.015134751,0.0118553,0.0030665158,0.0064911596,0.0028357287],"category_scores_gemma":[0.11986252,0.0014870011,0.0008026701,0.011017774,0.011074338,0.008644737,0.015119228,0.0052926186,0.00052510336],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013851534,0.00040526586,0.03140113,0.0019438036,0.00005752578,0.014934094,0.8858223,0.00014031316,0.0007474485,0.007578461,0.0026180306,0.05421309],"study_design_scores_gemma":[0.000051666364,0.00078775,0.02006072,0.0037554041,0.00007426593,0.009956298,0.8513294,0.0002797981,0.0011405214,0.002398045,0.110076435,0.00008968551],"about_ca_topic_score_codex":0.0036693804,"about_ca_topic_score_gemma":0.00632593,"teacher_disagreement_score":0.9320997,"about_ca_system_score_codex":0.011336615,"about_ca_system_score_gemma":0.018615933,"threshold_uncertainty_score":0.35909534},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2887866346","doi":"10.1136/bmjebm-2018-111040","title":"More than 2 billion pairs of eyeballs: Why aren’t you sharing medical knowledge on Wikipedia?","year":2018,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Reading (process); Knowledge translation; Internet privacy; World Wide Web; Public relations; Knowledge sharing; Encyclopedia; Resource (disambiguation); Information Dissemination; Computer science; Medical education; Political science; Library science; Knowledge management; Medicine; Law","score_opus":0.11614870997935471,"score_gpt":0.45045097746982166,"score_spread":0.33430226749046693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887866346","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09620333,0.03273565,0.007737419,0.7757362,0.0089267045,0.00009599153,0.0022293502,0.0008511896,0.07548412],"genre_scores_gemma":[0.7074915,0.031508945,0.008191612,0.18023525,0.009839619,0.00021090753,0.0027031328,0.0011404739,0.058678586],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9942002,0.0030224645,0.0003011314,0.0006593342,0.0013841295,0.0004326397],"domain_scores_gemma":[0.97650105,0.011557912,0.002390532,0.0014558363,0.0032148773,0.004879835],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.006098276,0.0004545269,0.000451853,0.0020646576,0.007071405,0.00762608,0.0010710934,0.004033742,0.023021696],"category_scores_gemma":[0.036286265,0.0005023506,0.00055910175,0.0020737674,0.00427073,0.016181724,0.005278031,0.0037760914,0.005868815],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030513207,0.00009196724,0.022331217,0.00078472873,0.00016738876,0.000996945,0.022168346,0.00018119763,0.00057520164,0.023735506,0.7142459,0.2144164],"study_design_scores_gemma":[0.000040155865,0.000099486286,0.013827849,0.0015993562,0.00009735989,0.0016425903,0.03511271,0.000689816,0.00054563116,0.03589777,0.9103121,0.00013517714],"about_ca_topic_score_codex":0.010310659,"about_ca_topic_score_gemma":0.014107617,"teacher_disagreement_score":0.9989289,"about_ca_system_score_codex":0.002186321,"about_ca_system_score_gemma":0.0017832698,"threshold_uncertainty_score":0.07701528},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2889499003","doi":"10.1503/cmaj.180154","title":"How predatory journals leak into PubMed","year":2018,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":146,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"University of Ottawa","keywords":"Key (lock); Data science; Computer science; MEDLINE; World Wide Web; Computer security; Political science","score_opus":0.3334433946008996,"score_gpt":0.49615533824865493,"score_spread":0.16271194364775532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889499003","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022217888,0.06606442,0.015657235,0.782558,0.021604922,0.0006766502,0.011942135,0.004988086,0.07429064],"genre_scores_gemma":[0.27174798,0.11208199,0.049060263,0.41969675,0.04620954,0.00091574766,0.01748231,0.010269982,0.072535545],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.8460042,0.03480405,0.020917816,0.010276872,0.08453272,0.0034642743],"domain_scores_gemma":[0.3830602,0.31384683,0.124765515,0.050312523,0.11318706,0.014827895],"candidate_categories":["metaresearch","bibliometrics","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.061268244,0.001184826,0.0019972657,0.03533729,0.0059695058,0.031602975,0.003480858,0.007807186,0.053547915],"category_scores_gemma":[0.5102728,0.0017045975,0.0017296333,0.042366613,0.008391929,0.043355763,0.013883866,0.006791698,0.029387992],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039107128,0.0000667796,0.020949734,0.0061050598,0.00046859594,0.0015391817,0.008554732,0.00024007284,0.000946662,0.03885384,0.7222002,0.19968411],"study_design_scores_gemma":[0.000089139285,0.0000958541,0.009234953,0.012457019,0.00040430352,0.0033644955,0.007307191,0.0007504401,0.0012700174,0.057245154,0.9075545,0.0002268638],"about_ca_topic_score_codex":0.0052576293,"about_ca_topic_score_gemma":0.0073199817,"teacher_disagreement_score":0.9921928,"about_ca_system_score_codex":0.006529638,"about_ca_system_score_gemma":0.014105216,"threshold_uncertainty_score":0.32402128},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2889522933","doi":"10.5539/res.v10n4p33","title":"A Universal Digital Library Based on Unimpeded Access (and Some Proposals Based on Information Ethics)","year":2018,"lang":"en","type":"article","venue":"Review of European Studies","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Utopia; Commodity; Set (abstract data type); Universal design; Computer science; Ideal (ethics); Digital library; The Imaginary; Internet privacy; World Wide Web; Knowledge management; Computer security; Data science; Business; Law; Political science; Psychology","score_opus":0.07543377302822572,"score_gpt":0.36295292740925117,"score_spread":0.28751915438102543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889522933","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012081037,0.17458068,0.07974211,0.22552374,0.0031362523,0.00021123531,0.00017202355,0.00024756475,0.5043054],"genre_scores_gemma":[0.6388766,0.13905706,0.040080175,0.10049032,0.0047594006,0.0009015581,0.00020797426,0.00023834046,0.075388625],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9783432,0.011340317,0.0011922363,0.0027129974,0.0051645646,0.0012466043],"domain_scores_gemma":[0.9843575,0.009054813,0.0013187083,0.0030783,0.0015805999,0.0006100626],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.014900735,0.00045025314,0.00075607863,0.0038125666,0.0034977414,0.015504811,0.0021179153,0.012449448,0.0059798993],"category_scores_gemma":[0.021173613,0.0005199569,0.00129108,0.0043336907,0.05423028,0.035672653,0.008591954,0.007836716,0.0019086655],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004048674,0.000006042019,0.000054551085,0.00013589353,0.000002896964,0.000016448988,0.00028972482,0.000051380823,0.00002052926,0.99007696,0.0014695702,0.007872057],"study_design_scores_gemma":[0.000015066806,0.000050028466,0.0005759463,0.0013304292,0.000019883824,0.00038910203,0.0010611453,0.00024529314,0.00035701343,0.65103734,0.34487578,0.000042977987],"about_ca_topic_score_codex":0.003175305,"about_ca_topic_score_gemma":0.002062883,"teacher_disagreement_score":0.99788207,"about_ca_system_score_codex":0.009651052,"about_ca_system_score_gemma":0.011782067,"threshold_uncertainty_score":0.07880354},"labels":[{"model":"gemma","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2895962866","doi":"10.23914/ap.v8i2.152","title":"Open Data as Public Archaeology: The Monumental Archive Project","year":2018,"lang":"en","type":"article","venue":"AP Online Journal in Public Archaeology","topic":"Archaeological Research and Protection","field":"Earth and Planetary Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"College of Engineering, Michigan State University; Michigan State University","keywords":"Value (mathematics); Literacy; Open data; Data sharing; Archaeology; Digital curation; Sociology; History; World Wide Web; Political science; Computer science; Law","score_opus":0.16927500712508403,"score_gpt":0.3809947452148179,"score_spread":0.21171973808973388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895962866","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7605539,0.009917567,0.031489268,0.028666507,0.0008656981,0.0012600975,0.009708456,0.00078832253,0.15675029],"genre_scores_gemma":[0.9330934,0.004486675,0.025208263,0.0007060834,0.00025694826,0.000836972,0.0045180563,0.00054505724,0.030348435],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98764324,0.006899918,0.00045188513,0.00086196273,0.0030052979,0.0011376768],"domain_scores_gemma":[0.9620886,0.019037528,0.0040133703,0.008956667,0.0027575272,0.0031464256],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.017596604,0.0003585653,0.0005309785,0.0032702428,0.009381763,0.014710517,0.0021138478,0.0023476991,0.00493409],"category_scores_gemma":[0.027891835,0.0005585167,0.00028918704,0.009757777,0.011257626,0.0073948856,0.013345482,0.002106101,0.00093976874],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007018335,0.00054440513,0.034649078,0.0014517317,0.00009507003,0.0015138584,0.43106616,0.0013260338,0.0021636372,0.17927568,0.040112913,0.30709952],"study_design_scores_gemma":[0.000091620175,0.00018320758,0.068630405,0.0018002343,0.00009863422,0.0006945733,0.328884,0.001010285,0.002378299,0.019267881,0.5768618,0.000099016295],"about_ca_topic_score_codex":0.07996803,"about_ca_topic_score_gemma":0.14303887,"teacher_disagreement_score":0.9978862,"about_ca_system_score_codex":0.00763017,"about_ca_system_score_gemma":0.016372435,"threshold_uncertainty_score":0.15900517},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2899425819","doi":"10.1192/bja.2018.56","title":"Predatory journals and dubious publishers: how to avoid being their prey","year":2018,"lang":"en","type":"article","venue":"BJPsych Advances","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Publishing; Directory; Revenue; Internet privacy; Declaration; Reading (process); Advertising; World Wide Web; Political science; Business; Computer science; Law","score_opus":0.46919279975365585,"score_gpt":0.5673250366612027,"score_spread":0.09813223690754685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899425819","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.105290174,0.013994527,0.021894809,0.74698836,0.010031706,0.00029614902,0.00011371043,0.001296418,0.10009417],"genre_scores_gemma":[0.74321175,0.010306886,0.03471652,0.15288249,0.0062528495,0.00046225617,0.00016373726,0.0008740948,0.051129375],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96760476,0.015778871,0.0020747255,0.0022210295,0.010732707,0.001587828],"domain_scores_gemma":[0.8158134,0.09131009,0.027555333,0.01219513,0.028343849,0.024782198],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.033545196,0.00073122076,0.0013213973,0.0034301467,0.012623511,0.022796614,0.0027350972,0.008047092,0.01369932],"category_scores_gemma":[0.1746122,0.0008841968,0.0006965714,0.0019246708,0.016535526,0.028154658,0.010257152,0.008085978,0.008465368],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028524327,0.00038703173,0.05288355,0.001507323,0.00025237218,0.0023652944,0.07409978,0.00021666581,0.0020641978,0.07599719,0.37506932,0.41487202],"study_design_scores_gemma":[0.0001246136,0.000497804,0.020429116,0.0026381768,0.00021485228,0.005619958,0.09248732,0.00081613736,0.0027952185,0.13374846,0.7402586,0.00036972176],"about_ca_topic_score_codex":0.0024760845,"about_ca_topic_score_gemma":0.004009362,"teacher_disagreement_score":0.9919529,"about_ca_system_score_codex":0.0031677762,"about_ca_system_score_gemma":0.006011622,"threshold_uncertainty_score":0.17740607},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2900628939","doi":"10.1038/s41436-018-0370-4","title":"Lessons learned from two decades of BRCA1 and BRCA2 genetic testing: the evolution of data sharing and variant classification","year":2018,"lang":"en","type":"review","venue":"Genetics in Medicine","topic":"BRCA gene mutations in cancer","field":"Biochemistry, Genetics and Molecular Biology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Human Genome Research Institute; National Institutes of Health","keywords":"Breast cancer; Ovarian cancer; Gene; Genetic testing; Identification (biology); Biology; Cancer; Genetic variation; Genetics","score_opus":0.3085729764609272,"score_gpt":0.4407115127165762,"score_spread":0.13213853625564903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900628939","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009083605,0.016362041,0.004183006,0.97312874,0.0042345603,0.000008607806,0.00004263749,0.000038287926,0.0010938105],"genre_scores_gemma":[0.083520666,0.06442166,0.024223756,0.7888967,0.030731244,0.00022527043,0.00023463232,0.0005370641,0.0072089937],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.90422,0.06487907,0.0049709785,0.008004384,0.015213421,0.002712093],"domain_scores_gemma":[0.6212569,0.3029656,0.006302216,0.018172657,0.036923654,0.014378994],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.16892067,0.00079530844,0.0014513673,0.0031591903,0.008027715,0.015754446,0.005444654,0.015579435,0.0033225038],"category_scores_gemma":[0.19836582,0.0009320164,0.0013443584,0.003365832,0.04750838,0.030534206,0.011907333,0.03827399,0.0011063836],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019792792,0.00007220999,0.0027171394,0.00078791846,0.00017290824,0.0009159896,0.030873597,0.00084317505,0.00038748453,0.24908254,0.47068402,0.24326503],"study_design_scores_gemma":[0.00004507727,0.00009895333,0.0011438174,0.0024056428,0.00004752444,0.0009693058,0.012524642,0.00065439224,0.00046217046,0.2450765,0.73638344,0.00018849596],"about_ca_topic_score_codex":0.023163404,"about_ca_topic_score_gemma":0.031079788,"teacher_disagreement_score":0.83107936,"about_ca_system_score_codex":0.012105357,"about_ca_system_score_gemma":0.022238757,"threshold_uncertainty_score":0.8933486},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reproducibility","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2909101430","doi":"10.1111/ddi.12885","title":"Open access solutions for biodiversity journals: Do not replace one problem with another","year":2019,"lang":"en","type":"article","venue":"Diversity and Distributions","topic":"Species Distribution and Climate Change","field":"Environmental Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland; McGill University","funders":"","keywords":"Publishing; Biodiversity; Diversity (politics); Process (computing); Library science; Sociology; Political science; Ecology; Computer science; Biology; Law","score_opus":0.1362599909243479,"score_gpt":0.29944774820363573,"score_spread":0.16318775727928783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909101430","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001684807,0.01420109,0.03566092,0.8444741,0.04656604,0.00013916781,0.0002662901,0.00252777,0.05447983],"genre_scores_gemma":[0.06511437,0.03173262,0.085061185,0.6006684,0.10302911,0.0011473558,0.0009968011,0.00727888,0.104971275],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.89859575,0.03571782,0.008257857,0.008393035,0.043741543,0.0052939584],"domain_scores_gemma":[0.6699416,0.13384864,0.02257812,0.08097502,0.053350326,0.039306253],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.08414495,0.0017441531,0.0022433654,0.0064954013,0.011892789,0.043753374,0.007330474,0.03481151,0.049582437],"category_scores_gemma":[0.26691726,0.0013038167,0.0019638715,0.0069497097,0.035384923,0.13696277,0.03825483,0.047141064,0.050961055],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012439901,0.00013308128,0.0009585626,0.0012262489,0.00008180576,0.0003632322,0.0051982077,0.00015280604,0.00062836986,0.3754416,0.4628171,0.15287459],"study_design_scores_gemma":[0.000019656609,0.000043462947,0.00020803625,0.0010983445,0.00001817568,0.0005072118,0.0015748917,0.00014553689,0.00016903567,0.122047655,0.87411433,0.000053701577],"about_ca_topic_score_codex":0.0011645567,"about_ca_topic_score_gemma":0.0013037472,"teacher_disagreement_score":0.9926695,"about_ca_system_score_codex":0.0042076567,"about_ca_system_score_gemma":0.016057285,"threshold_uncertainty_score":0.44500637},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2912243965","doi":"10.22230/src.2019v10n1a327","title":"Informing the Digital Archive with Altmetrics","year":2019,"lang":"en","type":"article","venue":"Scholarly and Research Communication","topic":"Research Data Management Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Altmetrics; Digitization; Digital curation; Computer science; Data science; World Wide Web; Telecommunications","score_opus":0.1062713277290106,"score_gpt":0.3786534612204933,"score_spread":0.2723821334914827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912243965","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058837075,0.0048655756,0.37220734,0.049039394,0.0029415786,0.0021926851,0.017940696,0.013612308,0.47836328],"genre_scores_gemma":[0.34949568,0.0066263415,0.5548687,0.0036102429,0.0028715162,0.0031239204,0.012416378,0.006551138,0.060436167],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9563895,0.020638663,0.0053838785,0.0024238916,0.014143666,0.0010203038],"domain_scores_gemma":[0.81797004,0.07993073,0.01517087,0.049207263,0.034197353,0.0035238052],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.052377757,0.00058541936,0.00065978314,0.017899683,0.0058151223,0.022206375,0.0021717697,0.0020024457,0.026118917],"category_scores_gemma":[0.18068951,0.00075290713,0.00054388447,0.03403231,0.005275863,0.034880277,0.013804456,0.0041083274,0.009261837],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001546287,0.00010288907,0.014661977,0.0010591283,0.000039251187,0.00037280002,0.07724685,0.0013237356,0.0021161013,0.29864922,0.098229796,0.5060437],"study_design_scores_gemma":[0.000015093472,0.00002317788,0.0023872145,0.0006035204,0.000016806187,0.00015309062,0.010014201,0.0013839841,0.0012859076,0.054885946,0.92917156,0.000059495218],"about_ca_topic_score_codex":0.005719832,"about_ca_topic_score_gemma":0.0072008516,"teacher_disagreement_score":0.9821003,"about_ca_system_score_codex":0.005033555,"about_ca_system_score_gemma":0.008592083,"threshold_uncertainty_score":0.2770034},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2914963886","doi":"10.1002/asi.24180","title":"Identifying the business model dimensions of data sharing: A value‐based approach","year":2019,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Business value; Knowledge management; Business model; Computer science; Value (mathematics); Data sharing; Value capture; Value network; Knowledge sharing; Dimension (graph theory); Process (computing); Key (lock); Data science; Value creation; Business; Marketing","score_opus":0.11522505554396606,"score_gpt":0.32393098991079966,"score_spread":0.2087059343668336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914963886","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41845936,0.000747931,0.44203314,0.011624749,0.00008034263,0.0013563271,0.000554991,0.00014872648,0.124994464],"genre_scores_gemma":[0.88662744,0.0002748172,0.110729,0.00015692458,0.000017226814,0.00045935082,0.0002452847,0.000026196307,0.0014637697],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9909695,0.005934478,0.000318477,0.00059432164,0.0015565645,0.0006267624],"domain_scores_gemma":[0.97996014,0.013504122,0.0016776031,0.0015775457,0.0023851097,0.000895343],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008504783,0.0012365739,0.00060219684,0.012330825,0.004015088,0.017089859,0.0025490592,0.0022900966,0.0036300162],"category_scores_gemma":[0.020740183,0.00079919165,0.0015468826,0.009593622,0.009664154,0.019454464,0.007854198,0.0031309268,0.0003062784],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007979259,0.00038620498,0.025169527,0.00032563772,0.000103217724,0.0005287737,0.03219603,0.0049983286,0.0014371222,0.87870526,0.0011725709,0.05489755],"study_design_scores_gemma":[0.00004661916,0.0001222272,0.013494975,0.0008643339,0.000095318,0.0008816626,0.16126835,0.09143414,0.0020608206,0.69455534,0.035068426,0.00010783191],"about_ca_topic_score_codex":0.00500077,"about_ca_topic_score_gemma":0.0060181026,"teacher_disagreement_score":0.017089859,"about_ca_system_score_codex":0.009415702,"about_ca_system_score_gemma":0.006529802,"threshold_uncertainty_score":0.06831598},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reproducibility","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2915192376","doi":"10.1002/asi.24153","title":"“Connections above and beyond”: Information, translation, and community boundaries in LibraryThing and Goodreads","year":2019,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Florida State University; Beta Phi Mu","keywords":"Sociotechnical system; Online community; Knowledge management; Boundary object; Boundary (topology); Sociology; Information sharing; Computer science; World Wide Web; Boundary-work; Knowledge sharing; Interpersonal ties; Social science","score_opus":0.012865613453759884,"score_gpt":0.2638654217886759,"score_spread":0.25099980833491603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915192376","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9375103,0.0010136897,0.0035225062,0.0040032757,0.00008814924,0.00008982689,0.00002696982,0.000054390875,0.053690847],"genre_scores_gemma":[0.99500567,0.00014857978,0.00074937637,0.00029703334,0.000016429125,0.000030078172,0.000011609778,0.000022011893,0.0037191864],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9854439,0.011101758,0.0004350609,0.00091456925,0.0011183912,0.0009863956],"domain_scores_gemma":[0.97200733,0.019320238,0.0029663648,0.0019330689,0.0013358861,0.0024371522],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.009097821,0.0004168901,0.0006046333,0.0037095253,0.013756605,0.014014962,0.0013213817,0.0022194276,0.005525205],"category_scores_gemma":[0.031708755,0.0004899867,0.00034950938,0.0028133953,0.026033565,0.013751476,0.016650504,0.0021352181,0.00042976343],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028012942,0.000042973683,0.003033625,0.00007158952,0.0000036562867,0.00030375607,0.9771328,0.000015668913,0.00026499736,0.0096381195,0.00029604996,0.009168668],"study_design_scores_gemma":[0.000010747703,0.000045848443,0.0049333815,0.00016791838,0.000009254634,0.00024974733,0.96022093,0.000089877656,0.0004123119,0.011765252,0.022067344,0.000027298647],"about_ca_topic_score_codex":0.007985743,"about_ca_topic_score_gemma":0.012515721,"teacher_disagreement_score":0.98598504,"about_ca_system_score_codex":0.0047341418,"about_ca_system_score_gemma":0.0049632224,"threshold_uncertainty_score":0.04811442},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2922152001","doi":"10.1016/j.afjem.2019.01.015","title":"A cross-sectional description of open access publication costs, policies and impact in emergency medicine and critical care journals","year":2019,"lang":"en","type":"article","venue":"African Journal of Emergency Medicine","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; McMaster University","funders":"","keywords":"Medicine; Scopus; Interquartile range; Purchasing power parity; Impact factor; Turkish; MEDLINE; Family medicine; Business; Political science; Finance; Internal medicine","score_opus":0.7233153791963524,"score_gpt":0.6748636395905908,"score_spread":0.048451739605761546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2922152001","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.940282,0.0054469467,0.0010166807,0.0009553218,0.000060534214,0.0003708911,0.046529066,0.00008649544,0.005252086],"genre_scores_gemma":[0.97956514,0.0022040035,0.0014437352,0.0003006214,0.0001345387,0.0007770602,0.014618704,0.000051817624,0.0009044167],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9872497,0.002208032,0.004761525,0.001385505,0.0037497147,0.0006456286],"domain_scores_gemma":[0.85737795,0.045804437,0.07258345,0.0039175753,0.015990246,0.004326412],"candidate_categories":["metaresearch","bibliometrics","open_science"],"consensus_categories":[],"category_scores_codex":[0.010296058,0.0003491835,0.00077693275,0.013985218,0.00079738116,0.0031269838,0.0008084059,0.0006914374,0.0065834257],"category_scores_gemma":[0.04954111,0.00048906956,0.001003351,0.026493976,0.0007535898,0.0046166773,0.0014686015,0.0009689337,0.0016779988],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010101324,0.00008095508,0.9922259,0.00030765418,0.00018856773,0.000056114666,0.0002772226,0.000078585064,0.00006278165,0.00017685838,0.0013944582,0.005049858],"study_design_scores_gemma":[0.0000059881313,0.00008126421,0.99660975,0.000116780786,0.00005970702,0.00048969703,0.0004860887,0.00012591155,0.000075552,0.00009925935,0.0018331294,0.000016817625],"about_ca_topic_score_codex":0.002525697,"about_ca_topic_score_gemma":0.0024954989,"teacher_disagreement_score":0.9991916,"about_ca_system_score_codex":0.0015926212,"about_ca_system_score_gemma":0.0016982557,"threshold_uncertainty_score":0.054451406},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2923998330","doi":"10.1016/j.jhepr.2019.03.001","title":"JHEP Reports: A new EASL open access journal","year":2019,"lang":"en","type":"editorial","venue":"JHEP Reports","topic":"Liver Disease Diagnosis and Treatment","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Hepatology; Publication; Outreach; Impact factor; Audience measurement; Medicine; Internal medicine; Publishing; Political science; Public relations; Medical education; Family medicine; Law","score_opus":0.03957957871228053,"score_gpt":0.40626750418538915,"score_spread":0.36668792547310863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2923998330","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016456847,0.032427017,0.007247812,0.1361424,0.732711,0.00069648767,0.008231195,0.008075099,0.07282328],"genre_scores_gemma":[0.010010649,0.038671788,0.009173187,0.078258716,0.7645352,0.0008060962,0.00875897,0.0053251586,0.08446023],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98056215,0.0025215936,0.0038854205,0.0018167328,0.009721624,0.0014925606],"domain_scores_gemma":[0.80489004,0.057792366,0.021113375,0.013512268,0.07005162,0.03264035],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.021904608,0.0017614261,0.0029392415,0.013238523,0.0028728135,0.024740482,0.003672582,0.008950745,0.117923185],"category_scores_gemma":[0.11667976,0.0016969645,0.0023019724,0.0052892286,0.0035612145,0.009087892,0.0058482857,0.012848582,0.09703373],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000079252146,0.00007640453,0.000602094,0.0010573444,0.00004015269,0.00046684692,0.00007398477,0.000060010996,0.00023051255,0.0029506392,0.92882,0.06554283],"study_design_scores_gemma":[0.000030290468,0.00003766443,0.00066249014,0.0007404422,0.000021780277,0.0006348225,0.00006382524,0.000059713628,0.00015796295,0.0012081532,0.99634933,0.000033547938],"about_ca_topic_score_codex":0.00045362354,"about_ca_topic_score_gemma":0.00052502955,"teacher_disagreement_score":0.9963274,"about_ca_system_score_codex":0.0022302894,"about_ca_system_score_gemma":0.008936084,"threshold_uncertainty_score":0.39449233},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2926567176","doi":"10.1136/bmjopen-2018-026516","title":"Knowledge and motivations of researchers publishing in presumed predatory journals: a survey","year":2019,"lang":"en","type":"article","venue":"BMJ Open","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":160,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Ottawa; Jewish General Hospital; Institut du Savoir Montfort; McGill University; Ottawa Hospital","funders":"Canadian Institutes of Health Research; Ottawa Hospital Anesthesia Alternate Funds Association","keywords":"Publishing; Medicine; Psychological intervention; Law; Psychiatry; Political science","score_opus":0.9177965981725121,"score_gpt":0.7046737378033378,"score_spread":0.21312286036917438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2926567176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99849856,0.00014859744,0.0001062294,0.00040048233,0.0000050128106,0.000073649935,0.00023646145,0.0000035817154,0.0005274505],"genre_scores_gemma":[0.99761057,0.0005451073,0.00059051637,0.00042756085,0.000024792473,0.00017926512,0.00023571643,0.000003541348,0.00038295085],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9948613,0.0024918537,0.0009103594,0.0002868887,0.0010261307,0.00042343113],"domain_scores_gemma":[0.95296687,0.017190501,0.019256847,0.0010352375,0.005365747,0.0041847625],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008029214,0.00018790436,0.00043805814,0.0023223946,0.00089980813,0.0017891924,0.00048812974,0.0009866077,0.0016937082],"category_scores_gemma":[0.034317214,0.00050069107,0.000422609,0.0017261559,0.0006861365,0.0022186106,0.0013984105,0.0007981848,0.0007064682],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007778937,0.00032202635,0.96056527,0.000284087,0.00004252733,0.00028278548,0.026433133,0.000042491367,0.0005576159,0.000081696206,0.0006790752,0.010631614],"study_design_scores_gemma":[0.00003989459,0.0009190127,0.88451475,0.00032666317,0.000042821142,0.0011482687,0.107569896,0.00044466456,0.00046248097,0.00021143883,0.004260757,0.000059306418],"about_ca_topic_score_codex":0.0014219378,"about_ca_topic_score_gemma":0.0019320467,"teacher_disagreement_score":0.99901336,"about_ca_system_score_codex":0.0006107288,"about_ca_system_score_gemma":0.0015017535,"threshold_uncertainty_score":0.042463005},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2927052045","doi":"10.21083/partnership.v14i1.4764","title":"Hype or Real Threat: The Extent of Predatory Journals in Student Bibliographies","year":2019,"lang":"en","type":"article","venue":"Partnership The Canadian Journal of Library and Information Practice and Research","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Brandon University","funders":"","keywords":"Publishing; Library science; Computer science; Political science; Law","score_opus":0.49515394773640964,"score_gpt":0.5635849346576557,"score_spread":0.06843098692124605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2927052045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9852461,0.003690079,0.0009535876,0.0019531986,0.00004098922,0.000045170353,0.00023651551,0.000023473793,0.007810854],"genre_scores_gemma":[0.99840933,0.00081159524,0.00037239044,0.0000900808,0.000047135967,0.000014211809,0.0000832344,0.000005253332,0.00016681822],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.96708876,0.010969628,0.004927365,0.0019032501,0.013948206,0.0011628544],"domain_scores_gemma":[0.6572225,0.20765081,0.10501923,0.009759413,0.016718565,0.0036295026],"candidate_categories":["metaresearch","bibliometrics","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.018921126,0.00019736805,0.000466689,0.020572044,0.001834777,0.0059096487,0.00076388754,0.0009238022,0.002222716],"category_scores_gemma":[0.17975892,0.00028382192,0.00035691075,0.023316763,0.0046493094,0.0074539236,0.0057133194,0.00093119044,0.00026163945],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015387604,0.000040339753,0.9028412,0.0006651989,0.00023817769,0.0007055895,0.042122293,0.00010157016,0.0009110805,0.0033405218,0.0007629125,0.048117265],"study_design_scores_gemma":[0.000013591809,0.00011489771,0.9197,0.0007316822,0.00018075343,0.003057093,0.062456157,0.0006014304,0.00094641844,0.0035920467,0.008537675,0.00006822295],"about_ca_topic_score_codex":0.0041672233,"about_ca_topic_score_gemma":0.0070218756,"teacher_disagreement_score":0.9990762,"about_ca_system_score_codex":0.0019870969,"about_ca_system_score_gemma":0.0021637452,"threshold_uncertainty_score":0.10006565},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2938786474","doi":"10.3138/jsp.50.3.01","title":"Humanities Scholars and Library-Based Digital Publishing: New Forms of Publication, New Audiences, New Publishing Roles","year":2019,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; Scholarly communication; Scholarship; Electronic publishing; Digital scholarship; Digital humanities; Library science; Diversification (marketing strategy); Sociology; Digital library; Political science; Media studies; Public relations; World Wide Web; Computer science; The Internet; Business; Art; Law; Literature; Marketing","score_opus":0.02991858418503142,"score_gpt":0.2704706048311039,"score_spread":0.2405520206460725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2938786474","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45854476,0.034812804,0.008867767,0.110028096,0.0017049842,0.00013013383,0.00009303448,0.0002479006,0.38557047],"genre_scores_gemma":[0.95619863,0.010384843,0.0040436923,0.006094803,0.001551333,0.00009358447,0.000046771336,0.00006817798,0.02151816],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.97624993,0.015108338,0.0015380485,0.0012686723,0.004838902,0.0009961262],"domain_scores_gemma":[0.94477224,0.0342865,0.0074514295,0.0035170747,0.0032415339,0.006731356],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.018465696,0.0003134099,0.0006071968,0.0044527194,0.008236121,0.039378628,0.0012363984,0.0031402675,0.014229207],"category_scores_gemma":[0.043512084,0.00026556532,0.0005256552,0.009107283,0.017686706,0.040796988,0.012567639,0.0029002288,0.0017149909],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012988699,0.00030324247,0.054090794,0.0013085116,0.000056530476,0.00066438806,0.3134903,0.00013370482,0.00072525296,0.343143,0.011329021,0.2746255],"study_design_scores_gemma":[0.000068435584,0.0001978571,0.036042545,0.002023278,0.000066535315,0.0017235373,0.40030286,0.00045826688,0.0009771363,0.1948462,0.3631577,0.00013570712],"about_ca_topic_score_codex":0.0014158323,"about_ca_topic_score_gemma":0.0026307767,"teacher_disagreement_score":0.96062136,"about_ca_system_score_codex":0.0041386746,"about_ca_system_score_gemma":0.0070545636,"threshold_uncertainty_score":0.097657084},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2942452906","doi":"10.12927/hcpol.2019.25792","title":"Integrated Knowledge Translation with Public Health Policy Makers: A Scoping Review","year":2019,"lang":"en","type":"review","venue":"Healthcare policy","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Izaak Walton Killam Health Centre; Dalhousie University","funders":"","keywords":"Operationalization; Knowledge translation; Knowledge management; Public health; Process (computing); Public engagement; Political science; Public relations; Medical education; Process management; Psychology; Business; Medicine; Computer science; Nursing","score_opus":0.9177527360035942,"score_gpt":0.7631348038759823,"score_spread":0.15461793212761188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942452906","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00048663773,0.99256647,0.0013478904,0.001956148,0.0005008875,0.0014159738,0.00016935338,0.000024582525,0.0015320252],"genre_scores_gemma":[0.005252917,0.987648,0.0031109923,0.00084452506,0.00016842983,0.0024957352,0.00021972337,0.000013686283,0.00024594265],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.94923073,0.024752457,0.01547979,0.0019560806,0.007463867,0.001117168],"domain_scores_gemma":[0.7877172,0.16895829,0.016379029,0.0059064953,0.01965642,0.0013825321],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06983364,0.0024688304,0.006603824,0.035457123,0.002581917,0.007953736,0.0037493242,0.0058184257,0.006638062],"category_scores_gemma":[0.20390655,0.0023011225,0.0068271095,0.03329079,0.0031476156,0.010361162,0.006838575,0.003828384,0.0014245408],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000892313,0.00007456123,0.00044720544,0.7075128,0.001465511,0.00015742052,0.0017983399,0.0002522608,0.00023169548,0.0034517178,0.0057990807,0.27872008],"study_design_scores_gemma":[0.000023909382,0.00003165537,0.00036273096,0.95822614,0.002109195,0.00008733071,0.0005630182,0.0000786255,0.000110086316,0.000991638,0.037398137,0.000017424716],"about_ca_topic_score_codex":0.009768934,"about_ca_topic_score_gemma":0.020106148,"teacher_disagreement_score":0.06983364,"about_ca_system_score_codex":0.010340589,"about_ca_system_score_gemma":0.062158566,"threshold_uncertainty_score":0.36931998},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2947745509","doi":"","title":"Promises Made: An Interpretative Analysis of Canada's Public Library Legislation / Promesses faites : une analyse interprétative de la législation canadienne sur les bibliothèques publiques","year":2018,"lang":"fr","type":"article","venue":"Project Muse (Johns Hopkins University)","topic":"Library Science and Administration","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Legislation; Humanities; Law; Philosophy","score_opus":0.024399035306361814,"score_gpt":0.2637218592059613,"score_spread":0.2393228238995995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947745509","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46976382,0.0055394024,0.018373346,0.064087145,0.00048508876,0.0005942174,0.010693111,0.00029616058,0.43016776],"genre_scores_gemma":[0.9677136,0.0014541508,0.006932782,0.0013371707,0.00006587009,0.00018775274,0.0015844593,0.00018933324,0.020534808],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.984646,0.0031766621,0.0005847503,0.0007850749,0.008778795,0.0020287447],"domain_scores_gemma":[0.9562204,0.019841917,0.0024282055,0.0013469378,0.01934718,0.00081540545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01489818,0.0006108938,0.0006738892,0.013847816,0.018437123,0.026022853,0.0030588403,0.001981568,0.005444142],"category_scores_gemma":[0.040209245,0.000663796,0.0007469143,0.031833775,0.017801287,0.0061241714,0.0043996656,0.0047443532,0.00038257154],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013116148,0.00004444477,0.019090584,0.00045249614,0.000055083845,0.00069140614,0.6193953,0.0013163259,0.0010610244,0.30155072,0.023899505,0.032311976],"study_design_scores_gemma":[0.000023890127,0.000018718416,0.054597925,0.001287497,0.00013835178,0.000117003045,0.6190545,0.0028111853,0.0012737745,0.016940024,0.3036244,0.00011278361],"about_ca_topic_score_codex":0.9881931,"about_ca_topic_score_gemma":0.9903728,"teacher_disagreement_score":0.18020576,"about_ca_system_score_codex":0.18020576,"about_ca_system_score_gemma":0.2551843,"threshold_uncertainty_score":0.9508451},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2955083888","doi":"10.5334/dsj-2019-027","title":"Developing a Model Guidelines Addressing Legal Impediments to Open Access to Publicly Funded Research Data in Malaysia","year":2019,"lang":"en","type":"article","venue":"Data Science Journal","topic":"Research Data Management Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Data access; Computer science; Business; Knowledge management; Database","score_opus":0.8726138537959646,"score_gpt":0.6560074045530535,"score_spread":0.21660644924291106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955083888","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12226425,0.0024426836,0.55601853,0.07100996,0.0005218898,0.009929707,0.0035889496,0.0011747254,0.23304935],"genre_scores_gemma":[0.3761988,0.0024551034,0.59543157,0.002745833,0.000073404335,0.0060992385,0.0020886667,0.00012363515,0.014783679],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9555452,0.019769104,0.0060824393,0.0025940654,0.013284896,0.0027243008],"domain_scores_gemma":[0.9080643,0.04199493,0.0106866695,0.0058242385,0.030667767,0.0027621726],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.045470092,0.00078736426,0.00082003407,0.006250395,0.0030731163,0.012542127,0.003387281,0.004101526,0.0036621492],"category_scores_gemma":[0.081729814,0.0010253057,0.0015187517,0.0044178455,0.0034861944,0.01091832,0.0059532165,0.0042735576,0.0010234636],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008924114,0.0004767223,0.015494873,0.001191053,0.000062020255,0.0009010655,0.007178247,0.036765147,0.0011798664,0.8386798,0.017846864,0.080135114],"study_design_scores_gemma":[0.00024942736,0.0005073796,0.013274772,0.0056460034,0.00023172685,0.00097051705,0.02014584,0.11905024,0.0061087282,0.5163679,0.31701678,0.00043073477],"about_ca_topic_score_codex":0.037212554,"about_ca_topic_score_gemma":0.049561106,"teacher_disagreement_score":0.9966127,"about_ca_system_score_codex":0.014231072,"about_ca_system_score_gemma":0.0602402,"threshold_uncertainty_score":0.24047166},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2965202324","doi":"10.29173/cais906","title":"The Times, They Are A-Changin’: Attitudes Towards Altmetrics in Higher Education","year":2016,"lang":"fr","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Altmetrics; Humanities; Library science; Sociology; Art; Computer science","score_opus":0.04220840961394355,"score_gpt":0.30317064637030966,"score_spread":0.2609622367563661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965202324","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9682846,0.00070441776,0.0023252373,0.007035289,0.0001286451,0.000026047006,0.0001136821,0.00003923035,0.021342857],"genre_scores_gemma":[0.9903144,0.00049820635,0.0008945221,0.0008806706,0.00009487099,0.000025600966,0.000074563446,0.000016610878,0.0072004097],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99149656,0.004110528,0.00039786118,0.00043888215,0.0029802732,0.0005758539],"domain_scores_gemma":[0.9792154,0.006723248,0.005710514,0.0017179411,0.003831266,0.0028017072],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.010125129,0.00018610807,0.00018682137,0.0015462082,0.0018600533,0.004470391,0.00038638242,0.00059005513,0.011038222],"category_scores_gemma":[0.02697312,0.0001886267,0.00024328343,0.0024639082,0.0015496764,0.004172703,0.002902116,0.0011962634,0.0015325506],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019828805,0.00036958134,0.5589123,0.00023257156,0.00006504011,0.00014948053,0.08250942,0.00021017021,0.0033503354,0.007248799,0.010284276,0.33646983],"study_design_scores_gemma":[0.000016455871,0.00050532067,0.7192266,0.0002738393,0.0000381944,0.00021702341,0.13349135,0.00055968505,0.003555672,0.0024617151,0.13956888,0.00008528345],"about_ca_topic_score_codex":0.002597326,"about_ca_topic_score_gemma":0.0067659626,"teacher_disagreement_score":0.9984538,"about_ca_system_score_codex":0.0016855795,"about_ca_system_score_gemma":0.001319507,"threshold_uncertainty_score":0.053547442},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2972234946","doi":"10.1177/0306312719871356","title":"Medium, calculation, play: On digital images in scientific practice","year":2019,"lang":"en","type":"article","venue":"Social Studies of Science","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Sociology; Negotiation; Work (physics); Epistemology; Digital media; Orientation (vector space); Mediation; Value (mathematics); Action (physics); Immutability; Readability; Mathematics; Social science; Geometry; World Wide Web; Physics","score_opus":0.03712835895151081,"score_gpt":0.3749062829960865,"score_spread":0.33777792404457574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972234946","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23148246,0.029055674,0.07145737,0.076670595,0.0006146283,0.00016356056,0.00014389596,0.0002004715,0.5902113],"genre_scores_gemma":[0.97824156,0.0042772894,0.0073934975,0.0014754159,0.00020469444,0.00011087285,0.000021061458,0.00012929691,0.008146443],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99231124,0.0055779875,0.0001593841,0.000597534,0.0008655408,0.0004883513],"domain_scores_gemma":[0.9880486,0.010168273,0.00057109003,0.00058503234,0.0003764797,0.0002504572],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0062991804,0.000860541,0.00054030144,0.0041468306,0.009109603,0.01602196,0.002034301,0.004467453,0.006248628],"category_scores_gemma":[0.011987059,0.00064650294,0.00042324862,0.0034240005,0.09526389,0.027353004,0.011932915,0.0046773893,0.0006507548],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003496565,0.000011989289,0.00038091186,0.00008095824,0.0000039155248,0.00029071956,0.18849088,0.00016746356,0.00027594858,0.80012923,0.0010320063,0.009100882],"study_design_scores_gemma":[0.00005362337,0.00007378074,0.001370066,0.0010533396,0.0000283279,0.0007276574,0.23652807,0.0014523756,0.0015539294,0.48671788,0.27037376,0.00006724826],"about_ca_topic_score_codex":0.008047125,"about_ca_topic_score_gemma":0.0069329794,"teacher_disagreement_score":0.9908904,"about_ca_system_score_codex":0.00841993,"about_ca_system_score_gemma":0.0026986522,"threshold_uncertainty_score":0.061091185},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["sts","scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2982640339","doi":"10.3138/jsp.51.1.02","title":"Fifty Years of <i>JSP</i>: Golden Anniversary Compilation, compiled and edited by Mary Lui and Robert Brown","year":2019,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publishing; History; Classics; Library science; Art history; Art; Literature; Computer science","score_opus":0.17878415953494883,"score_gpt":0.4211352943766775,"score_spread":0.24235113484172868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982640339","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00226986,0.09059165,0.0029545522,0.040241107,0.6555918,0.0002085243,0.040404905,0.004098521,0.16363916],"genre_scores_gemma":[0.010873911,0.18048556,0.009221501,0.016093615,0.24089953,0.0007404669,0.05381901,0.011292347,0.476574],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99524325,0.00027233313,0.00046823043,0.0002950822,0.0034226216,0.00029842817],"domain_scores_gemma":[0.9750567,0.0033748334,0.0023315903,0.0015666073,0.014062289,0.0036079197],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0037480867,0.0019861658,0.0019392614,0.016262518,0.0026324426,0.0148631185,0.001259609,0.0009917727,0.06795266],"category_scores_gemma":[0.025790045,0.000956782,0.0007179528,0.018989753,0.0018269253,0.005365838,0.004583877,0.0041349186,0.08355415],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000071362697,0.0000054826623,0.00007401863,0.0002530936,0.0000046203045,0.000022404414,0.000058779533,0.000021050411,0.00009736406,0.00069841876,0.97995764,0.01879991],"study_design_scores_gemma":[0.0000010586472,0.000005485408,0.0005556771,0.0003239519,0.0000045590796,0.00005270561,0.00006821329,0.000011121875,0.000077029166,0.00042356108,0.9984682,0.000008390349],"about_ca_topic_score_codex":0.0063573294,"about_ca_topic_score_gemma":0.010816718,"teacher_disagreement_score":0.98513687,"about_ca_system_score_codex":0.0026777594,"about_ca_system_score_gemma":0.008575949,"threshold_uncertainty_score":0.2273243},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2984852203","doi":"10.22230/src.2019v10n2a309","title":"Challenges and Achievements in Founding an Open Access Journal on Educational Leadership and Research Use","year":2019,"lang":"en","type":"article","venue":"Scholarly and Research Communication","topic":"Educational Assessment and Improvement","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"General partnership; Publishing; George (robot); Political science; Library science; Public relations; Professional development; Educational leadership; Management; Sociology; Pedagogy; Computer science","score_opus":0.8834125910531597,"score_gpt":0.6643350685157996,"score_spread":0.21907752253736013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2984852203","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017178072,0.03747861,0.009060023,0.84656113,0.017276049,0.00027105145,0.00029086438,0.00047843013,0.071405776],"genre_scores_gemma":[0.48680335,0.1455894,0.07757178,0.12805948,0.07315331,0.0013212225,0.0019748774,0.0029774492,0.082549155],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.77767086,0.07775884,0.028266262,0.008174303,0.08995767,0.018172031],"domain_scores_gemma":[0.17936395,0.44008237,0.03526361,0.038432144,0.20379029,0.10306768],"candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.36547133,0.0009911356,0.0024960167,0.017975803,0.015479787,0.0963933,0.007306809,0.017055506,0.02077446],"category_scores_gemma":[0.5312337,0.0014023468,0.0014532254,0.024519153,0.02755031,0.07818957,0.035324704,0.018867144,0.008722287],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022228222,0.0008845424,0.0098549,0.0022252349,0.000108115266,0.000649331,0.019529033,0.00036703335,0.00064591493,0.25748405,0.2009945,0.5070351],"study_design_scores_gemma":[0.00009096319,0.0004567263,0.013300237,0.005264988,0.000062749255,0.00081942335,0.04332713,0.0011297726,0.0010999952,0.110357046,0.82375836,0.00033258868],"about_ca_topic_score_codex":0.0030155785,"about_ca_topic_score_gemma":0.0042832065,"teacher_disagreement_score":0.9926932,"about_ca_system_score_codex":0.008214058,"about_ca_system_score_gemma":0.0551215,"threshold_uncertainty_score":0.7824868},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2986512685","doi":"10.1101/19010850","title":"Defining predatory journals and responding to the threat they pose: a modified Delphi consensus process","year":2019,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Social Sciences and Humanities Research Council of Canada; Canadian Institutes of Health Research; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; Ottawa Hospital Anesthesia Alternate Funds Association; Institute of Health Services and Policy Research; University of Ottawa; Institute of Musculoskeletal Health and Arthritis; Natural Sciences and Engineering Research Council of Canada; Ottawa Hospital Research Institute; National Science Foundation","keywords":"Publication; Outreach; Publishing; Delphi method; Political science; Public relations; Checklist; Psychology; Computer science; Law","score_opus":0.14897056287834803,"score_gpt":0.4618668965510392,"score_spread":0.31289633367269115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2986512685","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40336695,0.0008737208,0.3712001,0.02143212,0.0009737342,0.18156338,0.0009390057,0.0005882158,0.019062791],"genre_scores_gemma":[0.5355168,0.00070784567,0.32830283,0.0049273577,0.0001611813,0.12716565,0.00044118805,0.00018288271,0.002594239],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.5608612,0.3845628,0.022086985,0.007812462,0.014555252,0.010121421],"domain_scores_gemma":[0.61810637,0.26065537,0.011519381,0.0174177,0.08206299,0.010238133],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.37944162,0.0020786547,0.0016410423,0.007580648,0.009249162,0.007328611,0.0054244213,0.0046818713,0.0066502825],"category_scores_gemma":[0.2984753,0.0025159256,0.0024711157,0.004736,0.012445668,0.009948505,0.021585863,0.006871486,0.0016475817],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011124427,0.000743965,0.0067695454,0.004756254,0.00017037577,0.001664172,0.835409,0.005651565,0.007310307,0.030124675,0.012323368,0.09396441],"study_design_scores_gemma":[0.0008532483,0.0019650636,0.00858409,0.0076106973,0.00018862405,0.0009008144,0.7576015,0.026660264,0.008021184,0.09561696,0.09121865,0.0007789612],"about_ca_topic_score_codex":0.0056958687,"about_ca_topic_score_gemma":0.0054957964,"teacher_disagreement_score":0.9953181,"about_ca_system_score_codex":0.012549009,"about_ca_system_score_gemma":0.037173104,"threshold_uncertainty_score":0.76525897},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2986976815","doi":"10.1007/s12630-019-01533-2","title":"Peer review for the Canadian Journal of Anesthesia in 2016 and 2017: a retrospective analysis by reviewer and author gender","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Sinai Health System; University of Toronto","funders":"","keywords":"Medicine; Confidence interval; Family medicine; Psychology; Internal medicine","score_opus":0.02697078239548694,"score_gpt":0.2742673605798372,"score_spread":0.24729657818435025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2986976815","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66819733,0.120107286,0.0046185814,0.062743925,0.028566433,0.007654011,0.033912137,0.0006205341,0.073579796],"genre_scores_gemma":[0.92990625,0.020858904,0.005779725,0.0069936076,0.0067679114,0.0030729133,0.0073541636,0.0008732698,0.018393287],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9060479,0.016922947,0.020452635,0.00678295,0.043165274,0.006628319],"domain_scores_gemma":[0.3234882,0.07281505,0.09523895,0.011512821,0.46576244,0.031182546],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.042620126,0.0007324067,0.0028421825,0.019424256,0.008274071,0.006480568,0.0039316313,0.0023621921,0.009037165],"category_scores_gemma":[0.33766595,0.0010102604,0.0017493381,0.015326282,0.0029246341,0.002725383,0.0031115632,0.0019072355,0.002406612],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014025192,0.00015164682,0.7596865,0.0054532858,0.00069776224,0.0026456174,0.009431661,0.000084433384,0.0011939189,0.0011678345,0.16738077,0.050704144],"study_design_scores_gemma":[0.00030685758,0.0003723455,0.7670559,0.0058518373,0.0008753425,0.0060105524,0.015671557,0.0005994984,0.0011473814,0.0008281777,0.20080689,0.0004736109],"about_ca_topic_score_codex":0.12426136,"about_ca_topic_score_gemma":0.12985024,"teacher_disagreement_score":0.9884938,"about_ca_system_score_codex":0.011506208,"about_ca_system_score_gemma":0.051581584,"threshold_uncertainty_score":0.24707615},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2992890322","doi":"10.29173/jchla29389","title":"An Education Session Developed in Response to Low Health Professional Awareness of Predatory Journals","year":2019,"lang":"en","type":"article","venue":"Journal of the Canadian Health Libraries Association / Journal de l Association de bilbiothèques de la santé du Canada","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Session (web analytics); Health professionals; Publication; Public relations; Work (physics); Medical education; Psychology; Health care; Political science; Medicine; Business; Engineering; Advertising","score_opus":0.07273604979052904,"score_gpt":0.4722611424672414,"score_spread":0.3995250926767123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2992890322","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47400978,0.002191415,0.09141499,0.1954417,0.035386555,0.05995826,0.0038987016,0.009411188,0.1282874],"genre_scores_gemma":[0.46646443,0.0035354744,0.18017797,0.059058156,0.012916906,0.05542538,0.0019203754,0.0006767148,0.21982457],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958169,0.0019387258,0.0002508669,0.00047770966,0.0004051133,0.0011107365],"domain_scores_gemma":[0.9767542,0.009280012,0.0010363798,0.0007737899,0.0030713584,0.009084172],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007596765,0.0011955582,0.0010168547,0.0018784084,0.00496871,0.0023983456,0.0013729793,0.0061559547,0.028177047],"category_scores_gemma":[0.019692766,0.0009065307,0.0011952417,0.00057199865,0.0017493347,0.0019384789,0.0071370183,0.007919885,0.0061802748],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034665354,0.030351067,0.012033477,0.00490325,0.00015637396,0.00877812,0.08245126,0.0019730148,0.032731995,0.0049305097,0.3643299,0.45389453],"study_design_scores_gemma":[0.0023351097,0.0071767955,0.041541632,0.0011660532,0.00015986245,0.0020300518,0.026600631,0.0023687019,0.0086223865,0.006715515,0.9009475,0.00033579863],"about_ca_topic_score_codex":0.0021724943,"about_ca_topic_score_gemma":0.006859921,"teacher_disagreement_score":0.9967354,"about_ca_system_score_codex":0.0032646041,"about_ca_system_score_gemma":0.0061986037,"threshold_uncertainty_score":0.094261646},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3006062737","doi":"10.26522/brocked.v29i1.816","title":"Editorial: Freedom of Speech in Academic Publishing","year":2020,"lang":"en","type":"editorial","venue":"Brock Education Journal","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Publishing; Academic freedom; Free speech; Sociology; Media studies; Linguistics; Art; Political science; Philosophy; Literature; Law; Higher education","score_opus":0.28598230714133466,"score_gpt":0.548471393844351,"score_spread":0.2624890867030163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006062737","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003182109,0.0018163382,0.000055681354,0.03524086,0.95816785,0.000032741715,0.00006953005,0.00007117368,0.004513951],"genre_scores_gemma":[0.00051882985,0.0016903585,0.00009696138,0.027386716,0.9449794,0.000050866453,0.000078076606,0.00008583308,0.0251129],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9798049,0.0028634036,0.0022721093,0.001424455,0.011799353,0.001835844],"domain_scores_gemma":[0.92805207,0.02642114,0.0035138784,0.0017708077,0.027565772,0.012676337],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.01578971,0.004174956,0.0054952805,0.00874343,0.008813382,0.02480622,0.0060197916,0.040441442,0.05643543],"category_scores_gemma":[0.0664885,0.002107279,0.003711163,0.0031930413,0.0047266684,0.0073118573,0.0034136092,0.022749899,0.043714046],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000164969,0.000010224946,0.000009269512,0.00006774936,0.000005647807,0.000052753538,0.000006701432,0.0000083742425,0.000013807871,0.00023915597,0.9975974,0.0019724595],"study_design_scores_gemma":[0.00010800358,0.000030571082,0.0002871837,0.0006306306,0.00003723651,0.00019384753,0.0000639406,0.00013672358,0.00008371043,0.0015052238,0.9968906,0.0000322139],"about_ca_topic_score_codex":0.002857178,"about_ca_topic_score_gemma":0.008011702,"teacher_disagreement_score":0.9751938,"about_ca_system_score_codex":0.0069092507,"about_ca_system_score_gemma":0.009857961,"threshold_uncertainty_score":0.18879533},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3006156524","doi":"10.1136/bmjopen-2019-035561","title":"Defining predatory journals and responding to the threat they pose: a modified Delphi consensus process","year":2020,"lang":"en","type":"article","venue":"BMJ Open","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Social Sciences and Humanities Research Council of Canada; Canadian Institutes of Health Research; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; Ottawa Hospital Anesthesia Alternate Funds Association; Institute of Health Services and Policy Research; University of Ottawa; Institute of Musculoskeletal Health and Arthritis; Natural Sciences and Engineering Research Council of Canada; Ottawa Hospital Research Institute; National Science Foundation","keywords":"Outreach; Snowball sampling; Delphi method; Publishing; Checklist; Public relations; Library science; Medicine; Political science; Psychology; Law","score_opus":0.7858935230383207,"score_gpt":0.6547070806373642,"score_spread":0.13118644240095656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006156524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39520136,0.0010510962,0.31900948,0.019422024,0.0007745406,0.24063137,0.0010224205,0.00054134167,0.022346405],"genre_scores_gemma":[0.49493554,0.0009950335,0.36184973,0.0048471703,0.00013478565,0.13283023,0.00045798914,0.00013050585,0.0038190521],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.68725306,0.2672342,0.016949574,0.0059778336,0.014375371,0.008210004],"domain_scores_gemma":[0.8207075,0.108525634,0.008407125,0.009154566,0.046057306,0.0071477974],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.27058822,0.0017023012,0.0011953299,0.006192755,0.007201973,0.0055611366,0.0040623015,0.0045149503,0.005373175],"category_scores_gemma":[0.17413718,0.0021713306,0.002127286,0.0040244176,0.009235464,0.00809898,0.017154947,0.0050033904,0.0017690059],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015152734,0.0008947008,0.012205884,0.0060387105,0.00018905004,0.001677809,0.7897882,0.0060027693,0.0141733,0.022671498,0.019956604,0.12488617],"study_design_scores_gemma":[0.0010147237,0.003256475,0.021630475,0.008454736,0.00015461205,0.0016200384,0.7253298,0.024721019,0.009061634,0.055435915,0.14847669,0.000843896],"about_ca_topic_score_codex":0.0060824435,"about_ca_topic_score_gemma":0.0066591115,"teacher_disagreement_score":0.99548507,"about_ca_system_score_codex":0.010338105,"about_ca_system_score_gemma":0.036591522,"threshold_uncertainty_score":0.8994946},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3009643737","doi":"10.17511/ijphr.2018.i1.06","title":"Cost in high impact journals: The problem for researchers from low and middle income countries","year":2018,"lang":"en","type":"article","venue":"Public Health Review International Journal of Public Health Research","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publication; Promotion (chess); Index (typography); Quarter (Canadian coin); Citation; Library science; Sample (material); Publishing; Political science; Computer science; Business; Geography; World Wide Web; Advertising; Law","score_opus":0.9278262047464299,"score_gpt":0.7275617858558884,"score_spread":0.20026441889054147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009643737","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5996081,0.1470936,0.015189637,0.1589103,0.004963315,0.0022625646,0.011572482,0.000389084,0.060010802],"genre_scores_gemma":[0.93203646,0.0286789,0.012659016,0.014181699,0.0031017475,0.001684957,0.0017528635,0.00020979859,0.005694458],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9083471,0.04331797,0.014073416,0.0044532632,0.027286595,0.0025217845],"domain_scores_gemma":[0.51988316,0.34374073,0.082999654,0.01404461,0.030510528,0.008821293],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.052990578,0.00053236657,0.0017741801,0.00755303,0.0023202952,0.009229261,0.0022516309,0.0016727662,0.015862398],"category_scores_gemma":[0.22711399,0.0005691338,0.0014480554,0.020363122,0.0029747796,0.0068189153,0.0033288116,0.001443417,0.0022466006],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001710576,0.00056452665,0.3143187,0.01821953,0.0010464343,0.0019428697,0.010874805,0.0007918808,0.00068616885,0.015421852,0.068311125,0.56611156],"study_design_scores_gemma":[0.00035586546,0.0014376976,0.679362,0.02049677,0.0014022266,0.014766333,0.0374374,0.002120137,0.0017392193,0.03768098,0.202801,0.00040029385],"about_ca_topic_score_codex":0.003883451,"about_ca_topic_score_gemma":0.004694815,"teacher_disagreement_score":0.94700944,"about_ca_system_score_codex":0.0051972615,"about_ca_system_score_gemma":0.0066602887,"threshold_uncertainty_score":0.2802443},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"incentives","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3010092928","doi":"","title":"Driven by Demand: Public Library Perspectives on the Elending Market","year":2020,"lang":"en","type":"article","venue":"Minerva Access (University of Melbourne)","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Public relations; Balance (ability); Business; Empirical evidence; Service (business); Public funding; Key (lock); Political science; Public administration; Marketing","score_opus":0.030620711583863456,"score_gpt":0.19064023464117963,"score_spread":0.16001952305731618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010092928","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36441615,0.0014566284,0.0024475227,0.08602548,0.00007561024,0.000031200525,0.00023216476,0.000025940055,0.5452893],"genre_scores_gemma":[0.9894281,0.0003572512,0.00008677761,0.0016272432,0.00008959458,0.000014787032,0.000028644205,0.00001796395,0.008349465],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99531096,0.002296426,0.00007213738,0.00028244703,0.0007228176,0.0013151729],"domain_scores_gemma":[0.9885488,0.007940469,0.0009135185,0.00038483442,0.0010173799,0.0011950271],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052359025,0.00020252106,0.00046072731,0.0018894279,0.005244172,0.014753705,0.0012526732,0.004546407,0.023672985],"category_scores_gemma":[0.011897739,0.00036562418,0.0005135515,0.0029806998,0.011483327,0.018386357,0.005953205,0.0039975527,0.0011597599],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015221637,0.00013252968,0.011072092,0.00012709739,0.000012492427,0.0012483073,0.090839475,0.00086395396,0.0003581442,0.87082857,0.011465064,0.0128999995],"study_design_scores_gemma":[0.00007176351,0.00007222752,0.016352696,0.00031817565,0.000018840848,0.00037920132,0.41270584,0.003458477,0.00035039082,0.3771209,0.18905494,0.00009649463],"about_ca_topic_score_codex":0.021562524,"about_ca_topic_score_gemma":0.017788861,"teacher_disagreement_score":0.023672985,"about_ca_system_score_codex":0.010964039,"about_ca_system_score_gemma":0.0043835123,"threshold_uncertainty_score":0.07955003},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3010563719","doi":"10.1186/s12961-020-0535-x","title":"Examining partnerships within an international knowledge translation network focused on youth mental health promotion","year":2020,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CARE Canada; University of Toronto; McGill University; Douglas Mental Health University Institute; Alberta Advanced Education; Centre for Addiction and Mental Health; Royal Ottawa Mental Health Centre","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"General partnership; Mental health; Knowledge translation; Health services research; Social network analysis; Centralisation; Knowledge management; Health administration; Public relations; Promotion (chess); Knowledge sharing; Social network (sociolinguistics); Betweenness centrality; Service provider; Integrated care; Psychology; Applied psychology; Medical education; Service (business); Medicine; Business; Nursing; Health care; Public health; Sociology; Computer science; Marketing; Political science; Politics; Psychiatry; Social capital; Centrality; Social media","score_opus":0.9729967268034587,"score_gpt":0.7304959229134537,"score_spread":0.24250080389000506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010563719","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9785422,0.00034519457,0.0022689975,0.0010837937,0.000034556862,0.0003458508,0.00013387985,0.00001456359,0.017230934],"genre_scores_gemma":[0.9971155,0.00023607402,0.0012336225,0.00007055572,0.000006233587,0.00021376196,0.00007672977,0.000005699786,0.0010418219],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9900822,0.0068724365,0.00032808486,0.00048251296,0.00087105366,0.0013636764],"domain_scores_gemma":[0.9716742,0.014491134,0.0045849527,0.0010361914,0.0042506577,0.003962793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015794054,0.00023190853,0.00019877806,0.002284988,0.004086162,0.0039368356,0.00083119154,0.00056791375,0.0043122037],"category_scores_gemma":[0.03240856,0.00028177147,0.00027003186,0.0029608943,0.001638353,0.0059680296,0.007955659,0.0009617602,0.00029693922],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003528628,0.00066373043,0.4375119,0.00056517596,0.000066523135,0.0009879228,0.4287274,0.00069719664,0.0005701065,0.0124527635,0.0034918096,0.11391257],"study_design_scores_gemma":[0.000060343682,0.00062418735,0.19212528,0.00060697057,0.000079945064,0.00052419456,0.77603453,0.002050449,0.000912623,0.0029369295,0.024012826,0.000031767304],"about_ca_topic_score_codex":0.012328132,"about_ca_topic_score_gemma":0.021856252,"teacher_disagreement_score":0.015794054,"about_ca_system_score_codex":0.006081282,"about_ca_system_score_gemma":0.010660993,"threshold_uncertainty_score":0},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"opus","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3023612994","doi":"10.3138/jsp.51.3.02","title":"Nigerian Academics Patronizing Predatory Journals","year":2020,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; Promotion (chess); Publication; Mentorship; Public relations; Quality (philosophy); Accreditation; Sociology; Face (sociological concept); Political science; Social science; Politics; Law","score_opus":0.7676862134537907,"score_gpt":0.5499434508952649,"score_spread":0.21774276255852587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023612994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98539364,0.0022312305,0.0003409008,0.0039994586,0.00015753091,0.000027684353,0.00002469404,0.000018493287,0.0078063263],"genre_scores_gemma":[0.99311334,0.0021094077,0.0003074449,0.0011313237,0.00008148716,0.000011948522,0.000017017503,0.000009635782,0.003218411],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99551,0.0015519806,0.0003588596,0.00035425197,0.001426359,0.00079857116],"domain_scores_gemma":[0.9636148,0.010658641,0.01762031,0.0010487026,0.0031999825,0.0038575695],"candidate_categories":["metaresearch","bibliometrics","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004806184,0.00029132783,0.0004717017,0.0020135131,0.0071125473,0.008603725,0.0008032634,0.0013674287,0.0037092878],"category_scores_gemma":[0.023931919,0.00036646097,0.00017223095,0.0036910903,0.0034738618,0.0033560619,0.0028022446,0.0014583769,0.00075622415],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022035798,0.00025687192,0.30575392,0.0007799148,0.000045517132,0.014666056,0.55875504,0.00014608537,0.0042222817,0.009470996,0.010009722,0.09567325],"study_design_scores_gemma":[0.000012736824,0.00021527428,0.11403076,0.0005672879,0.000043521755,0.007159465,0.8017148,0.00022688325,0.0012541405,0.0026982073,0.07199376,0.000083177474],"about_ca_topic_score_codex":0.0033558256,"about_ca_topic_score_gemma":0.0061660428,"teacher_disagreement_score":0.99863255,"about_ca_system_score_codex":0.00239669,"about_ca_system_score_gemma":0.0044144955,"threshold_uncertainty_score":0.025417864},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3024722698","doi":"10.1038/s41597-020-0486-7","title":"The TRUST Principles for digital repositories","year":2020,"lang":"en","type":"article","venue":"Scientific Data","topic":"Research Data Management Practices","field":"Computer Science","cited_by":390,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ocean Networks Canada Society; University of Victoria","funders":"National Institute of Biomedical Imaging and Bioengineering; National Institute of Diabetes and Digestive and Kidney Diseases; Economic and Social Research Council","keywords":"World Wide Web; Computer science; Metadata; Scholarly communication; Data science; Internet privacy; Knowledge management; Publishing; Political science","score_opus":0.2872569636919766,"score_gpt":0.3757555810503705,"score_spread":0.08849861735839387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024722698","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014035875,0.004986748,0.73493654,0.05464263,0.000987072,0.0005095543,0.00053216994,0.00045864805,0.1889108],"genre_scores_gemma":[0.67685527,0.00660453,0.24168862,0.0075926455,0.002554784,0.00174643,0.00062455755,0.00047589268,0.061857287],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.96825856,0.012740256,0.0031459986,0.0034274762,0.010405793,0.00202186],"domain_scores_gemma":[0.9001599,0.049039,0.006541979,0.025877008,0.014824716,0.00355735],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.028046958,0.00093637337,0.0015784438,0.004178528,0.007923909,0.017969154,0.0039207893,0.009916371,0.008444413],"category_scores_gemma":[0.10084422,0.0015941104,0.0020431702,0.0050748847,0.021686148,0.042062435,0.012147124,0.009426426,0.0035309184],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011587728,0.000007573176,0.00011217675,0.000044743723,0.000012463287,0.00008289494,0.00055837986,0.0005705766,0.00004801716,0.99206793,0.0023059866,0.0041777277],"study_design_scores_gemma":[0.000026045023,0.000011499163,0.000075587275,0.000073034775,0.000016063605,0.00017814356,0.00016065604,0.0019779706,0.00011600847,0.9675925,0.029752064,0.000020525844],"about_ca_topic_score_codex":0.008645134,"about_ca_topic_score_gemma":0.0036322968,"teacher_disagreement_score":0.9960792,"about_ca_system_score_codex":0.0066887187,"about_ca_system_score_gemma":0.008105069,"threshold_uncertainty_score":0.14832824},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3048398151","doi":"10.3138/jsp.51.4.07","title":"How May the Pandemic Impact Scholarly Communities That Already Face Discrimination?","year":2020,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"COVID-19 Pandemic Impacts","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scholarship; Pandemic; Face (sociological concept); Coronavirus disease 2019 (COVID-19); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Political science; Sociology; Public relations; Social science; Law; Medicine; Outbreak; Virology","score_opus":0.17958345658381902,"score_gpt":0.2988875279672075,"score_spread":0.1193040713833885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048398151","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062525354,0.004577482,0.0021802734,0.78270656,0.006305793,0.000059201462,0.00021470008,0.000062248844,0.14136846],"genre_scores_gemma":[0.7944633,0.008935065,0.0017754786,0.16515946,0.00621699,0.000094643925,0.00014087683,0.00005963371,0.023154603],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940421,0.0024096963,0.00012600739,0.0002434496,0.0011701216,0.0020085706],"domain_scores_gemma":[0.987966,0.0051768227,0.001405066,0.0006172017,0.00198645,0.0028483605],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0073616565,0.00027508105,0.00035378986,0.0012877648,0.0067677093,0.01091919,0.001437537,0.009889865,0.015969047],"category_scores_gemma":[0.02684691,0.0001551357,0.0006202201,0.0010518122,0.006347797,0.008869478,0.007385316,0.006707868,0.0017145387],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016058504,0.0005133769,0.03871451,0.00028715425,0.000062189116,0.0032192431,0.01694262,0.0009262817,0.0006487357,0.71654516,0.13761438,0.08436572],"study_design_scores_gemma":[0.00006214873,0.00040371376,0.03198556,0.0011407774,0.00006227053,0.0016979948,0.107042804,0.0011875016,0.0011068569,0.43496186,0.42016703,0.0001814634],"about_ca_topic_score_codex":0.008169776,"about_ca_topic_score_gemma":0.015435454,"teacher_disagreement_score":0.9890808,"about_ca_system_score_codex":0.0027462165,"about_ca_system_score_gemma":0.007268628,"threshold_uncertainty_score":0.053421736},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3081624309","doi":"","title":"PREDATORY JOURNALS: A GLOBAL THREAT TO THE SCHOLARLY PUBLISHING LANDSCAPE","year":2020,"lang":"en","type":"article","venue":"Journal of Postgraduate Medical Institute","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publication; Publishing; Scholarship; Transparency (behavior); Library science; Internet privacy; Political science; Law; Computer science","score_opus":0.212730698079017,"score_gpt":0.4308979205207984,"score_spread":0.21816722244178138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081624309","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045574773,0.07976659,0.0045175785,0.7640144,0.0075652855,0.00008273286,0.00040070486,0.00054955436,0.097528405],"genre_scores_gemma":[0.60268027,0.1014492,0.0070626657,0.22803517,0.024833363,0.00016328966,0.0005187672,0.0007077729,0.034549497],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9805031,0.0058301007,0.0011507518,0.0020102188,0.008982854,0.0015229488],"domain_scores_gemma":[0.903882,0.03858715,0.017660435,0.007977156,0.016097808,0.015795492],"candidate_categories":["metaresearch","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.015892537,0.0004891992,0.00086912146,0.006722117,0.00929001,0.025274843,0.0023433387,0.0094501795,0.015263221],"category_scores_gemma":[0.0417444,0.000693057,0.0006876355,0.0077873166,0.02018986,0.020072717,0.013974562,0.00834434,0.003959625],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021175871,0.00013104646,0.016515335,0.0016465526,0.000120714714,0.003823411,0.04526158,0.0004474022,0.0015113197,0.3536246,0.33459494,0.24211137],"study_design_scores_gemma":[0.000026199563,0.000111619185,0.0068056085,0.001534434,0.000026464795,0.003769432,0.019187612,0.00026841863,0.00040352167,0.099645175,0.86812323,0.00009830043],"about_ca_topic_score_codex":0.0032051527,"about_ca_topic_score_gemma":0.0036163519,"teacher_disagreement_score":0.9905498,"about_ca_system_score_codex":0.007329246,"about_ca_system_score_gemma":0.010529648,"threshold_uncertainty_score":0.08404875},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3081647417","doi":"10.1177/0963662520950671","title":"Exploring scholars’ public engagement goals in Canada and the United States","year":2020,"lang":"en","type":"article","venue":"Public Understanding of Science","topic":"Service-Learning and Community Engagement","field":"Social Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Kavli Foundation; Chan Zuckerberg Initiative; Burroughs Wellcome Fund","keywords":"Public engagement; Demographics; Agency (philosophy); Sample (material); Public relations; Funding Agency; Political science; Sociology; Social science","score_opus":0.4329928537704818,"score_gpt":0.3110697779997487,"score_spread":0.12192307577073308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081647417","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9534614,0.000956728,0.000421363,0.009849552,0.00006905431,0.00012975867,0.0005193929,0.00002030222,0.034572247],"genre_scores_gemma":[0.9952544,0.00058784575,0.00027990644,0.0007581864,0.000013401533,0.00006524299,0.00019190615,0.00001144534,0.002837616],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9879125,0.0019555844,0.00036216268,0.00072938,0.004581764,0.004458679],"domain_scores_gemma":[0.9574905,0.00718213,0.0035155339,0.0008595933,0.017326836,0.0136253685],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.015124498,0.00024851118,0.00085912494,0.0075416253,0.024621129,0.012100972,0.0021454715,0.0013572935,0.0017044303],"category_scores_gemma":[0.036686927,0.00033084876,0.00034362826,0.015127125,0.007602883,0.0029324342,0.00862762,0.0029247163,0.00016555851],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00017497341,0.00025943192,0.34784663,0.00017240236,0.00005755002,0.00035772272,0.55220324,0.00037637664,0.00042950435,0.029958976,0.009874013,0.058289096],"study_design_scores_gemma":[0.000023654356,0.000053851058,0.29988635,0.0002515971,0.00002845019,0.000050207058,0.6530961,0.0005190834,0.00034683215,0.0027065983,0.04294783,0.00008945844],"about_ca_topic_score_codex":0.9863751,"about_ca_topic_score_gemma":0.99415624,"teacher_disagreement_score":0.9753789,"about_ca_system_score_codex":0.14099322,"about_ca_system_score_gemma":0.252724,"threshold_uncertainty_score":0.9963261},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W3083317287","doi":"10.1016/j.heliyon.2020.e04836","title":"A scoping review of co-production between researchers and journalists in research communication","year":2020,"lang":"en","type":"review","venue":"Heliyon","topic":"Climate Change Communication and Perception","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Production (economics); Engineering ethics; Data science; Knowledge management; Political science; Engineering; Computer science","score_opus":0.948470286633369,"score_gpt":0.7097935114557637,"score_spread":0.23867677517760522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3083317287","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012145881,0.9857282,0.0023072825,0.003678103,0.0013840336,0.001348991,0.00015765535,0.000022638167,0.0041584494],"genre_scores_gemma":[0.013257867,0.9748443,0.0056594927,0.0017289259,0.0004883419,0.0032085616,0.00020880738,0.000025644033,0.00057815714],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.8562405,0.07641339,0.037822288,0.0058370284,0.02177162,0.0019151442],"domain_scores_gemma":[0.5821633,0.3341668,0.026307253,0.008053805,0.047505476,0.0018034282],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.09950854,0.0022620298,0.0053925565,0.039244637,0.005824428,0.014849063,0.00308739,0.0072126277,0.005348596],"category_scores_gemma":[0.27933213,0.0023698357,0.006168743,0.042972952,0.006444245,0.014713434,0.007407041,0.004414799,0.0015937504],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014299552,0.00007981717,0.0015342007,0.6419697,0.0011072359,0.0004675448,0.009793252,0.0003102055,0.0006364782,0.012012104,0.0109993825,0.32094723],"study_design_scores_gemma":[0.000023748536,0.000093168244,0.0015677472,0.8998336,0.00156878,0.000381945,0.0035491404,0.000102299935,0.00026389878,0.0025351238,0.0900448,0.000035757825],"about_ca_topic_score_codex":0.007897183,"about_ca_topic_score_gemma":0.019817084,"teacher_disagreement_score":0.99417555,"about_ca_system_score_codex":0.012456198,"about_ca_system_score_gemma":0.058548022,"threshold_uncertainty_score":0.52625775},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3084009055","doi":"10.5152/dir.2020.20240","title":"Analysis of potential predatory journals in radiology","year":2020,"lang":"en","type":"article","venue":"Diagnostic and Interventional Radiology","topic":"Radiology practices and education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; MEDLINE; Radiology; Medical physics","score_opus":0.035055644156818284,"score_gpt":0.3439515767542203,"score_spread":0.308895932597402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084009055","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9865558,0.0064892666,0.00071795797,0.0008875263,0.000102796796,0.00009718192,0.00062587886,0.000043896365,0.004479589],"genre_scores_gemma":[0.99513113,0.0015997054,0.0014140224,0.00016517018,0.00023603262,0.000045422104,0.00055077026,0.000018883484,0.0008388618],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98185766,0.0050253174,0.0029977423,0.001247492,0.008134052,0.0007377452],"domain_scores_gemma":[0.73575693,0.07939029,0.14956789,0.0065748715,0.020303644,0.0084063895],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0087589985,0.00042415597,0.0006117556,0.016678087,0.0015384796,0.003233222,0.0013462572,0.00092558685,0.003867153],"category_scores_gemma":[0.08674446,0.0002889068,0.00044831922,0.011456284,0.0013929728,0.0025562064,0.0025855422,0.0005777409,0.0010923331],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024854238,0.00005546661,0.96384287,0.00056044944,0.00005976046,0.00157947,0.0026008915,0.000058400947,0.0006738275,0.0003130239,0.0010918024,0.02891554],"study_design_scores_gemma":[0.000013035122,0.00023058506,0.9681032,0.00047741167,0.00010568861,0.011056599,0.0060789236,0.0003944336,0.00087938254,0.0003329113,0.0122901155,0.00003766539],"about_ca_topic_score_codex":0.0016321914,"about_ca_topic_score_gemma":0.0018752713,"teacher_disagreement_score":0.9990744,"about_ca_system_score_codex":0.0013761524,"about_ca_system_score_gemma":0.0020614797,"threshold_uncertainty_score":0.046322525},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3093745611","doi":"","title":"A bibliometrics analysis of Canadian electrical and computer engineering institutions based on IEEE journal publications (1996-2006)","year":2012,"lang":"en","type":"article","venue":"","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Bibliometrics; Data science; Library science","score_opus":0.05696400049386227,"score_gpt":0.2533807623015143,"score_spread":0.19641676180765202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093745611","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6521705,0.014183308,0.0021981834,0.0033652177,0.00025253926,0.00040678438,0.20147964,0.0007718716,0.12517206],"genre_scores_gemma":[0.8860197,0.010387475,0.00470754,0.00017721852,0.00016743626,0.00018362707,0.08087,0.00010662524,0.017380383],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9909847,0.00021528878,0.0004433819,0.0003721778,0.0070809573,0.0009035437],"domain_scores_gemma":[0.96555036,0.0017875828,0.0041595697,0.00055565534,0.026296498,0.0016503932],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0027151841,0.0007151987,0.0008684426,0.09972544,0.0036031357,0.0047506657,0.0014843472,0.00038333016,0.0036085872],"category_scores_gemma":[0.022388164,0.0002631387,0.00080254,0.1882156,0.0007746857,0.0014404133,0.0015059937,0.0004932541,0.00085045554],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002844855,0.000106636086,0.69264746,0.0020404889,0.00043240946,0.00038979235,0.004459814,0.0036766408,0.0015602628,0.009535402,0.08635084,0.19851579],"study_design_scores_gemma":[0.000010167876,0.0000322503,0.9337651,0.0001934291,0.00012507483,0.00015036415,0.0024889251,0.00198608,0.0008204747,0.00026188235,0.060101487,0.000064671425],"about_ca_topic_score_codex":0.9735,"about_ca_topic_score_gemma":0.97641516,"teacher_disagreement_score":0.9468847,"about_ca_system_score_codex":0.053115316,"about_ca_system_score_gemma":0.07832407,"threshold_uncertainty_score":0.3853804},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W3098964464","doi":"10.1186/s12961-020-00600-1","title":"Applying systems thinking to knowledge mobilisation in public health","year":2020,"lang":"en","type":"letter","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Simon Fraser University","funders":"National Health and Medical Research Council; Tasmanian Department of Health; Medical Research Council; NSW Ministry of Health; Australian Government","keywords":"Systems thinking; Context (archaeology); Knowledge translation; Knowledge management; Action (physics); Situated; Public health; Critical systems thinking; Complex adaptive system; Management science; Health services research; Computer science; Sociology; Public relations; Political science; Medicine; Engineering; Critical thinking; Artificial intelligence","score_opus":0.9346946291483899,"score_gpt":0.7392747966649148,"score_spread":0.19541983248347505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3098964464","genre_codex":"methods","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052403446,0.032742362,0.5596393,0.20346174,0.0019002053,0.0015065575,0.00020519398,0.00052849867,0.14761269],"genre_scores_gemma":[0.73561954,0.017318225,0.2320237,0.0070690853,0.0006107115,0.0018154852,0.00013630795,0.000109062465,0.0052979756],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.962319,0.030571429,0.0013876507,0.0018393031,0.0025053935,0.0013772394],"domain_scores_gemma":[0.95417774,0.038590685,0.0022149873,0.001893338,0.0017929731,0.0013301786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.035662368,0.0018872027,0.0016110566,0.008151768,0.0058540716,0.018987542,0.0042237383,0.0068621305,0.004930755],"category_scores_gemma":[0.024321038,0.0008087014,0.002486511,0.007226805,0.04631817,0.01871216,0.013116068,0.0077407993,0.0005545462],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037952268,0.00010686155,0.0022965723,0.001637747,0.00015324622,0.00048432397,0.035073068,0.008651363,0.00036412882,0.9102975,0.0018901152,0.0390072],"study_design_scores_gemma":[0.000027841983,0.000066540284,0.0005836823,0.0010856936,0.000039785118,0.00014931057,0.014904731,0.0044769086,0.00041291874,0.95641196,0.021792741,0.000047720976],"about_ca_topic_score_codex":0.0076939613,"about_ca_topic_score_gemma":0.0061221546,"teacher_disagreement_score":0.035662368,"about_ca_system_score_codex":0.020038754,"about_ca_system_score_gemma":0.021057153,"threshold_uncertainty_score":0.18860286},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3105389930","doi":"10.12688/wellcomeopenres.16378.2","title":"Fostering global data sharing: highlighting the recommendations of the Research Data Alliance COVID-19 working group","year":2021,"lang":"en","type":"preprint","venue":"Wellcome Open Research","topic":"COVID-19 diagnosis using AI","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Laurentian University; Environment and Climate Change Canada","funders":"Biotechnology and Biological Sciences Research Council; Université de Bordeaux; Horizon 2020; Rural Development Administration; European Commission; Agence Universitaire de la Francophonie; Wellcome Trust; Fundação de Amparo à Pesquisa do Estado de São Paulo; National Institute on Drug Abuse; University of Michigan; National Science Foundation","keywords":"Data sharing; Preparedness; Interoperability; Medical research; Metadata; Knowledge management; Political science; Public relations; Data science; Medicine; Computer science; World Wide Web; Alternative medicine","score_opus":0.8031307428435279,"score_gpt":0.5907681340689679,"score_spread":0.21236260877456004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3105389930","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006090938,0.0046404502,0.02916879,0.94623,0.011230389,0.0007930467,0.00022099336,0.0004899984,0.006617234],"genre_scores_gemma":[0.013987918,0.017041055,0.32543314,0.60950124,0.009686422,0.0040207035,0.0016937532,0.0022311355,0.016404752],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.46766317,0.3474498,0.06254283,0.022611951,0.08220974,0.017522404],"domain_scores_gemma":[0.30834496,0.42674932,0.01978408,0.050945237,0.1561543,0.038022112],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.5368228,0.0034990981,0.003216232,0.010069251,0.015018408,0.06460757,0.016273612,0.044760797,0.007317626],"category_scores_gemma":[0.49117553,0.0038306871,0.006158464,0.0105916355,0.04378767,0.083325356,0.056400258,0.075162195,0.007871823],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008165976,0.00020011328,0.0014283726,0.0027741876,0.00009246621,0.00088026683,0.03173889,0.00087059726,0.00085578824,0.17394616,0.6977135,0.089417934],"study_design_scores_gemma":[0.000054107626,0.000045265733,0.0003491621,0.005443684,0.00003955976,0.000303833,0.01246981,0.00055597984,0.00044117583,0.06915187,0.9109612,0.00018434448],"about_ca_topic_score_codex":0.035537,"about_ca_topic_score_gemma":0.042338397,"teacher_disagreement_score":0.9837264,"about_ca_system_score_codex":0.022396503,"about_ca_system_score_gemma":0.17198612,"threshold_uncertainty_score":0.57118},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","open_science","scholarly_communication"],"domain":"reproducibility","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3114048375","doi":"10.5703/1288284317200","title":"The Time Has Come…For Next-Generation Open Access Models","year":2020,"lang":"en","type":"article","venue":"","topic":"Library Science and Information Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Purdue Pharma (Canada)","funders":"","keywords":"Publication; Variety (cybernetics); Computer science; Set (abstract data type); World Wide Web; Data science; Public relations; Business; Political science; Advertising","score_opus":0.39223384233690894,"score_gpt":0.331854251938978,"score_spread":0.06037959039793095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3114048375","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01091226,0.02696649,0.0820758,0.74286044,0.01749326,0.00018402073,0.00059848477,0.0010911068,0.117818154],"genre_scores_gemma":[0.33750382,0.057123918,0.20893085,0.26246664,0.024267871,0.0013298291,0.0021965466,0.0017566291,0.10442395],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9899512,0.0035374458,0.0003811347,0.0012413684,0.0035207893,0.0013680091],"domain_scores_gemma":[0.93952143,0.028550457,0.0017354238,0.008026531,0.009163781,0.013002405],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.02876144,0.0010686127,0.0010945168,0.0011026075,0.004302406,0.01578617,0.0043051913,0.0114281075,0.045943692],"category_scores_gemma":[0.04658533,0.0006582544,0.0017418573,0.0014277393,0.010206217,0.060456827,0.009625771,0.018502368,0.011344726],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014698604,0.00013042327,0.00051367923,0.0003658376,0.000034093002,0.00014264105,0.00064956874,0.0013700404,0.00048050488,0.84713125,0.10425437,0.044780694],"study_design_scores_gemma":[0.000040302166,0.00012631278,0.00031570919,0.00047184827,0.000019814079,0.00016542255,0.0011505708,0.0025323667,0.00028078337,0.40096915,0.5938647,0.00006312419],"about_ca_topic_score_codex":0.0036671215,"about_ca_topic_score_gemma":0.0032089285,"teacher_disagreement_score":0.9956948,"about_ca_system_score_codex":0.0055196923,"about_ca_system_score_gemma":0.009662597,"threshold_uncertainty_score":0.15369701},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3119252148","doi":"10.1080/07294360.2020.1867513","title":"Alternative dissertation formats in education-based doctorates","year":2021,"lang":"en","type":"article","venue":"Higher Education Research & Development","topic":"Doctoral Education Challenges and Solutions","field":"Health Professions","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; University of Victoria","funders":"","keywords":"Popularity; Doctoral dissertation; Sociology; Educational research; Higher education; Pedagogy; Psychology; Political science; Social psychology","score_opus":0.22413506140306017,"score_gpt":0.5991177040732668,"score_spread":0.37498264267020665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119252148","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7736359,0.013068085,0.030221049,0.03345552,0.0025161516,0.001752562,0.0029095311,0.00052369834,0.1419174],"genre_scores_gemma":[0.9478107,0.0039101625,0.01888148,0.0026168714,0.0008900991,0.0011015392,0.0007933279,0.00032945385,0.023666346],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9415571,0.032319754,0.005179218,0.005042916,0.013286365,0.002614704],"domain_scores_gemma":[0.7538013,0.14575452,0.027486617,0.01700428,0.030895974,0.025057359],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0688986,0.00036382032,0.0006273441,0.0080662025,0.008498476,0.0154008325,0.0024668176,0.0010534027,0.0105384495],"category_scores_gemma":[0.19049376,0.00067560293,0.0006497886,0.0098998435,0.0074849725,0.0065063927,0.011840226,0.0028972107,0.0018856504],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005654272,0.00023755342,0.06070959,0.002445047,0.00008948733,0.00051459734,0.45729646,0.0005312839,0.004383665,0.14733447,0.021677664,0.30421472],"study_design_scores_gemma":[0.00015083431,0.0004260639,0.09965729,0.003099477,0.000050754057,0.00084004604,0.3440788,0.00094496936,0.0018300784,0.050441302,0.49829766,0.00018265982],"about_ca_topic_score_codex":0.0039781528,"about_ca_topic_score_gemma":0.011101714,"teacher_disagreement_score":0.9311014,"about_ca_system_score_codex":0.010718298,"about_ca_system_score_gemma":0.01811164,"threshold_uncertainty_score":0},"labels":[{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3119460267","doi":"10.3138/jsp.52.2.04","title":"Scholarship, Money, and Prose: Behind the Scenes at an Academic Journal by Michael Chibnik.","year":2021,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Publishing and Scholarly Communication","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scholarship; Art; Media studies; Sociology; History; Literature; Political science; Law","score_opus":0.05501574853513693,"score_gpt":0.26826488417916505,"score_spread":0.21324913564402811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119460267","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016860393,0.12593418,0.00031945744,0.8214988,0.014389062,0.000008126037,0.000028872786,0.00004244575,0.036093052],"genre_scores_gemma":[0.09343347,0.2353981,0.002666974,0.21639003,0.028622732,0.00008535472,0.00008599439,0.00045664242,0.42286068],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9983683,0.00061471463,0.00005647713,0.00018771908,0.00059905025,0.00017373715],"domain_scores_gemma":[0.99469274,0.0025921061,0.00024079057,0.00007011142,0.0008861435,0.0015181237],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0029862088,0.00057722704,0.00049399,0.001237543,0.0080558965,0.009248912,0.00096063234,0.0039783777,0.009486474],"category_scores_gemma":[0.007521914,0.00043469784,0.0002024807,0.0015334585,0.0060470747,0.011410779,0.003327886,0.012508951,0.0048399586],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020697846,0.000021570313,0.0001666924,0.000080198566,0.000004052799,0.00007345845,0.0027679154,0.000025465584,0.00006671986,0.038089193,0.9428323,0.015851703],"study_design_scores_gemma":[0.000006930633,0.000011750813,0.0006090582,0.00038950215,0.0000052851738,0.00019941387,0.0065114913,0.00010406579,0.0001000955,0.01985089,0.97218746,0.000024062749],"about_ca_topic_score_codex":0.009990345,"about_ca_topic_score_gemma":0.030466938,"teacher_disagreement_score":0.9970138,"about_ca_system_score_codex":0.003383473,"about_ca_system_score_gemma":0.005032872,"threshold_uncertainty_score":0.03173542},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3119992070","doi":"10.3138/jsp.52.2.02","title":"Chinese PhD Students’ Perceptions of Predatory Journals: A Survey Study","year":2021,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reputation; Perception; Psychology; Sociology; Social science","score_opus":0.6534216837444228,"score_gpt":0.595377689547528,"score_spread":0.058043994196894766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119992070","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.999169,0.000058728747,0.00002648266,0.0002112545,0.000005141649,0.00001161317,0.000030613584,0.0000011167632,0.00048609506],"genre_scores_gemma":[0.99879384,0.0002279547,0.000067086854,0.00028881215,0.000020215217,0.000020692021,0.000045702032,9.261897e-7,0.0005347422],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99848586,0.00032748235,0.00017320798,0.00013960831,0.0006232679,0.0002507104],"domain_scores_gemma":[0.98954797,0.0023949423,0.0028207705,0.00025666915,0.0019273701,0.003052238],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.002648122,0.0001910307,0.00041843415,0.0020854601,0.0015162209,0.0016816412,0.00036751476,0.00069828227,0.0026423666],"category_scores_gemma":[0.008483205,0.00023007634,0.00022959556,0.002337689,0.0008457888,0.0012215995,0.0011845456,0.00066448754,0.00038404815],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000100553756,0.0003719258,0.93728834,0.00015600366,0.00004193611,0.00073769945,0.041969337,0.000036503105,0.0015264475,0.00022396544,0.0011304392,0.016416883],"study_design_scores_gemma":[0.000032090764,0.00061248173,0.88689923,0.00006059939,0.00004801685,0.00071435067,0.10576213,0.00030282376,0.0005328031,0.00014713011,0.0048477803,0.00004055566],"about_ca_topic_score_codex":0.006843055,"about_ca_topic_score_gemma":0.0069881994,"teacher_disagreement_score":0.99930173,"about_ca_system_score_codex":0.0010707516,"about_ca_system_score_gemma":0.0017546021,"threshold_uncertainty_score":0.014004767},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3122450121","doi":"10.22024/unikent/03/fal.7","title":"What's Feminist About Open Access? A Relational Approach to Copyright in the Academy","year":2011,"lang":"en","type":"article","venue":"University of Kent","topic":"Copyright and Intellectual Property","field":"Business, Management and Accounting","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Intellectual property; Feminist legal theory; Sociology; Scholarship; Context (archaeology); Criticism; Political science; Feminism; Law and economics; Law","score_opus":0.1695429822840149,"score_gpt":0.2723435056772202,"score_spread":0.1028005233932053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122450121","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039714873,0.022938756,0.012155186,0.43825534,0.002018357,0.00003097145,0.00006397287,0.000062997875,0.4847595],"genre_scores_gemma":[0.9354678,0.009511787,0.00173098,0.010309397,0.0019541802,0.00004703302,0.00001355842,0.000061248094,0.04090401],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.994206,0.003613925,0.00010211301,0.00045385657,0.0011557493,0.0004682497],"domain_scores_gemma":[0.99293184,0.005498736,0.0003910846,0.00040106836,0.0003706018,0.00040666928],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.005380667,0.00037918933,0.00038523367,0.0013881061,0.011524619,0.014587218,0.0011453644,0.0042161946,0.007959253],"category_scores_gemma":[0.009641198,0.0002075769,0.00031589737,0.0014715939,0.061768055,0.017971773,0.004466584,0.0051293345,0.0005505998],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065918925,0.000008440386,0.00018378055,0.000032440927,0.0000019063243,0.0000859165,0.032848153,0.000073355026,0.00006502249,0.95589745,0.0041291653,0.0066678314],"study_design_scores_gemma":[0.000006206794,0.000025972447,0.0007508289,0.00036194935,0.0000066503635,0.00027638074,0.05211055,0.0003477508,0.0002986514,0.49030566,0.45548767,0.000021733722],"about_ca_topic_score_codex":0.008669147,"about_ca_topic_score_gemma":0.007512192,"teacher_disagreement_score":0.99885464,"about_ca_system_score_codex":0.01040421,"about_ca_system_score_gemma":0.0038655458,"threshold_uncertainty_score":0.07548821},"labels":[{"model":"gemma","categories":["sts","scholarly_communication","open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3126706105","doi":"10.29173/iasl7605","title":"Effective Use of Open Access Resources in a School Library","year":2021,"lang":"en","type":"article","venue":"IASL Annual Conference Proceedings","topic":"Education, Psychology, and Social Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Excellence; Educational resources; Quality (philosophy); Process (computing); Computer science; School library; Outcome (game theory); Value (mathematics); Open educational resources; Data collection; World Wide Web; Medical education; Resource (disambiguation); Knowledge management; Multimedia; Psychology; Pedagogy; Medicine; Sociology; Political science; Mathematics","score_opus":0.1637567510523111,"score_gpt":0.4928101036820148,"score_spread":0.3290533526297037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126706105","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96079576,0.0006481627,0.0011842509,0.0010524371,0.000024530316,0.00019173049,0.00005878784,0.00020803775,0.03583629],"genre_scores_gemma":[0.9901696,0.00046772003,0.002524748,0.00012744144,0.000028719112,0.00006244854,0.000052671017,0.000037254504,0.0065293247],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9859583,0.0075329286,0.0010506861,0.0007158401,0.0037838789,0.00095833617],"domain_scores_gemma":[0.9727591,0.013791527,0.004882871,0.0033055232,0.002248091,0.0030128905],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.005453897,0.00027859616,0.00062436133,0.004987911,0.004297037,0.010098877,0.0014709226,0.0011170433,0.0053678285],"category_scores_gemma":[0.022026993,0.00038802339,0.00042825378,0.003936626,0.0023677994,0.008510256,0.007987251,0.00081289746,0.0013127695],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005351331,0.005906332,0.17480752,0.0015100632,0.0001326541,0.0038596538,0.23561782,0.0005395056,0.01125374,0.010411961,0.0048211296,0.5506045],"study_design_scores_gemma":[0.00015170395,0.0032004174,0.36297983,0.0012021984,0.00031106928,0.0035871512,0.44821292,0.0012850187,0.0130302515,0.005929348,0.15982176,0.00028833616],"about_ca_topic_score_codex":0.0021231177,"about_ca_topic_score_gemma":0.0047022537,"teacher_disagreement_score":0.9985291,"about_ca_system_score_codex":0.0020220745,"about_ca_system_score_gemma":0.00454639,"threshold_uncertainty_score":0.028843343},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3127643406","doi":"10.36680/j.itcon.2021.002","title":"Open access to Construction IT research articles – developments over the past 25 years","year":2021,"lang":"en","type":"article","venue":"Journal of Information Technology in Construction","topic":"Intellectual Capital and Performance Analysis","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Dozen; Publishing; Quarter (Canadian coin); Quality (philosophy); Business model; Engineering; Library science; Political science; Engineering ethics; World Wide Web; Business; History; Computer science; Marketing","score_opus":0.04679358624725741,"score_gpt":0.331948027033694,"score_spread":0.2851544407864366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127643406","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059325866,0.47488362,0.01654699,0.11377872,0.019318124,0.0002687899,0.0017268384,0.0021866956,0.31196436],"genre_scores_gemma":[0.28349486,0.55415606,0.021926973,0.009860802,0.034852423,0.0001769346,0.003234784,0.0010388091,0.09125835],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9800898,0.0028152007,0.0018273807,0.0017477836,0.0122360345,0.0012837871],"domain_scores_gemma":[0.8494637,0.052642107,0.020189404,0.008919766,0.051004454,0.017780589],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.018818583,0.00065624685,0.00071820634,0.020132832,0.003430996,0.021639634,0.0021300935,0.0029138334,0.023139223],"category_scores_gemma":[0.06026116,0.00056410884,0.00075877237,0.039169572,0.008415759,0.014679233,0.006999774,0.0023648716,0.0068485895],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016358182,0.00020576855,0.007493898,0.0061380845,0.000054256056,0.00064382725,0.0041974783,0.000561907,0.0017339591,0.07797736,0.08279933,0.81803054],"study_design_scores_gemma":[0.000012071905,0.00007239227,0.015000258,0.001681508,0.00001586828,0.001024482,0.0029969944,0.00025300324,0.00057226606,0.008600412,0.9697197,0.00005104544],"about_ca_topic_score_codex":0.0034212763,"about_ca_topic_score_gemma":0.0047692684,"teacher_disagreement_score":0.9978699,"about_ca_system_score_codex":0.0058444696,"about_ca_system_score_gemma":0.01596694,"threshold_uncertainty_score":0.099523365},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication","open_science"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3130340903","doi":"10.1002/tax.12442","title":"Growing a Community: The Inaugural #Blackbotanistsweek Recap and Looking Forward","year":2021,"lang":"en","type":"article","venue":"Taxon","topic":"Climate Change Communication and Perception","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institut National de la Recherche Scientifique","funders":"College of Engineering, Michigan State University; Michigan State University Foundation; Michigan State University; National Science Foundation","keywords":"White (mutation); Indigenous; Social media; The arts; Media studies; Political science; Criminology; Sociology; History; Law; Ecology","score_opus":0.31829697050145933,"score_gpt":0.41575056066798977,"score_spread":0.09745359016653043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3130340903","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03531571,0.01031653,0.0010681967,0.73545,0.047568236,0.0003655628,0.0011037473,0.00047815006,0.16833375],"genre_scores_gemma":[0.11950138,0.006744298,0.0019360754,0.19951443,0.0075540836,0.0005343428,0.0009145695,0.0007439217,0.66255695],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972882,0.0006530537,0.00005972437,0.00023794318,0.0006596982,0.0011013888],"domain_scores_gemma":[0.9910097,0.00032884724,0.00026416488,0.00015611776,0.00070682657,0.0075343694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030685046,0.00079952343,0.0003657467,0.000962616,0.017513078,0.006735145,0.0012530182,0.0051571396,0.06617618],"category_scores_gemma":[0.0049151354,0.0006695486,0.00054784835,0.0005772471,0.0039710966,0.007072366,0.012453899,0.010376145,0.011992284],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004358248,0.00012236352,0.0016786,0.0001293621,0.0000063843295,0.0004170187,0.015381424,0.0000106839225,0.00065845286,0.007883246,0.93284345,0.040825453],"study_design_scores_gemma":[0.0000058396117,0.00004173245,0.002819544,0.00015403028,0.0000019718568,0.000092727816,0.012958217,0.000015803262,0.00008905055,0.0007639591,0.98304313,0.000014007151],"about_ca_topic_score_codex":0.032818418,"about_ca_topic_score_gemma":0.09988419,"teacher_disagreement_score":0.06617618,"about_ca_system_score_codex":0.00426257,"about_ca_system_score_gemma":0.009914442,"threshold_uncertainty_score":0},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3132467447","doi":"10.1186/s41073-020-00107-x","title":"Re-evaluation of solutions to the problem of unprofessionalism in peer review","year":2021,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; Fisheries and Oceans Canada; Environment and Climate Change Canada; University of Victoria","funders":"","keywords":"Offensive; Conversation; Peer review; Social media; Psychology; Sociology; Social psychology; Computer science; Law; Political science; Operations research; World Wide Web","score_opus":0.7094531083437046,"score_gpt":0.6287024361511451,"score_spread":0.08075067219255949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3132467447","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10410699,0.027732467,0.112717465,0.6532892,0.01427381,0.002803549,0.00016820154,0.00203426,0.08287415],"genre_scores_gemma":[0.8099426,0.010350124,0.089725375,0.05992552,0.0068296874,0.0029069942,0.00022898294,0.0014741612,0.018616587],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.2298895,0.57680523,0.036421098,0.014441674,0.13498355,0.0074589374],"domain_scores_gemma":[0.09352974,0.5457658,0.061997518,0.08438473,0.19941866,0.014903511],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.505553,0.0011668779,0.0013963864,0.010116468,0.0131430235,0.024148416,0.008167405,0.009733695,0.004808468],"category_scores_gemma":[0.7695272,0.0011904904,0.0018835256,0.005446846,0.023505885,0.02099122,0.018097967,0.012413761,0.002744017],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004437082,0.0002712418,0.015366022,0.0077824993,0.00038696395,0.0013040891,0.20731355,0.00088354957,0.0035527137,0.045741923,0.08953369,0.62742],"study_design_scores_gemma":[0.00025128733,0.0009874044,0.01878878,0.015902335,0.00028112426,0.0032988896,0.132566,0.0050310143,0.006025332,0.06268446,0.75367165,0.0005117969],"about_ca_topic_score_codex":0.0047125816,"about_ca_topic_score_gemma":0.00884353,"teacher_disagreement_score":0.9902663,"about_ca_system_score_codex":0.019308943,"about_ca_system_score_gemma":0.053190716,"threshold_uncertainty_score":0.6097412},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3134086897","doi":"10.2196/26718","title":"Clinical Trial Data Sharing for COVID-19–Related Research","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"COVID-19 Clinical Research Studies","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Sample size determination; Context (archaeology); Statistical power; Clinical trial; Pandemic; Sample (material); Coronavirus disease 2019 (COVID-19); Data sharing; Medicine; Psychology; Data science; Computer science; Statistics; Alternative medicine; Mathematics; Geography","score_opus":0.775337627386123,"score_gpt":0.7283670039823996,"score_spread":0.04697062340372338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134086897","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003963518,0.048055116,0.3321323,0.43310335,0.04210509,0.03630707,0.029774994,0.005159008,0.069399565],"genre_scores_gemma":[0.090729386,0.029870205,0.5407571,0.14369898,0.028112909,0.1286108,0.024164889,0.0042364136,0.009819404],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.10946121,0.78318995,0.0655835,0.016206456,0.022375615,0.0031833495],"domain_scores_gemma":[0.03363104,0.71490717,0.052695155,0.15823703,0.029708643,0.010820996],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6997608,0.0026080417,0.01092985,0.018383462,0.0043238257,0.0360629,0.014952604,0.019525332,0.047155097],"category_scores_gemma":[0.8747197,0.005092983,0.01520053,0.030169575,0.0150367655,0.021988759,0.033787932,0.025001314,0.017595468],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0072929594,0.0003165498,0.005118042,0.053044584,0.010914032,0.0006332889,0.0069607454,0.006289141,0.00084738806,0.28413993,0.2842597,0.34018362],"study_design_scores_gemma":[0.0041513853,0.0008645779,0.0032398354,0.058929022,0.002038495,0.0005774645,0.001157788,0.0050314204,0.0007971381,0.36874303,0.5539213,0.0005486325],"about_ca_topic_score_codex":0.002397674,"about_ca_topic_score_gemma":0.0020458729,"teacher_disagreement_score":0.9850474,"about_ca_system_score_codex":0.014595398,"about_ca_system_score_gemma":0.076539464,"threshold_uncertainty_score":0.37024844},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reproducibility","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3145008074","doi":"10.17150/2308-6203.2021.10(1).22-38","title":"New Media for Science: Key Features of Platforms with Open Peer Review","year":2021,"lang":"en","type":"article","venue":"Theoretical and Practical Issues of Journalism","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Openness to experience; Scope (computer science); Key (lock); Computer science; Open science; Publishing; Process (computing); Peer review; Data science; Engineering ethics; Political science; Public relations; Engineering; Psychology; Computer security","score_opus":0.45154714619089453,"score_gpt":0.6087514323964822,"score_spread":0.15720428620558768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3145008074","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09355972,0.020704253,0.30530074,0.0477356,0.008685192,0.0051189153,0.0022402906,0.00651159,0.51014376],"genre_scores_gemma":[0.636281,0.008818797,0.28672156,0.0029382594,0.011699689,0.0046144575,0.001102152,0.0020917885,0.04573233],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9626174,0.016032493,0.0025137884,0.0027253898,0.0145598715,0.001551079],"domain_scores_gemma":[0.8529591,0.078695066,0.019531893,0.026929382,0.015336549,0.006547895],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.023984494,0.0009523546,0.0008883317,0.008527809,0.0042465143,0.024578333,0.0028507418,0.0026999114,0.019248333],"category_scores_gemma":[0.1294653,0.0009162098,0.0012705505,0.011683844,0.005039075,0.027419375,0.013397356,0.0031866385,0.006623646],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004455151,0.0003724037,0.015055596,0.002679231,0.00018573373,0.0011349199,0.011387857,0.0014061152,0.0041494314,0.41750988,0.049229167,0.49644414],"study_design_scores_gemma":[0.00013759256,0.00032282725,0.018666316,0.0016282084,0.00022692904,0.0027949617,0.006174613,0.0056323307,0.0032989073,0.2739711,0.68684036,0.00030571752],"about_ca_topic_score_codex":0.0007703901,"about_ca_topic_score_gemma":0.0010808896,"teacher_disagreement_score":0.9760155,"about_ca_system_score_codex":0.002724537,"about_ca_system_score_gemma":0.006238016,"threshold_uncertainty_score":0.12684363},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3152916307","doi":"10.3138/jsp.52.3.03","title":"Do Journals’ Author Guidelines Tell Us What We Need to Know about Plagiarism?","year":2021,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Copying; Publication; Originality; Citation; Plagiarism detection; Readability; Allowance (engineering); Academic integrity; Work (physics); Computer science; Psychology; Library science; Law; Political science; Social psychology; Information retrieval; Creativity","score_opus":0.08486452607422508,"score_gpt":0.37348253959160543,"score_spread":0.28861801351738037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3152916307","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9016364,0.012643905,0.013183,0.04287451,0.00091070315,0.00041788502,0.001203051,0.00024134973,0.02688919],"genre_scores_gemma":[0.9840375,0.0034570314,0.0065099667,0.003942098,0.00029350765,0.0002311757,0.00037720366,0.00009334216,0.0010580578],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.86031514,0.06767796,0.02385873,0.0040151468,0.04133726,0.0027957428],"domain_scores_gemma":[0.25719783,0.47073612,0.13444526,0.02630368,0.104036815,0.007280279],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.094505325,0.00022601744,0.0011598113,0.010037001,0.0022924663,0.0072847344,0.0012298386,0.0019362734,0.002050201],"category_scores_gemma":[0.5614839,0.00060967036,0.00063870306,0.0155073535,0.005101759,0.014519809,0.002527785,0.0023862703,0.0010147106],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039249336,0.00023916691,0.58800846,0.0029581767,0.00052640005,0.00029728914,0.11284929,0.00030043544,0.0017480311,0.011120319,0.016765319,0.26479462],"study_design_scores_gemma":[0.000087605,0.00064584054,0.7511234,0.0035388262,0.00030761355,0.0008336173,0.13119575,0.00086968485,0.0017142799,0.026720375,0.08270666,0.0002563026],"about_ca_topic_score_codex":0.0034058138,"about_ca_topic_score_gemma":0.006212793,"teacher_disagreement_score":0.99806374,"about_ca_system_score_codex":0.004411652,"about_ca_system_score_gemma":0.007908253,"threshold_uncertainty_score":0.49979788},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication","research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3153485877","doi":"10.1080/00131857.2021.1897574","title":"The case for academic plagiarism education: A PESA Executive collective writing project","year":2021,"lang":"en","type":"article","venue":"Educational Philosophy and Theory","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Sociology; Pedagogy; Higher education; Academic integrity; Executive summary; Mathematics education; Engineering ethics; Political science; Psychology; Law; Social psychology; Business; Engineering","score_opus":0.03521894724458988,"score_gpt":0.35369516339099993,"score_spread":0.3184762161464101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153485877","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05689697,0.0058954554,0.0036269997,0.5730651,0.0024887098,0.000098752884,0.000057523986,0.0002021303,0.35766837],"genre_scores_gemma":[0.6638781,0.0023580734,0.0024516657,0.05960722,0.0017722137,0.00024031858,0.000075379474,0.00035439813,0.26926264],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9789981,0.009856277,0.00087716687,0.001897409,0.0045886873,0.0037823727],"domain_scores_gemma":[0.9411286,0.029435337,0.003306551,0.007202359,0.008287887,0.01063924],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.037013687,0.000389636,0.0005509447,0.0019085848,0.029778639,0.022371033,0.003287772,0.0180352,0.020064896],"category_scores_gemma":[0.06308497,0.00041589755,0.0005683315,0.0021327436,0.02094918,0.016027162,0.018563746,0.014065359,0.004808769],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033723256,0.00018535678,0.0024350206,0.00015812308,0.000014002602,0.0019631123,0.04539689,0.00021176253,0.00020325683,0.6103012,0.27060568,0.06849182],"study_design_scores_gemma":[0.000021829928,0.000044104905,0.0014349181,0.0005900065,0.000009689078,0.0007231658,0.039340634,0.00030547674,0.00033663868,0.09560305,0.86155146,0.00003905168],"about_ca_topic_score_codex":0.0065888166,"about_ca_topic_score_gemma":0.009969577,"teacher_disagreement_score":0.9819648,"about_ca_system_score_codex":0.00796681,"about_ca_system_score_gemma":0.019412214,"threshold_uncertainty_score":0.19574946},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3166045557","doi":"10.1186/s13643-021-01733-2","title":"Dealing with predatory journal articles captured in systematic reviews","year":2021,"lang":"en","type":"letter","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; University of Ottawa; McGill University; Ottawa Hospital","funders":"","keywords":"Systematic review; Medicine; MEDLINE; Protocol (science); Health care; Peer review; Alternative medicine; Family medicine; Pathology","score_opus":0.6956962901616436,"score_gpt":0.4789212342135676,"score_spread":0.216775055948076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3166045557","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":"methods","domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009621384,0.028116649,0.034208138,0.8774396,0.028516626,0.00490101,0.0014442257,0.00059655297,0.0151558],"genre_scores_gemma":[0.0788356,0.030350976,0.102986395,0.7338598,0.033538785,0.013574691,0.00085188897,0.00060577964,0.005396105],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.2921488,0.40975308,0.16824648,0.017334253,0.108329915,0.004187436],"domain_scores_gemma":[0.04531747,0.73658276,0.12935524,0.03000526,0.05514803,0.0035912022],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4478648,0.001747522,0.004894822,0.017045222,0.008157113,0.015344226,0.0066714683,0.028436033,0.0063700983],"category_scores_gemma":[0.8650648,0.004163321,0.005141616,0.018858902,0.013007364,0.020585887,0.012200522,0.015575449,0.0048741847],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013236095,0.0001538731,0.029100921,0.054469883,0.0030590456,0.01301044,0.02288928,0.001118702,0.0014749493,0.036346678,0.6304062,0.20664649],"study_design_scores_gemma":[0.00082038814,0.00047693812,0.016010262,0.16239503,0.0019450417,0.01203788,0.010746285,0.0045048427,0.0023546321,0.12584288,0.6621009,0.0007648733],"about_ca_topic_score_codex":0.0062933336,"about_ca_topic_score_gemma":0.011215286,"teacher_disagreement_score":0.971564,"about_ca_system_score_codex":0.016909974,"about_ca_system_score_gemma":0.038640928,"threshold_uncertainty_score":0.680881},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3166825314","doi":"10.1503/cjs.009821","title":"Predatory journal publishing: Is this an alternate universe?","year":2021,"lang":"en","type":"editorial","venue":"Canadian Journal of Surgery","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Publishing; Library science; Literature","score_opus":0.11717625523131105,"score_gpt":0.3531424655096299,"score_spread":0.23596621027831888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3166825314","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00090040534,0.011504469,0.0012388688,0.5086571,0.45433918,0.000027668786,0.000075393895,0.00021263087,0.023044195],"genre_scores_gemma":[0.031625353,0.025082346,0.00209413,0.27016005,0.6216223,0.00006779347,0.000085215535,0.00033414533,0.048928615],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9827278,0.0031905926,0.0013174067,0.0015099159,0.009831321,0.0014229192],"domain_scores_gemma":[0.92320305,0.028439742,0.004832334,0.0045308513,0.025728965,0.013265018],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.015207684,0.0008676812,0.0013657329,0.0025609573,0.004746398,0.02337217,0.002845061,0.00989362,0.015799718],"category_scores_gemma":[0.07917369,0.00055955304,0.00084546005,0.0018461294,0.011776261,0.017108226,0.0034998679,0.012348371,0.006580377],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007291705,0.000029470788,0.0005924271,0.00053114165,0.000033460958,0.00045245982,0.00077792647,0.000041461426,0.00018442287,0.054122947,0.90567696,0.03748456],"study_design_scores_gemma":[0.000017581393,0.000017131964,0.0002976161,0.00027804862,0.000016674407,0.00038298144,0.0006379339,0.00009828106,0.00009948472,0.015063304,0.98306954,0.000021381307],"about_ca_topic_score_codex":0.0024927477,"about_ca_topic_score_gemma":0.0060346345,"teacher_disagreement_score":0.9901064,"about_ca_system_score_codex":0.0037579443,"about_ca_system_score_gemma":0.006274337,"threshold_uncertainty_score":0.08042687},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3172729171","doi":"10.1186/s12961-021-00726-w","title":"Where is critical analysis of power and positionality in knowledge translation?","year":2021,"lang":"en","type":"letter","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Northern British Columbia; University of British Columbia; University of British Columbia Hospital","funders":"","keywords":"Reflexivity; Knowledge translation; Health services research; Sociology; Context (archaeology); Power (physics); Epistemology; Critical theory; Knowledge production; Engineering ethics; Social science; Political science; Knowledge management; Health care; Computer science; Law","score_opus":0.8942625729423347,"score_gpt":0.7697535168293935,"score_spread":0.12450905611294116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3172729171","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015714683,0.0046856645,0.003477426,0.9783976,0.0019388275,0.000033505254,0.000012742788,0.000017915676,0.009864808],"genre_scores_gemma":[0.36011782,0.023977088,0.0209818,0.57214814,0.00930935,0.00089686294,0.000066430046,0.0003444714,0.01215805],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.76947486,0.17688648,0.008591503,0.010215724,0.02564726,0.009184117],"domain_scores_gemma":[0.4373919,0.49532768,0.011142369,0.014566619,0.034722958,0.00684846],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20649998,0.0010162406,0.0021332877,0.0058206003,0.037928846,0.04542328,0.007157528,0.03500563,0.007405685],"category_scores_gemma":[0.31273037,0.0012571759,0.0018541894,0.0077758594,0.18362324,0.067462645,0.022396434,0.040321685,0.0019012168],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008824672,0.0000401602,0.0008318702,0.0010809147,0.000030084771,0.0013110491,0.2170291,0.00016655373,0.000260953,0.645792,0.0672716,0.06609748],"study_design_scores_gemma":[0.000031791864,0.000026988148,0.00035446475,0.0031501816,0.00001744526,0.00051393756,0.14579462,0.00039088164,0.00043014536,0.62142557,0.22778264,0.000081363345],"about_ca_topic_score_codex":0.093058266,"about_ca_topic_score_gemma":0.10116714,"teacher_disagreement_score":0.9620712,"about_ca_system_score_codex":0.073955454,"about_ca_system_score_gemma":0.106453575,"threshold_uncertainty_score":0.9785268},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["sts","scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3174891973","doi":"10.1016/j.jclinepi.2021.06.015","title":"“Evidence-based checklists” for identifying predatory journals have not been assessed for reliability or validity: An analysis and proposal for moving forward","year":2021,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; Ottawa Hospital","funders":"","keywords":"Reliability (semiconductor); Matching (statistics); Scale (ratio); Scope (computer science); Guideline; Computer science; Quality (philosophy); Medicine","score_opus":0.9363805130465965,"score_gpt":0.7299491902987689,"score_spread":0.2064313227478276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3174891973","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17139246,0.046517648,0.50755024,0.196535,0.013255007,0.033042062,0.007120536,0.0018903078,0.022696689],"genre_scores_gemma":[0.26612717,0.0040553664,0.7027711,0.010183247,0.0016342635,0.011839694,0.002254017,0.00015836734,0.0009767902],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.5145799,0.23867068,0.12408482,0.010427847,0.10787991,0.0043569175],"domain_scores_gemma":[0.1339005,0.478157,0.0804621,0.043284524,0.25995693,0.004238937],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4501584,0.0025464334,0.00745603,0.048079193,0.0071390127,0.01729921,0.0127352085,0.008308707,0.0023032748],"category_scores_gemma":[0.7418891,0.0016249237,0.010119731,0.041159023,0.01107145,0.018139008,0.00895366,0.006787283,0.0010693326],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012844268,0.0010150715,0.35215068,0.022735432,0.0063698567,0.00044577525,0.0077224993,0.0019858268,0.0011876519,0.058982473,0.036671605,0.50944865],"study_design_scores_gemma":[0.003255252,0.006789845,0.47583175,0.06817454,0.024357846,0.0023296715,0.02495906,0.040707417,0.009544604,0.2381467,0.10308961,0.0028137153],"about_ca_topic_score_codex":0.010776437,"about_ca_topic_score_gemma":0.019128276,"teacher_disagreement_score":0.9519208,"about_ca_system_score_codex":0.016416717,"about_ca_system_score_gemma":0.04827559,"threshold_uncertainty_score":0.6780526},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3175915170","doi":"10.1177/03400352211023079","title":"Challenges and opportunities for parliamentary libraries during COVID-19: A case study of the National Assembly of Quebec Library","year":2021,"lang":"en","type":"article","venue":"IFLA Journal","topic":"Library Science and Administration","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Bibliothèque et Archives nationales du Québec","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; Public relations; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Institution; National library; Political science; Best practice; Business; Library science; Computer science; Law; Medicine","score_opus":0.19434336391081197,"score_gpt":0.3542811093202616,"score_spread":0.1599377454094496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175915170","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8731223,0.0012556979,0.0011544446,0.064436406,0.0003698169,0.00024605438,0.00031519312,0.00011023391,0.058989815],"genre_scores_gemma":[0.9700549,0.00085477927,0.00097064005,0.0066029145,0.00007037008,0.00008736544,0.000105240615,0.00006731932,0.021186383],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99018127,0.0049567027,0.00018658835,0.00035409766,0.0011992652,0.0031220072],"domain_scores_gemma":[0.98492634,0.0043275855,0.0012161692,0.000495112,0.0034038168,0.0056310473],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0060007195,0.00057123264,0.00044513462,0.0014370935,0.058381293,0.009697114,0.0042306795,0.0058930325,0.00768264],"category_scores_gemma":[0.015203862,0.00062165136,0.0005271733,0.0029926696,0.008473821,0.0040370114,0.006577285,0.0062080105,0.00084449066],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011080041,0.00044448543,0.031478997,0.00027004874,0.000038817932,0.028906656,0.8395405,0.000796067,0.00083362125,0.011720654,0.05375463,0.032104764],"study_design_scores_gemma":[0.0000054815223,0.000047209018,0.008975032,0.000134377,0.0000101806145,0.00087568676,0.9339591,0.00029233252,0.0001543187,0.0003081302,0.055198416,0.000039711693],"about_ca_topic_score_codex":0.9185711,"about_ca_topic_score_gemma":0.9730618,"teacher_disagreement_score":0.99030286,"about_ca_system_score_codex":0.0830514,"about_ca_system_score_gemma":0.0790027,"threshold_uncertainty_score":0.60258293},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3188186504","doi":"10.5430/ijhe.v11n1p85","title":"Academic Writing Groups in Higher Education: History and State of Play","year":2021,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Doctoral Education Challenges and Solutions","field":"Health Professions","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal; University of Ottawa","funders":"","keywords":"Discipline; Phenomenon; Academic writing; Context (archaeology); Higher education; Mathematics education; Graduate students; Pedagogy; Sociology; Psychology; Social science; Political science; Epistemology; History","score_opus":0.15813505483091242,"score_gpt":0.5122475968170621,"score_spread":0.3541125419861497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3188186504","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027011342,0.90717775,0.0013866255,0.036335573,0.001219693,0.000037928537,0.00007503257,0.000023281988,0.026732758],"genre_scores_gemma":[0.37417123,0.6134845,0.0021306437,0.005212743,0.002009602,0.00009167439,0.000088846915,0.00004208266,0.0027686579],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99087346,0.0049955677,0.0008143557,0.0013557982,0.0014447146,0.00051604345],"domain_scores_gemma":[0.923595,0.06521174,0.004238999,0.0013867406,0.0032945736,0.0022729447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013279261,0.00038576726,0.00091388414,0.007792554,0.005763836,0.016292525,0.0014993215,0.003810678,0.0037224833],"category_scores_gemma":[0.027049871,0.0006577176,0.00039370786,0.015676364,0.023738366,0.0128587345,0.005673646,0.004166351,0.00048746503],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000107970445,0.00009409001,0.0076076505,0.009507654,0.000030328558,0.00048037275,0.1295569,0.00013214328,0.00023590472,0.1653193,0.009245985,0.6776818],"study_design_scores_gemma":[0.00001827529,0.00019112373,0.024826098,0.044107426,0.000058953934,0.0017592264,0.266176,0.00018206968,0.00040271546,0.052508064,0.60966176,0.00010835628],"about_ca_topic_score_codex":0.006498719,"about_ca_topic_score_gemma":0.008731453,"teacher_disagreement_score":0.016292525,"about_ca_system_score_codex":0.006320677,"about_ca_system_score_gemma":0.0123637095,"threshold_uncertainty_score":0},"labels":[{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["scholarly_communication"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3195712101","doi":"10.1108/jec-06-2021-0091","title":"A retrospective overview of <i>Journal of Enterprising Communities</i>: <i>People and Places in the Global Economy</i> from2007 to 2021 using abibliometric analysis","year":2021,"lang":"en","type":"article","venue":"Journal of Enterprising Communities People and Places in the Global Economy","topic":"Entrepreneurship Studies and Influences","field":"Business, Management and Accounting","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Originality; Indigenous; Entrepreneurship; Value (mathematics); Citation; Library science; Social science; Political science; Sociology; Law; Computer science","score_opus":0.029261791463801215,"score_gpt":0.2871278414481956,"score_spread":0.2578660499843944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195712101","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7826379,0.06782868,0.0017993682,0.004553702,0.00085558754,0.0008452629,0.109689355,0.00041762358,0.031372484],"genre_scores_gemma":[0.797769,0.069838524,0.0065647406,0.0019889548,0.001588821,0.0019520704,0.10534377,0.00028319136,0.014670899],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955124,0.00059321715,0.0013107476,0.00049322547,0.0016455736,0.00044478456],"domain_scores_gemma":[0.9468486,0.013804806,0.015501701,0.0019862868,0.019551234,0.0023073943],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.004335075,0.0003467433,0.0006995601,0.059476376,0.0012635756,0.004426146,0.0005621513,0.0005986665,0.0032600653],"category_scores_gemma":[0.019132817,0.00030465832,0.0007189117,0.06701433,0.0007266398,0.003308821,0.0018713055,0.00058602734,0.0019445774],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034181564,0.00022397959,0.7060291,0.012056488,0.00030324789,0.0012569828,0.011141365,0.00026681236,0.0022124597,0.0028786398,0.052686792,0.21060236],"study_design_scores_gemma":[0.000010506253,0.0001713199,0.7952292,0.003830349,0.00020354892,0.0017647109,0.011966937,0.0002774426,0.001662367,0.00036679572,0.1844583,0.000058564754],"about_ca_topic_score_codex":0.011462955,"about_ca_topic_score_gemma":0.023054253,"teacher_disagreement_score":0.9405236,"about_ca_system_score_codex":0.0023570266,"about_ca_system_score_gemma":0.0059686177,"threshold_uncertainty_score":0.02292633},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3200026842","doi":"10.18438/eblip29913","title":"Do Institutional Repository Deposit Guidelines Deter Data Discovery?","year":2021,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Metadata; Computer science; Data element; Sample (material); Meta Data Services; Documentation; Data discovery; Data science; World Wide Web; Metadata repository; Information retrieval; Database","score_opus":0.466706315802476,"score_gpt":0.5217880096438329,"score_spread":0.05508169384135686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200026842","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6964903,0.006069012,0.046586182,0.09719183,0.0007623976,0.0034589884,0.0025538474,0.00088751694,0.14599997],"genre_scores_gemma":[0.95515233,0.0013157312,0.028999403,0.0071872124,0.00037519605,0.0015077131,0.0008646491,0.00016485491,0.004433038],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.55218863,0.22803077,0.08185951,0.012809508,0.115809806,0.009301765],"domain_scores_gemma":[0.14220224,0.52923447,0.18569642,0.059465785,0.076760255,0.0066407807],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.32319552,0.00039963974,0.0012219895,0.011227593,0.0065604444,0.021200832,0.0058391746,0.0039952067,0.0070192763],"category_scores_gemma":[0.6684824,0.0015500026,0.0009208925,0.01910802,0.010412205,0.026434958,0.014709224,0.0026566805,0.0017422364],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005997733,0.0005589436,0.5370034,0.0038394353,0.00033004413,0.0006794054,0.03417989,0.0013243997,0.00143421,0.16920727,0.025203263,0.22563994],"study_design_scores_gemma":[0.00048093047,0.0013404267,0.40571028,0.009018154,0.00055011467,0.002367227,0.14988425,0.007062013,0.01145194,0.12215833,0.28945702,0.00051931496],"about_ca_topic_score_codex":0.008582888,"about_ca_topic_score_gemma":0.011524326,"teacher_disagreement_score":0.97879916,"about_ca_system_score_codex":0.013816627,"about_ca_system_score_gemma":0.035701197,"threshold_uncertainty_score":0.8346204},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3201074415","doi":"10.21470/1678-9741-2021-0289","title":"Open Access and Article Processing Charges in Cardiology and Cardiac Surgery Journals: a CrossSectional Analysis","year":2021,"lang":"en","type":"article","venue":"Brazilian Journal of Cardiovascular Surgery","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Interquartile range; Cardiology; Internal medicine; Cardiac surgery","score_opus":0.13168469426835763,"score_gpt":0.4190559080871945,"score_spread":0.2873712138188369,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201074415","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99310726,0.0015418663,0.00026950304,0.00022971124,0.000020941741,0.00012263995,0.0035243286,0.000012591128,0.0011712547],"genre_scores_gemma":[0.9967828,0.00060012465,0.00030760976,0.00012260764,0.000057153295,0.00016090869,0.0016956758,0.000014147013,0.0002590917],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9862113,0.002512161,0.0039140014,0.001778029,0.004666945,0.0009174908],"domain_scores_gemma":[0.8943488,0.032620363,0.05758363,0.0029276165,0.007997814,0.0045217588],"candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0101729175,0.00033523282,0.0009172261,0.0069079553,0.000826062,0.0024203218,0.0011030555,0.000672757,0.004946129],"category_scores_gemma":[0.04262155,0.0005459717,0.0015881109,0.011171767,0.00093222194,0.0040122857,0.0017391772,0.0012962872,0.0011172625],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000094577765,0.000046918307,0.9977266,0.000103650316,0.00013308482,0.000031291045,0.00022246633,0.000018406443,0.000034306137,0.00005094736,0.0002709028,0.0012668245],"study_design_scores_gemma":[0.000017024566,0.00017420342,0.9971706,0.000103633356,0.000120674886,0.00031049934,0.0011527706,0.00013910765,0.000057922258,0.00006804601,0.00067302043,0.000012345128],"about_ca_topic_score_codex":0.0024114144,"about_ca_topic_score_gemma":0.0027017738,"teacher_disagreement_score":0.99889696,"about_ca_system_score_codex":0.0013229985,"about_ca_system_score_gemma":0.0015641251,"threshold_uncertainty_score":0.053800166},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3210376598","doi":"10.1097/mol.0000000000000797","title":"Preprint servers in lipidology: current status and future role.","year":2022,"lang":"en","type":"article","venue":"PubMed","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Western University","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Preprint; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Publishing; Library science; Medicine; World Wide Web; Disease; Computer science; Infectious disease (medical specialty); Internal medicine; Outbreak; Virology; Political science","score_opus":0.07156169814552168,"score_gpt":0.34449311701390817,"score_spread":0.27293141886838646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3210376598","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0060657775,0.39648014,0.039306294,0.30886513,0.15276676,0.0023949114,0.016448224,0.025620623,0.052052084],"genre_scores_gemma":[0.045895275,0.48198712,0.09660056,0.047880165,0.14617105,0.0025457838,0.037767466,0.015105464,0.12604712],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.91616327,0.024396094,0.019030929,0.0062413444,0.030957587,0.003210776],"domain_scores_gemma":[0.709759,0.07335939,0.038016886,0.026961565,0.11900931,0.032893885],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.101526424,0.0024917794,0.006054118,0.009913426,0.0049149627,0.03778319,0.0057750116,0.007997421,0.08569387],"category_scores_gemma":[0.16377465,0.0022770273,0.0028504368,0.0129761025,0.006645433,0.026168436,0.009059163,0.010452644,0.18221672],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000560093,0.00011822723,0.0028409737,0.013107871,0.00019972863,0.0003990915,0.0009802036,0.000104792474,0.0024475802,0.009224568,0.5518818,0.41813508],"study_design_scores_gemma":[0.00008302589,0.000111541915,0.0022294326,0.0033891671,0.00009958813,0.00079238816,0.0006227556,0.0002891947,0.00091038033,0.0057359994,0.98564863,0.00008802041],"about_ca_topic_score_codex":0.0011728414,"about_ca_topic_score_gemma":0.0009917491,"teacher_disagreement_score":0.99422497,"about_ca_system_score_codex":0.004216599,"about_ca_system_score_gemma":0.0244465,"threshold_uncertainty_score":0.5369295},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3211131190","doi":"10.1016/j.wneu.2021.10.143","title":"Reporting Policies in Neurosurgical Journals: A Meta-Science Study of the Current State and Case for Standardization","year":2021,"lang":"en","type":"review","venue":"World Neurosurgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Consolidated Standards of Reporting Trials; Impact factor; Standardization; Systematic review; MEDLINE; Citation; Clinical trial; Bibliometrics; Family medicine; Library science; Internal medicine; Political science","score_opus":0.8870178218354456,"score_gpt":0.619216022134166,"score_spread":0.2678017997012796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211131190","genre_codex":"review","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"reporting","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028637514,0.93553954,0.013544992,0.015372049,0.0016112388,0.0011032587,0.0021049827,0.00014644385,0.0019400944],"genre_scores_gemma":[0.67218494,0.2619301,0.039384622,0.01706155,0.0029550323,0.0026103598,0.0031312816,0.00034336263,0.00039874413],"study_design_codex":"meta_analysis","study_design_gemma":"observational","domain_scores_codex":[0.3104059,0.45217112,0.17401555,0.024760159,0.0359783,0.002668906],"domain_scores_gemma":[0.10471924,0.7202654,0.106594674,0.036586743,0.030552672,0.0012814396],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5027747,0.0021644083,0.008941444,0.015663825,0.0019272474,0.013475551,0.0055647637,0.0045097778,0.0026587537],"category_scores_gemma":[0.7351422,0.0026908733,0.022609144,0.02669692,0.0057917833,0.013368048,0.006715813,0.0048824023,0.00034808533],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038271302,0.00015783164,0.19068177,0.22780445,0.39378712,0.00021125708,0.006015965,0.0013445237,0.00033661854,0.008353857,0.009396029,0.15808353],"study_design_scores_gemma":[0.0020532482,0.0007641518,0.123125196,0.23800139,0.57723945,0.0007506263,0.004881953,0.0028434577,0.0014718452,0.019338401,0.029020332,0.0005099561],"about_ca_topic_score_codex":0.010836808,"about_ca_topic_score_gemma":0.012615269,"teacher_disagreement_score":0.49722528,"about_ca_system_score_codex":0.008357257,"about_ca_system_score_gemma":0.017839344,"threshold_uncertainty_score":0.61316735},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3213946984","doi":"10.31468/dwr.873","title":"PhD Students Learning the Process of Academic Writing: The Role of the Rhetorical Rectangle","year":2021,"lang":"en","type":"article","venue":"Discourse and Writing/Rédactologie","topic":"Doctoral Education Challenges and Solutions","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Rhetorical question; Ethos; Pathos; Pedagogy; Narrative; Feeling; Writing process; Psychology; Academic writing; Professional writing; Kairos; Rhetoric; Mathematics education; Sociology; Literature; Art; Social psychology; Linguistics; Philosophy","score_opus":0.31164693557717416,"score_gpt":0.5751785740439239,"score_spread":0.26353163846674976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213946984","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88718665,0.0018278593,0.01298593,0.01389167,0.00023136193,0.00008391986,0.00001819785,0.0001090404,0.08366531],"genre_scores_gemma":[0.99472344,0.00036584242,0.001992949,0.00039868258,0.000044781504,0.000035678317,0.0000071313434,0.000028075443,0.0024034076],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9831588,0.013444724,0.00026821846,0.0008542576,0.0016039419,0.00067005353],"domain_scores_gemma":[0.95307547,0.035143405,0.004553931,0.0021474177,0.0017127182,0.003366984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018858045,0.00030345094,0.00038492968,0.0013708207,0.007221976,0.016852386,0.0012549554,0.001765051,0.0024172545],"category_scores_gemma":[0.042248376,0.00043217684,0.00028054617,0.0008617514,0.021837467,0.009631109,0.011462085,0.0041598156,0.0005826345],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007204824,0.00012715106,0.007449033,0.00011761514,0.000007903505,0.0006833645,0.898648,0.00009658329,0.0022717554,0.047907837,0.0012812511,0.041337397],"study_design_scores_gemma":[0.000053434273,0.0002288612,0.010874629,0.0002872696,0.000015073756,0.0010750744,0.86669236,0.00048612556,0.0029133714,0.04466283,0.072659,0.00005196596],"about_ca_topic_score_codex":0.00043335257,"about_ca_topic_score_gemma":0.000549237,"teacher_disagreement_score":0.018858045,"about_ca_system_score_codex":0.0018664561,"about_ca_system_score_gemma":0.0038291172,"threshold_uncertainty_score":0},"labels":[{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W350340533","doi":"","title":"Publishing Trends and Open Access Journals at York University","year":2011,"lang":"en","type":"article","venue":"YorkSpace (York University)","topic":"Publishing and Scholarly Communication","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publishing; Library science; Media studies; Political science; World Wide Web; Computer science; Sociology; Law","score_opus":0.24217321604234088,"score_gpt":0.282328559418204,"score_spread":0.04015534337586313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W350340533","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8317062,0.024646986,0.00028570424,0.028678443,0.00075422396,0.00006020703,0.012220573,0.00019908465,0.10144855],"genre_scores_gemma":[0.90490794,0.020748995,0.00059000816,0.0013776665,0.0010651194,0.000068053225,0.0064222915,0.00019710152,0.06462276],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99577785,0.00036612773,0.00050806045,0.0003089844,0.0024386854,0.0006002903],"domain_scores_gemma":[0.942845,0.010719717,0.015564962,0.001132954,0.017893314,0.011844045],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0023610385,0.00013839614,0.00036589705,0.0123439105,0.0033319092,0.007996913,0.0006757701,0.0008022873,0.037922207],"category_scores_gemma":[0.027928095,0.00023588535,0.00022595559,0.03406848,0.0012228133,0.0070101027,0.0015211622,0.0015149594,0.004044924],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028601874,0.0002219143,0.7435596,0.00052118365,0.00006224141,0.00044925587,0.015800206,0.00014128281,0.00090567843,0.018585065,0.09261601,0.12685147],"study_design_scores_gemma":[0.000015258069,0.000056535162,0.91512644,0.00025681168,0.000019859473,0.00037954812,0.011070073,0.00011333834,0.00033618245,0.0010018565,0.07157596,0.00004810792],"about_ca_topic_score_codex":0.1449947,"about_ca_topic_score_gemma":0.25885987,"teacher_disagreement_score":0.99763894,"about_ca_system_score_codex":0.005793895,"about_ca_system_score_gemma":0.006476848,"threshold_uncertainty_score":0.28830147},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics","scholarly_communication"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication","open_science"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4200345448","doi":"10.1071/py21069","title":"Internationalisation of general practice journals: a bibliometric analysis of the Science Citation Index database","year":2021,"lang":"en","type":"article","venue":"Australian Journal of Primary Health","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Taipei Veterans General Hospital","keywords":"Internationalization; General practice; Index (typography); Subject (documents); Citation; Bibliometrics; Science Citation Index; Citation index; Population health","score_opus":0.17556736909796392,"score_gpt":0.5089626947258716,"score_spread":0.33339532562790775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200345448","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81778014,0.08157308,0.006871631,0.004631822,0.0006424016,0.0022146069,0.06308253,0.000543887,0.02265984],"genre_scores_gemma":[0.9235169,0.024583176,0.016654752,0.00028562013,0.00079474057,0.002191824,0.030612228,0.00014224074,0.0012183419],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9443925,0.012475649,0.018762508,0.0034580512,0.019746507,0.0011647678],"domain_scores_gemma":[0.79860747,0.119115956,0.04295247,0.0068750433,0.029633699,0.00281533],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.027433664,0.0008148658,0.0036775216,0.18198144,0.0018249055,0.008539699,0.0011494741,0.0009717765,0.0028399874],"category_scores_gemma":[0.1613797,0.0003920661,0.0032475898,0.2598679,0.0012099175,0.005052684,0.004170716,0.0009288113,0.0007234046],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000465682,0.00020238533,0.7988112,0.014426873,0.0042331866,0.00039746345,0.004079578,0.0013120605,0.0008231418,0.0032318297,0.009649055,0.16236755],"study_design_scores_gemma":[0.00010497689,0.0002601012,0.95411897,0.0020847474,0.0018685968,0.0010588114,0.004969367,0.0044349576,0.00055998965,0.0034870324,0.026922265,0.00013028379],"about_ca_topic_score_codex":0.0045064716,"about_ca_topic_score_gemma":0.004958395,"teacher_disagreement_score":0.97256637,"about_ca_system_score_codex":0.0028307592,"about_ca_system_score_gemma":0.005702173,"threshold_uncertainty_score":0.1450848},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4200395585","doi":"10.1007/s40037-021-00695-4","title":"Bibliometrics: Methods for studying academic publishing","year":2021,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":938,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Ottawa","funders":"","keywords":"Bibliometrics; Terminology; Publishing; Data science; Strengths and weaknesses; Population health; Computer science; Population; Library science; Medicine; Psychology; Political science","score_opus":0.652587060367001,"score_gpt":0.6967628458869507,"score_spread":0.04417578551994972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200395585","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015990643,0.105077654,0.6265172,0.020815622,0.006192861,0.0046240417,0.03895518,0.01091759,0.17090929],"genre_scores_gemma":[0.22171031,0.12235201,0.5744923,0.0024919664,0.012280874,0.0092554595,0.027740149,0.0031569768,0.02651999],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.923606,0.031578343,0.009432336,0.004505399,0.029783273,0.0010946455],"domain_scores_gemma":[0.81697804,0.127156,0.021748597,0.013744258,0.017996898,0.0023763126],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.04218778,0.0027256177,0.004695127,0.1364984,0.003975601,0.02057233,0.0036909555,0.0033825901,0.014394203],"category_scores_gemma":[0.19288604,0.0013773489,0.003119998,0.21680813,0.0052840626,0.022150982,0.008033317,0.0028110833,0.00849423],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012299076,0.00013242371,0.013159342,0.0083104335,0.0011557981,0.00022661152,0.0037155214,0.0061648292,0.00060045416,0.4139281,0.111222364,0.44126114],"study_design_scores_gemma":[0.000085094165,0.00012351101,0.01541713,0.0037420625,0.0003936238,0.00063868973,0.0030749165,0.012365505,0.000986999,0.48727405,0.47561473,0.00028363208],"about_ca_topic_score_codex":0.0046510333,"about_ca_topic_score_gemma":0.003572919,"teacher_disagreement_score":0.9578122,"about_ca_system_score_codex":0.008641784,"about_ca_system_score_gemma":0.0108333435,"threshold_uncertainty_score":0.223113},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4200491809","doi":"10.1186/s12961-021-00804-z","title":"Assessing the usefulness of policy brief and policy dialogue as knowledge translation tools towards contextualizing the accountability framework for routine immunization at a subnational level in Nigeria","year":2021,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accountability; Operationalization; Knowledge translation; Context (archaeology); Health policy; Likert scale; Stakeholder; Policy analysis; Political science; Health services research; Public relations; Public administration; Medicine; Knowledge management; Psychology; Nursing; Public health; Computer science","score_opus":0.584859702133707,"score_gpt":0.5630848283294619,"score_spread":0.021774873804245032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200491809","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9643565,0.001622624,0.010486878,0.0068926406,0.00018070976,0.0048323856,0.00018389843,0.00009237844,0.011352123],"genre_scores_gemma":[0.9506438,0.001715558,0.04213463,0.0009763728,0.000028465694,0.0037474965,0.00011194015,0.000016422944,0.0006254661],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9173238,0.070204206,0.004683252,0.001247713,0.0043612346,0.0021797658],"domain_scores_gemma":[0.8053317,0.15911868,0.014308584,0.004665224,0.011274634,0.005301176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.11649475,0.000743767,0.00076472183,0.0030573618,0.0044304705,0.008505708,0.0013941128,0.0019797224,0.0023379817],"category_scores_gemma":[0.14617471,0.0007144354,0.0006410375,0.0024556594,0.004447742,0.008578941,0.007371458,0.003348453,0.0002654233],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041423106,0.0017686713,0.051873818,0.005570616,0.000054199594,0.0011357663,0.6853818,0.0012860679,0.0027247497,0.00860397,0.0021408377,0.23904528],"study_design_scores_gemma":[0.00013171729,0.002145967,0.060692232,0.008727854,0.000152786,0.00041241854,0.8805113,0.002827253,0.0031818307,0.0068596746,0.03414111,0.00021579838],"about_ca_topic_score_codex":0.0035139082,"about_ca_topic_score_gemma":0.0069350903,"teacher_disagreement_score":0.11649475,"about_ca_system_score_codex":0.010053636,"about_ca_system_score_gemma":0.020739254,"threshold_uncertainty_score":0.61609054},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4210255074","doi":"10.3138/jsp.53.2.02","title":"Strategies to Increase the Number of Open Access Journals: The Cases of Elsevier and Springer Nature","year":2022,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Competition (biology); Open access journal; Library science; Political science; Business; Computer science; Scopus; Law","score_opus":0.5532761290723078,"score_gpt":0.6122283546242888,"score_spread":0.058952225551980986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210255074","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6561846,0.004914975,0.005359919,0.07453228,0.00037822057,0.0002749987,0.00015127612,0.00031547344,0.25788826],"genre_scores_gemma":[0.97761565,0.0014275911,0.0031147366,0.003758652,0.00029808067,0.00011213816,0.000057382105,0.00007572849,0.013539925],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9761788,0.0059288186,0.0010746628,0.0023184242,0.009811495,0.0046878033],"domain_scores_gemma":[0.8646511,0.07723644,0.015236103,0.005599111,0.011866143,0.025411177],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.028757203,0.00058197463,0.00056631624,0.007081808,0.008480751,0.02487966,0.0025230125,0.0061947773,0.008795523],"category_scores_gemma":[0.079424724,0.00065563415,0.00087800395,0.009106689,0.008878733,0.018962586,0.011020059,0.004513523,0.001176539],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042144235,0.0006453288,0.12279347,0.00047394726,0.00013501236,0.007299469,0.050249916,0.0010362589,0.0037556035,0.61547184,0.033397,0.1643207],"study_design_scores_gemma":[0.00041295728,0.0006948063,0.11103347,0.0008132581,0.0002097497,0.0064690174,0.11666451,0.0044223163,0.0080697965,0.14623797,0.6044602,0.0005119788],"about_ca_topic_score_codex":0.0101364525,"about_ca_topic_score_gemma":0.0134495795,"teacher_disagreement_score":0.997477,"about_ca_system_score_codex":0.013009777,"about_ca_system_score_gemma":0.017849782,"threshold_uncertainty_score":0.15208441},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4210681748","doi":"10.2196/34275","title":"Creating Effective, Evidence-Based Video Communication of Public Health Science (COVCOM Study): Protocol for a Sequential Mixed Methods Effect Study","year":2022,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Climate Change Communication and Perception","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Norges Forskningsråd; Trond Mohn stiftelse","keywords":"Protocol (science); Observational study; Population; Public health; Toolbox; Health communication; Psychology; Public relations; Medical education; Management science; Computer science; Medicine; Nursing; Alternative medicine; Political science; Engineering","score_opus":0.9204906853938453,"score_gpt":0.7683329489703259,"score_spread":0.15215773642351937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210681748","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00040421553,0.00005352451,0.0020239286,0.00008483596,0.00009246636,0.99635714,0.000605841,0.00004645556,0.00033152153],"genre_scores_gemma":[0.0001506364,0.000015779373,0.0018389086,0.00002169691,0.0000051807424,0.9978752,0.000033427208,0.0000019987642,0.0000571129],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.92880887,0.048774123,0.009468596,0.004858117,0.005184,0.0029063304],"domain_scores_gemma":[0.90960556,0.038737357,0.012948138,0.014044914,0.019832144,0.0048318827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.11561047,0.0054224953,0.006103382,0.0054395613,0.005428048,0.00552684,0.0039550276,0.008199679,0.089802235],"category_scores_gemma":[0.13574234,0.00472047,0.0047679874,0.005443861,0.004847518,0.004756773,0.003952851,0.009074264,0.022545079],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.19723567,0.027716352,0.0045354753,0.14629811,0.0023004934,0.002242157,0.018679582,0.012335837,0.009456192,0.053432398,0.1893117,0.3364561],"study_design_scores_gemma":[0.31905234,0.03417551,0.014431239,0.06419845,0.0015837542,0.00049933203,0.0063515925,0.012014203,0.00989238,0.041915394,0.4948086,0.0010772239],"about_ca_topic_score_codex":0.0038028245,"about_ca_topic_score_gemma":0.005777137,"teacher_disagreement_score":0.11561047,"about_ca_system_score_codex":0.00887742,"about_ca_system_score_gemma":0.033300832,"threshold_uncertainty_score":0.61141396},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4210961700","doi":"10.5195/jmla.2022.1430","title":"Creating a more inclusive journal: the Journal of the Medical Library Association’s evolving process for selecting editorial board members","year":2021,"lang":"en","type":"editorial","venue":"Journal of the Medical Library Association JMLA","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Editorial board; Selection (genetic algorithm); Process (computing); Computer science; Association (psychology); World Wide Web; Library science; Data science; Psychology; Artificial intelligence","score_opus":0.006024636481938758,"score_gpt":0.2899455282906684,"score_spread":0.28392089180872965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210961700","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009825948,0.006420036,0.0029944407,0.20959873,0.76921767,0.00014971703,0.00006822016,0.0004161463,0.010152485],"genre_scores_gemma":[0.014792215,0.018728156,0.009852024,0.09616186,0.81866205,0.00020177462,0.00015692148,0.0007252966,0.040719733],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95509535,0.011885446,0.003985251,0.0018674611,0.025741993,0.0014245671],"domain_scores_gemma":[0.7578217,0.07010823,0.012736834,0.0074375216,0.11282079,0.03907488],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.04336844,0.0014760167,0.0011098434,0.006158275,0.008113147,0.025759218,0.0031579817,0.007927464,0.009336054],"category_scores_gemma":[0.1465829,0.0009931476,0.0010978172,0.0035395676,0.005544935,0.0109220445,0.004109125,0.01543081,0.007767505],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003290741,0.00004758883,0.00040390182,0.0004915037,0.00001597397,0.00023316062,0.00055746525,0.00007505641,0.00036826674,0.0025353157,0.9419887,0.053250168],"study_design_scores_gemma":[0.000014121248,0.00002952485,0.0006679614,0.0004352005,0.000014304692,0.00043134557,0.0005849587,0.00023285454,0.00022705302,0.00169349,0.9956318,0.00003723602],"about_ca_topic_score_codex":0.0027184389,"about_ca_topic_score_gemma":0.009483755,"teacher_disagreement_score":0.996842,"about_ca_system_score_codex":0.005246687,"about_ca_system_score_gemma":0.019784097,"threshold_uncertainty_score":0.229357},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4211125586","doi":"10.2139/ssrn.4031054","title":"Controlled Digital Lending of Library Books in Canada","year":2022,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Art History and Market Analysis","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Library; Burnaby Hospital; Royal Alberta Museum; University of Calgary; University of New Brunswick; Canadian Association of Research Libraries; Queen's University; University of Alberta; British Columbia Institute of Technology; University of Fredericton; Canadian Association of Occupational Therapists; Canadian Library Association","funders":"","keywords":"Digital library; Business; Library science; World Wide Web; Computer science; Art","score_opus":0.005324568502135482,"score_gpt":0.15279361137282418,"score_spread":0.1474690428706887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211125586","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92982966,0.0009531856,0.00019743449,0.0027329247,0.000039528266,0.00014082999,0.0029045867,0.000105475774,0.06309634],"genre_scores_gemma":[0.967727,0.00039988634,0.0001337723,0.00024333918,0.000014094065,0.00002507139,0.0003755166,0.000025256075,0.031056073],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99730504,0.00020765705,0.00009874217,0.00028063008,0.0012904477,0.0008174098],"domain_scores_gemma":[0.9856434,0.0036219023,0.0015042018,0.0007602755,0.006546792,0.0019234429],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0019317964,0.00019796871,0.00055169855,0.0033020661,0.007016561,0.007985697,0.0020511223,0.0009766091,0.013440068],"category_scores_gemma":[0.015990244,0.00044809788,0.00033910116,0.005314219,0.0037253047,0.0015342816,0.002384591,0.0014832626,0.0009325387],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027855972,0.0011233711,0.54115444,0.00058925926,0.0002716827,0.0023125547,0.030903624,0.009350451,0.0045560724,0.16642591,0.09493669,0.14559035],"study_design_scores_gemma":[0.00033946254,0.00024698922,0.75989616,0.00029560822,0.0002051193,0.00024837596,0.040573694,0.009622779,0.005389855,0.006121025,0.1768076,0.00025324867],"about_ca_topic_score_codex":0.99370205,"about_ca_topic_score_gemma":0.9971078,"teacher_disagreement_score":0.9920143,"about_ca_system_score_codex":0.13205977,"about_ca_system_score_gemma":0.11513878,"threshold_uncertainty_score":0.95816517},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4224316587","doi":"10.1136/bmjopen-2021-059445","title":"Assessing the impact of predatory journals on policy and guidance documents: a cross-sectional study protocol","year":2022,"lang":"en","type":"article","venue":"BMJ Open","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Memorial University of Newfoundland; Ottawa Hospital; Dalhousie University; University of Ottawa","funders":"Ottawa Hospital Anesthesia Alternate Funds Association; Dalhousie University; University of Ottawa","keywords":"Medicine; Cross-sectional study; Protocol (science); Environmental health; Alternative medicine; Pathology","score_opus":0.7721978534082363,"score_gpt":0.7632492341181518,"score_spread":0.008948619290084503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224316587","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0155301355,0.00020004532,0.0028902264,0.00038857933,0.000091043155,0.97582793,0.003195827,0.000081014,0.0017951531],"genre_scores_gemma":[0.0068088025,0.00018289329,0.003537142,0.00028641822,0.000032797747,0.9875853,0.0008484543,0.000011193702,0.0007069401],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.96641344,0.013757723,0.009270006,0.0030802176,0.0052122804,0.002266343],"domain_scores_gemma":[0.9196851,0.026231714,0.015599465,0.007822009,0.025244987,0.0054167346],"candidate_categories":["metaresearch","bibliometrics","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.1012754,0.0024497432,0.0038355975,0.009371553,0.0050996877,0.005316669,0.0038242382,0.004469685,0.043900874],"category_scores_gemma":[0.062607355,0.004216443,0.002865402,0.0062087346,0.0040992633,0.0077706473,0.0043812403,0.005273399,0.019483602],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07914781,0.078594044,0.20529345,0.07208477,0.0015611101,0.0048229992,0.058934547,0.0063163666,0.007742828,0.03344428,0.14020999,0.31184787],"study_design_scores_gemma":[0.037522305,0.08114608,0.38790166,0.030160295,0.0015553575,0.0020995005,0.05904542,0.009680257,0.008027255,0.019596415,0.36192557,0.0013398848],"about_ca_topic_score_codex":0.0037758565,"about_ca_topic_score_gemma":0.0055534234,"teacher_disagreement_score":0.9955303,"about_ca_system_score_codex":0.009517517,"about_ca_system_score_gemma":0.03533704,"threshold_uncertainty_score":0.5356019},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4224529706","doi":"10.4018/978-1-7998-9702-6.ch001","title":"Exploring Data Science Initiatives Through an International Lens","year":2022,"lang":"en","type":"book-chapter","venue":"Advances in library and information science (ALIS) book series","topic":"Research Data Management Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Globe; Variety (cybernetics); Visibility; Data science; Field (mathematics); Value (mathematics); e-Science; Visual analytics; Political science; Engineering ethics; Computer science; Knowledge management; Engineering; Geography; Visualization; Psychology","score_opus":0.21767173584323388,"score_gpt":0.36749405847921585,"score_spread":0.14982232263598197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224529706","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020722335,0.04780071,0.010284033,0.030193757,0.002297507,0.000039052717,0.00015080557,0.00010396196,0.90705794],"genre_scores_gemma":[0.12220336,0.27296486,0.031840008,0.025658268,0.005745445,0.000634546,0.0011806602,0.0008630788,0.5389097],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99667704,0.0015906891,0.00017385965,0.00040702726,0.0009101905,0.0002412187],"domain_scores_gemma":[0.995583,0.0030054909,0.0001647643,0.00041084248,0.00048297085,0.00035297466],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006169887,0.0009239044,0.00053943694,0.006522728,0.004706469,0.02706684,0.0012888826,0.0023578373,0.012571469],"category_scores_gemma":[0.0048173703,0.0003577223,0.00039086648,0.016835077,0.014588369,0.021862915,0.0076824725,0.007885901,0.003151276],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024362662,0.000011560163,0.00007063019,0.000119360724,0.0000018587165,0.00003404273,0.0049614995,0.000050267285,0.00006363756,0.9572009,0.018711396,0.018772518],"study_design_scores_gemma":[9.810058e-7,0.000004650587,0.00009696322,0.0003505095,0.00000210031,0.00006894718,0.0054501053,0.000046329445,0.00007231103,0.054596446,0.9393071,0.000003537548],"about_ca_topic_score_codex":0.00342498,"about_ca_topic_score_gemma":0.0061182966,"teacher_disagreement_score":0.9938301,"about_ca_system_score_codex":0.0074390364,"about_ca_system_score_gemma":0.009227352,"threshold_uncertainty_score":0.05397421},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4230649703","doi":"10.3138/jsp.35.4.210","title":"A Tale of Two Journals","year":2004,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"History; Operations research; Computer science; Mathematics","score_opus":0.031175285504923822,"score_gpt":0.2565850488407769,"score_spread":0.22540976333585305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230649703","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058552008,0.004092634,0.110713325,0.14094986,0.0042600906,0.00023260823,0.00060791476,0.0009411788,0.67965037],"genre_scores_gemma":[0.6157766,0.002116862,0.02886463,0.012505719,0.001790138,0.00020380663,0.00028793796,0.00039116375,0.3380631],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978759,0.00090237305,0.00004689419,0.00032170254,0.00057196966,0.0002811744],"domain_scores_gemma":[0.9949576,0.001966263,0.00023900498,0.00076357764,0.00067459885,0.0013988828],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0020948509,0.00069590233,0.0006902964,0.001993196,0.0055515384,0.011393552,0.002018178,0.0064981654,0.078726694],"category_scores_gemma":[0.013537962,0.0006597617,0.0012527395,0.0022782842,0.0062725563,0.019661143,0.003910718,0.004834739,0.008434944],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014112162,0.00006234977,0.0004958755,0.000036207755,0.000020170915,0.00019277765,0.000544755,0.0021944682,0.00026102026,0.95651644,0.028161604,0.011373133],"study_design_scores_gemma":[0.000100027944,0.00013677156,0.00078951975,0.00011403794,0.000032850694,0.000509077,0.0013977492,0.019331653,0.00032550612,0.8385617,0.13860555,0.00009554542],"about_ca_topic_score_codex":0.004675665,"about_ca_topic_score_gemma":0.0034528032,"teacher_disagreement_score":0.98860645,"about_ca_system_score_codex":0.0035544455,"about_ca_system_score_gemma":0.0017759004,"threshold_uncertainty_score":0.26336706},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4232529136","doi":"10.1139/cjc-2015-0201","title":"Appuyer le libre accès et offrir un plus grand choix aux auteurs","year":2015,"lang":"fr","type":"article","venue":"Canadian Journal of Chemistry","topic":"Health, Medicine and Society","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Chemistry; Humanities; Philosophy","score_opus":0.06687742783372794,"score_gpt":0.36168792800451727,"score_spread":0.29481050017078936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232529136","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013931503,0.029580688,0.025785975,0.5369838,0.14910084,0.00026879236,0.0016293717,0.009493162,0.23322599],"genre_scores_gemma":[0.054441772,0.011062366,0.03281275,0.07057988,0.030334365,0.00021979444,0.0012243901,0.0041431524,0.79518163],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97758377,0.0063794805,0.0020703666,0.0019753864,0.009898341,0.002092701],"domain_scores_gemma":[0.8917245,0.016150437,0.0042754626,0.009087044,0.057861716,0.020900778],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.012055806,0.0019641109,0.0022244249,0.0046805292,0.00890416,0.020563815,0.0023090162,0.008740508,0.17491773],"category_scores_gemma":[0.08887699,0.0011625787,0.0018252765,0.0030349323,0.003752915,0.01714867,0.0095242625,0.011611423,0.11865169],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000520924,0.00019801971,0.0030048832,0.00067880086,0.000079554186,0.0035201202,0.004704852,0.0002599172,0.005213693,0.029103246,0.7876757,0.16504037],"study_design_scores_gemma":[0.000028525028,0.00002913947,0.0006709785,0.00023194346,0.000020757587,0.0016752784,0.0028162391,0.0001910032,0.0007652543,0.0028278697,0.9906765,0.00006637039],"about_ca_topic_score_codex":0.022615194,"about_ca_topic_score_gemma":0.022194669,"teacher_disagreement_score":0.997691,"about_ca_system_score_codex":0.005430352,"about_ca_system_score_gemma":0.015004886,"threshold_uncertainty_score":0.5851581},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4234464363","doi":"10.29085/9781856048613.019","title":"Portable science: podcasting as an outreach tool for a large academicscience and engineering library","year":2018,"lang":"en","type":"book-chapter","venue":"Facet eBooks","topic":"Radio, Podcasts, and Digital Media","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Outreach; The Internet; Science and engineering; Library science; Multimedia; World Wide Web; Engineering; Computer science; Political science; Engineering ethics","score_opus":0.029832875371434843,"score_gpt":0.28815809756385324,"score_spread":0.2583252221924184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234464363","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09998203,0.0039743786,0.011207455,0.011141324,0.0023687542,0.0005269396,0.0012066807,0.0056471396,0.8639453],"genre_scores_gemma":[0.24498764,0.00827687,0.04973906,0.0034781962,0.0012548075,0.00037072905,0.0021017848,0.0013219692,0.68846893],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996749,0.0000927971,0.000014531752,0.00004012093,0.00010780195,0.00006984313],"domain_scores_gemma":[0.9988689,0.000376915,0.00004827455,0.00010771954,0.000077102646,0.00052108406],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0013658045,0.00034945525,0.00018368734,0.001574727,0.0038739094,0.005025382,0.0011979607,0.001215674,0.053091455],"category_scores_gemma":[0.0018600188,0.00023926629,0.00026583814,0.0018408728,0.00080294354,0.003615876,0.003772973,0.0014223089,0.014952935],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008269953,0.0009767987,0.0020054595,0.0005727197,0.0000055386954,0.0010450752,0.012897636,0.00010832316,0.00303696,0.0109117385,0.33920732,0.6291498],"study_design_scores_gemma":[0.000033569537,0.0002184596,0.0048286384,0.0001644691,0.0000068670365,0.00058036525,0.0072997585,0.000182021,0.00096907356,0.002108043,0.9835888,0.000019821182],"about_ca_topic_score_codex":0.0018240589,"about_ca_topic_score_gemma":0.013722358,"teacher_disagreement_score":0.9949746,"about_ca_system_score_codex":0.001187634,"about_ca_system_score_gemma":0.0026862065,"threshold_uncertainty_score":0.17760861},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4234730809","doi":"10.1353/scp.2005.0020","title":"Herding Cats: The View from the Volume and Series Editor","year":2005,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Herding; Publishing; Plague (disease); Sociology; Volume (thermodynamics); Library science; Social science; History; Political science; Law; Computer science; Archaeology","score_opus":0.36834079132810094,"score_gpt":0.4825268289956465,"score_spread":0.11418603766754554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234730809","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003111582,0.0057855556,0.0005816791,0.9489234,0.033535965,0.0000062534696,0.000036345897,0.000056981047,0.007962308],"genre_scores_gemma":[0.13740551,0.01883588,0.0039149364,0.6250223,0.14268541,0.00006654291,0.00012265568,0.0003571457,0.071589686],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99560475,0.0016728308,0.0003189403,0.00069598225,0.0012964263,0.0004111958],"domain_scores_gemma":[0.9730294,0.0140021825,0.0025764543,0.0015166315,0.0055973115,0.0032780739],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.012477108,0.00035743002,0.00093379855,0.0018751846,0.00429,0.018588468,0.002363955,0.008186547,0.0054821908],"category_scores_gemma":[0.048562802,0.00034820635,0.00043755482,0.0025227175,0.00748409,0.011834354,0.0028645806,0.009098067,0.0018739448],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003867575,0.000019381809,0.001747988,0.00012016794,0.000016159873,0.00019431603,0.0027881204,0.00010075658,0.0001383945,0.052792765,0.906732,0.03531125],"study_design_scores_gemma":[0.000011713559,0.00004221708,0.0012055481,0.0003227862,0.000019670508,0.00027356367,0.0046212683,0.00043797996,0.0002288873,0.02321307,0.969586,0.000037238005],"about_ca_topic_score_codex":0.0034651405,"about_ca_topic_score_gemma":0.004897965,"teacher_disagreement_score":0.9814115,"about_ca_system_score_codex":0.002492646,"about_ca_system_score_gemma":0.004019194,"threshold_uncertainty_score":0.0659861},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4235997437","doi":"10.3138/d124-4482-1h75-6642","title":"On the Innovative Spirits of Academic Journal Editors","year":2007,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Publishing and Scholarly Communication","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pace; Competition (biology); Selection (genetic algorithm); Sociology; Process (computing); Engineering ethics; Computer science; Knowledge management; Engineering; Artificial intelligence","score_opus":0.06623520531161456,"score_gpt":0.28284473283691675,"score_spread":0.2166095275253022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235997437","genre_codex":"empirical","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69251126,0.0048072985,0.0113783,0.12302177,0.0018810235,0.00022138769,0.0000852151,0.00017120081,0.16592263],"genre_scores_gemma":[0.98428255,0.0021807593,0.0033337642,0.0056944005,0.0011559073,0.000074693824,0.000020531908,0.00003949624,0.00321797],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.97543675,0.017066265,0.00072551024,0.00062412664,0.004965794,0.001181539],"domain_scores_gemma":[0.8098523,0.12589325,0.027418602,0.0057566613,0.016558204,0.0145210195],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0359065,0.00031104227,0.00035422487,0.0026095677,0.0042942674,0.014246673,0.0008873969,0.001694225,0.0015523842],"category_scores_gemma":[0.12217816,0.00033558087,0.00033417696,0.0015896403,0.00919614,0.00816499,0.008528829,0.0034579702,0.00044589947],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009259808,0.0008465926,0.09644288,0.0012370537,0.00030269934,0.0007969834,0.31565803,0.0011942913,0.0042922073,0.28770867,0.040379547,0.25021505],"study_design_scores_gemma":[0.0005016815,0.0015014005,0.15592109,0.0019703559,0.00041160488,0.001585659,0.2188339,0.0038025596,0.0069194697,0.34076306,0.2673812,0.00040814126],"about_ca_topic_score_codex":0.00026419025,"about_ca_topic_score_gemma":0.00042340034,"teacher_disagreement_score":0.9857533,"about_ca_system_score_codex":0.0020044872,"about_ca_system_score_gemma":0.003814811,"threshold_uncertainty_score":0.18989402},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4236062734","doi":"10.3138/jsp.37.2.136","title":"What Happens When the Author Does Not Provide an Abstract","year":2006,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Publishing and Scholarly Communication","field":"Arts and Humanities","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Generality; Disadvantage; Search engine indexing; Computer science; World Wide Web; Management; Artificial intelligence; Economics","score_opus":0.06708405637396002,"score_gpt":0.2677051018352893,"score_spread":0.20062104546132925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236062734","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reporting","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15578109,0.010633008,0.07538369,0.3310242,0.047259863,0.0006729406,0.0023925442,0.006443746,0.37040892],"genre_scores_gemma":[0.7734149,0.008459627,0.0280768,0.058005158,0.0094079925,0.0005783399,0.0023117056,0.0049691657,0.11477625],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9269426,0.029020162,0.011410376,0.006556985,0.022356438,0.0037135503],"domain_scores_gemma":[0.7468721,0.12184755,0.032193765,0.037556622,0.052577935,0.008952025],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.057725176,0.00056320353,0.00089104095,0.0024935757,0.008865194,0.015430529,0.0022780697,0.007851,0.025331618],"category_scores_gemma":[0.33372104,0.0010734724,0.00087967113,0.003428745,0.0056012357,0.016751511,0.004789504,0.0058207987,0.02140186],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011466728,0.00036028808,0.038343694,0.0014098097,0.00019519051,0.011341796,0.06832053,0.00077764405,0.0037539033,0.13235524,0.5623509,0.17964427],"study_design_scores_gemma":[0.00013550397,0.00018548666,0.008883534,0.0020175856,0.00018535827,0.008478381,0.05342737,0.0014032066,0.0063288263,0.081876285,0.8367655,0.00031289607],"about_ca_topic_score_codex":0.005798825,"about_ca_topic_score_gemma":0.0053855227,"teacher_disagreement_score":0.9845695,"about_ca_system_score_codex":0.0056033903,"about_ca_system_score_gemma":0.008137264,"threshold_uncertainty_score":0.30528355},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4236731814","doi":"10.1139/cjes-2015-0075","title":"Appuyer le libre accès et offrir un plus grand choix aux auteurs","year":2015,"lang":"fr","type":"article","venue":"Canadian Journal of Earth Sciences","topic":"Health, Medicine and Society","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Geology; Philosophy","score_opus":0.13608875446860333,"score_gpt":0.39643653520902067,"score_spread":0.2603477807404173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236731814","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016753068,0.025778417,0.026660427,0.5762948,0.10826455,0.00031637817,0.0014568851,0.007454544,0.23702097],"genre_scores_gemma":[0.07071838,0.011048974,0.041997682,0.07526806,0.025538715,0.00028078022,0.0013010284,0.003925996,0.76992035],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97375417,0.007855632,0.002449952,0.0020545032,0.011462513,0.0024231442],"domain_scores_gemma":[0.8848812,0.017662719,0.004509595,0.008880449,0.06269653,0.021369496],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.013634264,0.0018328496,0.0019311135,0.005190092,0.010160058,0.021852404,0.0023721266,0.009684689,0.13156587],"category_scores_gemma":[0.094555296,0.0010591571,0.0017409174,0.0034678879,0.0039627426,0.019614622,0.010118141,0.011569105,0.082471244],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046007358,0.00023005292,0.00450207,0.0009231717,0.000097285105,0.0042397487,0.0085905325,0.0003461519,0.005792853,0.040333502,0.73150396,0.20298053],"study_design_scores_gemma":[0.000023648869,0.00002712344,0.00077753846,0.00027484845,0.000021049313,0.0014661368,0.0045757806,0.00020067865,0.0006748443,0.0029105213,0.9889774,0.000070574],"about_ca_topic_score_codex":0.035495415,"about_ca_topic_score_gemma":0.034953333,"teacher_disagreement_score":0.99762785,"about_ca_system_score_codex":0.0059772753,"about_ca_system_score_gemma":0.016812062,"threshold_uncertainty_score":0.44013166},"labels":[{"model":"gemma","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":true,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4237895129","doi":"10.3138/jsp.44.2.002","title":"The <i>Wisconsin Magazine of History</i>: A Case Study in Scholarly and Popular Approaches to American State Historical Society Publishing, 1917–2000","year":2012,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"American History and Culture","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Professionalization; State (computer science); Publishing; Elite; Appeal; Comparative historical research; Sociology; Business history; History; Law; Media studies; Social science; Political science; Economic history; Politics","score_opus":0.08065630041004948,"score_gpt":0.2323745514262324,"score_spread":0.15171825101618291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237895129","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7834771,0.0065112906,0.000529889,0.02189069,0.00044376857,0.00007344589,0.00007861954,0.000021070713,0.18697418],"genre_scores_gemma":[0.9465936,0.009895407,0.00055956654,0.00427083,0.00047383187,0.00014014955,0.00009123968,0.00005245013,0.037923113],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9960698,0.0023516929,0.00011455619,0.00014417636,0.00078841404,0.00053125154],"domain_scores_gemma":[0.9904821,0.00615172,0.0012767469,0.0003058333,0.0008556392,0.00092785934],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0052823387,0.00039895193,0.00026806694,0.0045766835,0.026083978,0.011842067,0.001244529,0.0033923506,0.004815124],"category_scores_gemma":[0.012801349,0.00048427793,0.00015512445,0.0100099025,0.015810436,0.008975829,0.0042282995,0.0038271584,0.0006829521],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001937045,0.00010828654,0.0047642062,0.0000792508,0.0000031832192,0.0032462287,0.9072098,0.000026774313,0.00025031355,0.060387366,0.011366226,0.012539029],"study_design_scores_gemma":[0.000004163009,0.000034424676,0.005901563,0.00021496185,0.000005797973,0.0011854967,0.73115134,0.000045032717,0.00026061793,0.0018426009,0.2593401,0.000013947213],"about_ca_topic_score_codex":0.035096146,"about_ca_topic_score_gemma":0.089869745,"teacher_disagreement_score":0.9881579,"about_ca_system_score_codex":0.010409007,"about_ca_system_score_gemma":0.005268766,"threshold_uncertainty_score":0.07552302},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4239134503","doi":"10.3138/jsp.40.4.408","title":"Writing a Series of Best-Selling Research Reference Books","year":2009,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"African Education and Politics","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Set (abstract data type); Library science; Mathematics education; Series (stratigraphy); Computer science; Sociology; Psychology","score_opus":0.2338386554932815,"score_gpt":0.4376869365998974,"score_spread":0.20384828110661588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239134503","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056993343,0.011008799,0.100297324,0.04640665,0.03564719,0.009732605,0.00898923,0.004630069,0.72629476],"genre_scores_gemma":[0.05083004,0.010390189,0.29280028,0.0036870718,0.0035243572,0.0040831785,0.008210686,0.001568796,0.62490547],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99437994,0.00123245,0.00045975094,0.0003010477,0.0034734681,0.00015349274],"domain_scores_gemma":[0.97460073,0.009553483,0.0010025764,0.0017559029,0.012151736,0.00093551166],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0064046253,0.0006489534,0.0007026812,0.0033561573,0.0024099536,0.0052385833,0.0016900018,0.00084521284,0.02850768],"category_scores_gemma":[0.023996469,0.00057692756,0.0004909016,0.002984971,0.0009838111,0.003881164,0.0013168555,0.0019291696,0.015343072],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018162407,0.0002180202,0.0008837936,0.00058828114,0.000010203317,0.00027015712,0.004614451,0.00048954604,0.0016055991,0.013165656,0.5575328,0.42060325],"study_design_scores_gemma":[0.000012351097,0.00018202794,0.0035245924,0.0007196366,0.000010264262,0.00044473622,0.008176044,0.0006295015,0.0025455137,0.008176101,0.97552687,0.0000525021],"about_ca_topic_score_codex":0.0015956226,"about_ca_topic_score_gemma":0.005289845,"teacher_disagreement_score":0.9947614,"about_ca_system_score_codex":0.0017088027,"about_ca_system_score_gemma":0.0059947944,"threshold_uncertainty_score":0.09536767},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4241739123","doi":"10.32920/ryerson.14647431.v1","title":"Assessing digital strategies and tools for legacy publishers: What works? What fails? And What's next?","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Digital Platforms and Economics","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; York University","funders":"","keywords":"Dominance (genetics); Legacy system; Face (sociological concept); Context (archaeology); Transition (genetics); Computer science; Focus (optics); Digital library; World Wide Web; Political science; Data science; Library science; Sociology; Social science; History; Software; Art","score_opus":0.06398613520421946,"score_gpt":0.2549194183281792,"score_spread":0.19093328312395974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241739123","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8885188,0.012282659,0.013636002,0.011919797,0.00028323798,0.00071368035,0.00025711858,0.0001369297,0.07225178],"genre_scores_gemma":[0.97516906,0.0054530157,0.015550495,0.00070911396,0.00010979499,0.00016700276,0.00011924717,0.000039571118,0.0026827736],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.975182,0.014330145,0.0018400769,0.0010417753,0.0063352864,0.0012705985],"domain_scores_gemma":[0.86271566,0.099233344,0.01102336,0.0048263934,0.01633902,0.005862234],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.036318284,0.0011251351,0.0011698907,0.011028727,0.0027104523,0.030010002,0.0020249286,0.0026896426,0.0033490416],"category_scores_gemma":[0.093188584,0.00037837902,0.00056470087,0.009445913,0.004852386,0.025578788,0.005845539,0.0016371656,0.0011483299],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019285867,0.00086575566,0.29421878,0.0020477013,0.00026057468,0.0009687653,0.095136955,0.00097378663,0.0005820107,0.046034496,0.0042631747,0.55445504],"study_design_scores_gemma":[0.000063101485,0.0012115266,0.13350737,0.0033353046,0.00033620297,0.0012375136,0.71769255,0.005320701,0.0032060083,0.07636839,0.057493567,0.00022771161],"about_ca_topic_score_codex":0.0020447876,"about_ca_topic_score_gemma":0.005359518,"teacher_disagreement_score":0.96999,"about_ca_system_score_codex":0.003699468,"about_ca_system_score_gemma":0.005967512,"threshold_uncertainty_score":0.19207174},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4244289965","doi":"10.3138/jsp.39.1.33","title":"Authority 3.0: Friend or Foe to Scholars?","year":2007,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Web and Library Services","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Minor (academic); Permission; History; Law; Political science; Genealogy; Media studies; Sociology","score_opus":0.0338765884333175,"score_gpt":0.27852824977262075,"score_spread":0.24465166133930324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244289965","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008270339,0.006942252,0.003210019,0.37863266,0.0071910615,0.000025762742,0.00005034863,0.00021279535,0.5954648],"genre_scores_gemma":[0.70253444,0.0047810413,0.0021544355,0.08993241,0.010789995,0.000078320314,0.00006974475,0.0005319969,0.18912761],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99077964,0.004821359,0.00036327177,0.00081432203,0.0019731259,0.001248211],"domain_scores_gemma":[0.9837347,0.007306281,0.0012078127,0.001972745,0.0027197825,0.0030587853],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.012687328,0.00030439877,0.0005451912,0.0013413344,0.009743537,0.019069845,0.0014132068,0.007967696,0.018456986],"category_scores_gemma":[0.035200544,0.00031169562,0.0005938765,0.0015026603,0.032101817,0.01818105,0.0057831826,0.009502466,0.0055253045],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013783501,0.000010918174,0.00037288445,0.000039223476,0.0000051771804,0.00009663031,0.009310943,0.000027554506,0.00004568007,0.88946545,0.090836234,0.0097756265],"study_design_scores_gemma":[0.000018731873,0.000021059606,0.0004666629,0.000287801,0.0000091073325,0.00024605717,0.010046568,0.00015365107,0.00013379684,0.46422073,0.5243629,0.00003285318],"about_ca_topic_score_codex":0.004324228,"about_ca_topic_score_gemma":0.0052131056,"teacher_disagreement_score":0.98093015,"about_ca_system_score_codex":0.0053328755,"about_ca_system_score_gemma":0.009321111,"threshold_uncertainty_score":0.06709778},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4244401793","doi":"10.1136/ebm.11.6.162-a","title":"Of studies, syntheses, synopses, summaries, and systems: the \"5S\" evolution of information services for evidence-based healthcare decisions","year":2006,"lang":"en","type":"article","venue":"Evidence-Based Medicine","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":151,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Health care; Information system; Data science; Healthcare system; Real world evidence; Knowledge management; Information retrieval; Medicine; Engineering; Political science","score_opus":0.1694791498193305,"score_gpt":0.4373667516424011,"score_spread":0.2678876018230706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244401793","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062497403,0.52969694,0.0688935,0.3569273,0.02085688,0.0010367633,0.0012113352,0.00065887364,0.014468572],"genre_scores_gemma":[0.19492666,0.33166677,0.38607606,0.05776161,0.01998901,0.004256941,0.0019396909,0.00056870363,0.0028146324],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.5809658,0.32373002,0.05909487,0.006518519,0.028163863,0.0015269157],"domain_scores_gemma":[0.26041546,0.6137217,0.034271687,0.048488833,0.03750306,0.0055992203],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.40712836,0.0019010423,0.0048249727,0.04872732,0.004105199,0.03006351,0.0054002423,0.00705425,0.0053320057],"category_scores_gemma":[0.53601265,0.002387709,0.0037433498,0.038158115,0.027258052,0.043261316,0.016603662,0.008154208,0.0008421057],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003595044,0.00018277662,0.004452754,0.03675912,0.002345263,0.00012360147,0.018622635,0.001308022,0.0003836885,0.3834873,0.06296934,0.48900604],"study_design_scores_gemma":[0.00043264133,0.0004646509,0.0045845388,0.08196445,0.001834669,0.00044408243,0.017807089,0.0031790836,0.0006991326,0.56368214,0.32458586,0.00032169858],"about_ca_topic_score_codex":0.006468547,"about_ca_topic_score_gemma":0.012493158,"teacher_disagreement_score":0.59287167,"about_ca_system_score_codex":0.017573787,"about_ca_system_score_gemma":0.057078414,"threshold_uncertainty_score":0.7311163},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4245167715","doi":"10.1353/scp.0.0082","title":"Academic Search Engine Optimization ( ASEO ): Optimizing Scholarly Literature for Google Scholar &amp; Co.","year":2010,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Advanced Text Analysis Techniques","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Class (philosophy); Computer science; Information retrieval; Mathematics; Artificial intelligence","score_opus":0.031066419338067825,"score_gpt":0.3222108468978427,"score_spread":0.2911444275597749,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245167715","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07315818,0.013628761,0.79024166,0.0049493806,0.0006702591,0.0017809956,0.0037052361,0.011952661,0.09991282],"genre_scores_gemma":[0.26325735,0.00462821,0.708903,0.00038415796,0.0003124931,0.00073609676,0.003095565,0.0016537397,0.01702931],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99621886,0.0013898144,0.0003022829,0.00032493897,0.0015585918,0.00020562203],"domain_scores_gemma":[0.99502677,0.0024523071,0.0004879375,0.0007119206,0.0011026494,0.00021841048],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0037190665,0.0015829434,0.0015691844,0.0068195197,0.00081979064,0.004146679,0.0012839179,0.0010890991,0.005580116],"category_scores_gemma":[0.018727781,0.00047224335,0.0009934822,0.010670331,0.00073838845,0.0044507394,0.0021821568,0.0008434255,0.0033425621],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045327118,0.00035534566,0.004163995,0.0013331639,0.0003166219,0.00012819373,0.0002634959,0.10012932,0.005386842,0.061237313,0.035319135,0.79091316],"study_design_scores_gemma":[0.00020175318,0.00048376797,0.0032455302,0.00029632048,0.00042556316,0.0004077064,0.00050514063,0.77186316,0.016579282,0.11508181,0.09079402,0.00011592717],"about_ca_topic_score_codex":0.0032680286,"about_ca_topic_score_gemma":0.0058395397,"teacher_disagreement_score":0.9958533,"about_ca_system_score_codex":0.001440672,"about_ca_system_score_gemma":0.00405491,"threshold_uncertainty_score":0.01966852},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4246893796","doi":"10.1111/j.1553-2712.2006.tb00993.x","title":"Publication Bias of Randomized Controlled Trials in Emergency Medicine","year":2006,"lang":"en","type":"article","venue":"Academic Emergency Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Randomized controlled trial; Emergency medicine; MEDLINE; Medical emergency; Internal medicine; Law","score_opus":0.7370701681912594,"score_gpt":0.5703661480683608,"score_spread":0.16670402012289853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246893796","genre_codex":"review","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049270257,0.8683978,0.04385782,0.013203363,0.007034621,0.008504341,0.0044950675,0.00039893787,0.0048377947],"genre_scores_gemma":[0.6817133,0.18214817,0.067331746,0.014646581,0.01158477,0.034333363,0.004550128,0.00062550267,0.0030664061],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.2459256,0.42782962,0.24408129,0.021135245,0.058992457,0.002035712],"domain_scores_gemma":[0.061972868,0.7153062,0.18189484,0.019868942,0.019980595,0.0009764104],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5653753,0.0027471634,0.011609179,0.02067196,0.0022730734,0.012246667,0.0047766683,0.008658983,0.0071691326],"category_scores_gemma":[0.8269274,0.0017954559,0.01687581,0.021595592,0.0057609975,0.010721934,0.0058512865,0.004553943,0.0012091099],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024606626,0.0003380087,0.20745745,0.34064567,0.14021842,0.0014219377,0.0055768387,0.0025121968,0.0010636469,0.009014146,0.01140978,0.25573528],"study_design_scores_gemma":[0.024042586,0.009008665,0.28287935,0.2955038,0.2060758,0.010563827,0.0036244916,0.012273084,0.007104508,0.081261486,0.06620228,0.0014602098],"about_ca_topic_score_codex":0.0010010422,"about_ca_topic_score_gemma":0.00077960786,"teacher_disagreement_score":0.43462467,"about_ca_system_score_codex":0.0051574036,"about_ca_system_score_gemma":0.008585847,"threshold_uncertainty_score":0.5359696},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4249889786","doi":"10.12688/f1000research.15256.1","title":"What is a predatory journal? A scoping review","year":2018,"lang":"en","type":"review","venue":"F1000Research","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":154,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Ottawa Hospital Anesthesia Alternate Funds Association; Ottawa Hospital Research Institute; University of Ottawa","keywords":"PsycINFO; Grey literature; MEDLINE; CINAHL; Web of science; Medicine; Information retrieval; Computer science; Biology","score_opus":0.9152973410968032,"score_gpt":0.7496890964298902,"score_spread":0.16560824466691293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249889786","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014132519,0.9864617,0.00036789294,0.0063101724,0.0011228353,0.00097478763,0.00065323024,0.000019071265,0.0026770972],"genre_scores_gemma":[0.009478392,0.98347974,0.0015605402,0.0022413668,0.00059536734,0.0016198446,0.00060661277,0.000018638517,0.00039958395],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.958403,0.015490322,0.015632072,0.0019749375,0.0077322302,0.0007673897],"domain_scores_gemma":[0.7686051,0.16016486,0.032210395,0.0036089795,0.03201772,0.0033928484],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.03751493,0.0012141285,0.0046440056,0.045852754,0.0030982927,0.008942158,0.0028710437,0.004541744,0.008331885],"category_scores_gemma":[0.19937679,0.0015930654,0.002872144,0.042826876,0.0033355881,0.011000667,0.0041724984,0.0021647317,0.0020013684],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001791247,0.00005649826,0.0027178363,0.8048247,0.0011931943,0.00037755002,0.0036639918,0.00012603936,0.00030252445,0.0030103526,0.027870717,0.15567741],"study_design_scores_gemma":[0.000024846871,0.00005143327,0.0026555741,0.93310827,0.0013092946,0.00023633278,0.0017533904,0.000042867763,0.00006797485,0.0007553236,0.05996839,0.000026417822],"about_ca_topic_score_codex":0.007548899,"about_ca_topic_score_gemma":0.016758543,"teacher_disagreement_score":0.99545825,"about_ca_system_score_codex":0.011298398,"about_ca_system_score_gemma":0.03447211,"threshold_uncertainty_score":0.19840026},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4249927256","doi":"10.3138/jsp.34.1.1","title":"Naomi B. Pascal Retires as Associate Director and Editor-in-Chief of University of Washington Press","year":2002,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Contemporary Sociological Theory and Practice","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pascal (unit); Editor in chief; Management; Computer science; Economics; Programming language","score_opus":0.04848227509753059,"score_gpt":0.27369959202291033,"score_spread":0.22521731692537975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249927256","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027807,0.20484582,0.0030970154,0.25865275,0.4191865,0.000078414174,0.00063416554,0.00053457945,0.11019008],"genre_scores_gemma":[0.0138075845,0.20112415,0.0044449195,0.014847483,0.07714807,0.000052397132,0.00055543485,0.0003200928,0.6876999],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99867743,0.00012624246,0.00013495707,0.00018182557,0.00081231963,0.00006716231],"domain_scores_gemma":[0.984512,0.0023723475,0.00073782774,0.00033567206,0.009011615,0.0030305611],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027979705,0.00057952997,0.0009917879,0.003078304,0.0015942332,0.005685904,0.0010886146,0.0016586384,0.036669336],"category_scores_gemma":[0.012286583,0.00044197426,0.00026372942,0.0028902858,0.00054765,0.0035263745,0.00073739485,0.0028814415,0.03376772],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003301825,0.000021257481,0.0006511337,0.0003274504,0.000008375778,0.00009886594,0.00014131294,0.00003350458,0.00029954835,0.0021032018,0.88570833,0.11057406],"study_design_scores_gemma":[0.000003469009,0.000008772807,0.0006987355,0.00011796746,0.000013452437,0.00019235915,0.00018407946,0.000047710822,0.0002293645,0.0004188372,0.99807775,0.000007445171],"about_ca_topic_score_codex":0.003689707,"about_ca_topic_score_gemma":0.014597256,"teacher_disagreement_score":0.036669336,"about_ca_system_score_codex":0.00097035087,"about_ca_system_score_gemma":0.0050061187,"threshold_uncertainty_score":0.12267119},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4251096009","doi":"10.32920/14636367","title":"Key Factors for Consortial Success: Realizing a Shared Vision for Interlibrary Loan in a consortium of Canadian Libraries","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Interlibrary loan; Citation; Business; Library science; Key (lock); Political science; World Wide Web; Computer science; Operating system","score_opus":0.038806075883910204,"score_gpt":0.2546840006177169,"score_spread":0.21587792473380668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251096009","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9320738,0.0003857955,0.0032913208,0.016205348,0.00008106542,0.00089734833,0.00008429325,0.00012804272,0.04685303],"genre_scores_gemma":[0.9904757,0.00015843475,0.0025311366,0.0005162014,0.000014806191,0.00015994026,0.00007542431,0.00002146403,0.0060468973],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.96151996,0.013613109,0.0014839917,0.0020613866,0.011821482,0.009500024],"domain_scores_gemma":[0.91886145,0.01223117,0.0068832855,0.0031433867,0.02726214,0.031618483],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.03877453,0.00042248273,0.0003832587,0.0022922037,0.026130576,0.013235259,0.0035073764,0.0022755286,0.0043503577],"category_scores_gemma":[0.0734463,0.0005747059,0.0004555178,0.00445532,0.010269659,0.0050131753,0.015826872,0.003165317,0.0004047239],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026417035,0.0010160096,0.25563064,0.00048792997,0.00008628836,0.0034863518,0.4558406,0.002038783,0.0032950246,0.07002345,0.022359185,0.1854716],"study_design_scores_gemma":[0.00008635658,0.0005206677,0.21915439,0.00030753223,0.000058681067,0.00043275495,0.6661256,0.0028950945,0.0015749997,0.004630585,0.10399135,0.00022198698],"about_ca_topic_score_codex":0.7641421,"about_ca_topic_score_gemma":0.80329597,"teacher_disagreement_score":0.9867647,"about_ca_system_score_codex":0.077971175,"about_ca_system_score_gemma":0.29293728,"threshold_uncertainty_score":0.5657231},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4251717956","doi":"10.5860/crl.78.3.16590","title":"Transforming Roles: Canadian Academic Librarians Embedded in Faculty Research Projects","year":2017,"lang":"en","type":"article","venue":"College & Research Libraries","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"","keywords":"Academic library; Sociology; Library science; Qualitative research; Higher education; Medical education; Public relations; Political science; Computer science; Medicine; Social science","score_opus":0.28887154437925994,"score_gpt":0.47909720879414797,"score_spread":0.19022566441488803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251717956","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89314127,0.0023901046,0.0027860026,0.025371948,0.00042818268,0.0004499349,0.00016158311,0.00018078942,0.07509019],"genre_scores_gemma":[0.9813514,0.0010476974,0.0014672525,0.0037741465,0.000046980786,0.00011318822,0.00007196308,0.00010615075,0.012021273],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9381518,0.037232045,0.0012547056,0.002364985,0.008900718,0.012095818],"domain_scores_gemma":[0.9545727,0.016531762,0.0031965699,0.0018118059,0.008175246,0.015711846],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.027286114,0.00089372875,0.0009605098,0.0047856327,0.09097393,0.025393346,0.00468152,0.0047787908,0.006295734],"category_scores_gemma":[0.044918735,0.0010821446,0.000815465,0.0083491,0.041445125,0.009346137,0.023210349,0.0071590454,0.0011438961],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023643088,0.000020345784,0.0019534237,0.000037449012,0.0000036236588,0.0007294675,0.98583096,0.000015635398,0.00027918193,0.0027286,0.0021179868,0.0062596565],"study_design_scores_gemma":[0.0000038743215,0.000012567463,0.0011995904,0.000051247796,0.000005606373,0.00017002001,0.96144825,0.000024015557,0.00011897755,0.00031360943,0.036632508,0.000019659898],"about_ca_topic_score_codex":0.7481567,"about_ca_topic_score_gemma":0.8565119,"teacher_disagreement_score":0.97460663,"about_ca_system_score_codex":0.079734065,"about_ca_system_score_gemma":0.17300971,"threshold_uncertainty_score":0.57851386},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4282004915","doi":"10.1177/20597002221086095","title":"Top cited articles in concussion: A bibliometric analysis of the state of the science","year":2022,"lang":"en","type":"article","venue":"Journal of Concussion","topic":"Traumatic Brain Injury Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network; Mount Sinai Hospital; Sinai Health System; Toronto Rehabilitation Institute; McMaster University","funders":"","keywords":"Concussion; Citation; Medicine; Cohort; Citation analysis; Psychology; Computer science; Poison control; Environmental health; Injury prevention; Library science; Pathology","score_opus":0.05726624470480519,"score_gpt":0.36336507602712503,"score_spread":0.30609883132231985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282004915","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7159019,0.16928639,0.010833996,0.006579811,0.000895544,0.0021583755,0.06560984,0.0009971702,0.02773692],"genre_scores_gemma":[0.89874625,0.05468566,0.018388927,0.00044870368,0.0014887139,0.0016597084,0.022070164,0.00023399746,0.0022778688],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9641545,0.005614027,0.010743555,0.002865638,0.0155169545,0.0011052976],"domain_scores_gemma":[0.77481556,0.12890936,0.045944884,0.004793453,0.04269846,0.0028382724],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.02758591,0.0010516358,0.0034451757,0.22399826,0.0021262192,0.009137066,0.0015025281,0.00148504,0.0041952697],"category_scores_gemma":[0.17350486,0.0005092237,0.0029820802,0.20360102,0.0015192362,0.0058607026,0.0046567586,0.0010188246,0.0012772505],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007656291,0.00021923406,0.64693403,0.03070791,0.004415254,0.00086867285,0.007575718,0.0022743023,0.0023865895,0.006131652,0.022100978,0.27562007],"study_design_scores_gemma":[0.00017203439,0.00061835087,0.86085206,0.009004834,0.0064684106,0.0036736247,0.010092319,0.009190923,0.002767203,0.015014441,0.08177313,0.00037269166],"about_ca_topic_score_codex":0.003126896,"about_ca_topic_score_gemma":0.0031332448,"teacher_disagreement_score":0.9724141,"about_ca_system_score_codex":0.0026479505,"about_ca_system_score_gemma":0.004545201,"threshold_uncertainty_score":0.14589},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4283727562","doi":"10.5195/ijms.2022.1581","title":"Thinking Globally in the Pursuit of Individual Identity: Diversity, Equity, and Inclusion in the International Journal of Medical Students (IJMS)","year":2022,"lang":"en","type":"article","venue":"International Journal of Medical Students","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Equity (law); Inclusion (mineral); Public relations; Diversity (politics); Publishing; Health equity; Population; Political science; Health care; Sociology; Psychology; Social science; Law","score_opus":0.04830136152758891,"score_gpt":0.4304827608843238,"score_spread":0.3821813993567349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283727562","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005593826,0.022733403,0.0025373031,0.7148796,0.24339367,0.00008426062,0.00005110299,0.00010646909,0.010620437],"genre_scores_gemma":[0.22894262,0.053557638,0.009009162,0.25816703,0.42493463,0.00024402881,0.00013415,0.00044318827,0.024567517],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9537659,0.022690108,0.0049997824,0.001980453,0.014030215,0.0025335348],"domain_scores_gemma":[0.8365467,0.08483161,0.011916498,0.005496293,0.038454868,0.022754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04016726,0.00059521693,0.0010605362,0.003374362,0.007685553,0.031918712,0.0017692114,0.007161405,0.0039201896],"category_scores_gemma":[0.13241033,0.00052299444,0.0008098659,0.002309228,0.013931991,0.009600833,0.0073057893,0.016878841,0.0013429162],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009874469,0.000104465405,0.0029754757,0.0021155092,0.00008862161,0.00051369116,0.02489358,0.00014589874,0.00089439814,0.07372487,0.7529186,0.1415262],"study_design_scores_gemma":[0.000014802735,0.00008028855,0.0017764936,0.0031986465,0.000050788636,0.00069874845,0.010993863,0.00024126764,0.0006519845,0.026688835,0.955533,0.00007116998],"about_ca_topic_score_codex":0.0015310162,"about_ca_topic_score_gemma":0.0027539204,"teacher_disagreement_score":0.04016726,"about_ca_system_score_codex":0.005449691,"about_ca_system_score_gemma":0.02955861,"threshold_uncertainty_score":0.21242732},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4283802616","doi":"10.5206/cjilsrcsib.v45i1.14149","title":"Measuring the prevalence of open access in Canada: A national comparison","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Information and Library Science","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"Université du Québec à Montréal","keywords":"Lagging; Political science; Compliance (psychology); Discipline; Momentum (technical analysis); Library science; Medicine; Business; Psychology; Computer science","score_opus":0.5376084805342523,"score_gpt":0.5023064140048592,"score_spread":0.03530206652939305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283802616","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8159461,0.037241872,0.0013650255,0.010475166,0.0002928709,0.0003634956,0.07378078,0.00027563822,0.060259018],"genre_scores_gemma":[0.97274405,0.010208326,0.00095485453,0.0007160572,0.000056224908,0.00009479457,0.011331476,0.000065401044,0.0038287593],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98554426,0.00079597934,0.0017386217,0.0015827441,0.008320133,0.0020181583],"domain_scores_gemma":[0.8997086,0.012057792,0.013242199,0.003340332,0.063776866,0.007874212],"candidate_categories":["metaresearch","bibliometrics","open_science"],"consensus_categories":[],"category_scores_codex":[0.008453885,0.00037991605,0.0013942297,0.01974176,0.004487503,0.0053155855,0.0021416435,0.0007789729,0.0044174283],"category_scores_gemma":[0.04100651,0.00033967674,0.0011370011,0.049306788,0.0023053237,0.0020110912,0.0030785685,0.0007405458,0.00040731404],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005168918,0.00008598525,0.87688535,0.0021741951,0.00083147053,0.00037470055,0.009583224,0.0005888271,0.0009405052,0.008922811,0.023946358,0.07514958],"study_design_scores_gemma":[0.00001799187,0.000031467112,0.97543305,0.00031417768,0.00014000441,0.00014650637,0.0038155557,0.00024027762,0.00020112126,0.00023242002,0.019371241,0.00005635883],"about_ca_topic_score_codex":0.99196845,"about_ca_topic_score_gemma":0.9931566,"teacher_disagreement_score":0.99785835,"about_ca_system_score_codex":0.09314594,"about_ca_system_score_gemma":0.1316307,"threshold_uncertainty_score":0.6758242},"labels":[{"model":"gemma","categories":["bibliometrics","open_science"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","open_science","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4285388864","doi":"10.7202/1090526ar","title":"L’évaluation par les pairs des travaux de recherche : un processus essentiel, mais imparfait et mal-aimé","year":2022,"lang":"fr","type":"article","venue":"Science of Nursing and Health Practices","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Political science; Philosophy","score_opus":0.9141054657536631,"score_gpt":0.7089123506943387,"score_spread":0.20519311505932447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285388864","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14704846,0.050953437,0.49967983,0.17298439,0.01188164,0.012932195,0.003345565,0.0029821168,0.0981924],"genre_scores_gemma":[0.44749245,0.0059621073,0.5093853,0.0072249114,0.002691549,0.008213902,0.0019367686,0.0010174519,0.016075613],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.3622976,0.46335375,0.036837183,0.016012747,0.1164806,0.005018155],"domain_scores_gemma":[0.29196343,0.43722394,0.039317142,0.05907566,0.16025926,0.012160644],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.36623895,0.0026335258,0.004574728,0.013620182,0.007733408,0.025232196,0.005358079,0.0056987586,0.008680481],"category_scores_gemma":[0.58271587,0.0018723585,0.003688969,0.012391485,0.010113698,0.024731113,0.01789463,0.008326851,0.004129214],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017345872,0.0006419136,0.01900651,0.0073407795,0.0017914172,0.00057995185,0.035313636,0.0020449527,0.005889402,0.086992376,0.050244946,0.78841954],"study_design_scores_gemma":[0.0011416777,0.0038146803,0.05424889,0.014801415,0.0022175733,0.0023153538,0.06554974,0.020226331,0.03065442,0.3131211,0.49049297,0.0014158158],"about_ca_topic_score_codex":0.0067976895,"about_ca_topic_score_gemma":0.0071971877,"teacher_disagreement_score":0.63376105,"about_ca_system_score_codex":0.011843127,"about_ca_system_score_gemma":0.036635354,"threshold_uncertainty_score":0.7815402},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4288436473","doi":"10.1177/03063127221110623","title":"Changing publication practices and the typification of the journal article in science and technology studies","year":2022,"lang":"en","type":"article","venue":"Social Studies of Science","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Scholarship; Publishing; Context (archaeology); Rhetorical question; Scholarly communication; Sociology; Typification; Persuasion; Set (abstract data type); Variety (cybernetics); Diversity (politics); Library science; Political science; Computer science; Psychology; History; Taxonomy (biology); Linguistics; Nomenclature; Law","score_opus":0.06826669678270372,"score_gpt":0.3284637484590944,"score_spread":0.2601970516763906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288436473","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reporting","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94576615,0.0048057316,0.014372653,0.0049385745,0.000762471,0.00022935006,0.00022775326,0.00011322446,0.028784165],"genre_scores_gemma":[0.9867237,0.002532113,0.0070273653,0.00036136864,0.0003938355,0.0001669444,0.00015574676,0.00011998528,0.0025189517],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.92513865,0.046768337,0.008250453,0.0034614487,0.015213186,0.0011679425],"domain_scores_gemma":[0.46542257,0.41426796,0.059396554,0.02807794,0.027610317,0.0052246433],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.071860775,0.0004460621,0.00051423704,0.015222265,0.0058027906,0.02131162,0.0016304012,0.0016344057,0.0022991071],"category_scores_gemma":[0.2447997,0.0005080078,0.0005227139,0.012886309,0.011459556,0.012656062,0.00670192,0.0018281448,0.0007061821],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017337428,0.00013819861,0.10635833,0.0011032223,0.00007191947,0.0015938535,0.6986715,0.0006561699,0.0048540924,0.029144213,0.0021936062,0.15504155],"study_design_scores_gemma":[0.00003679793,0.0004309337,0.09984019,0.002764749,0.000079943304,0.0048267096,0.7057248,0.0012395052,0.006580961,0.03526072,0.14299954,0.00021519867],"about_ca_topic_score_codex":0.0008658366,"about_ca_topic_score_gemma":0.0016015185,"teacher_disagreement_score":0.9941972,"about_ca_system_score_codex":0.0048815357,"about_ca_system_score_gemma":0.0049652625,"threshold_uncertainty_score":0.38004065},"labels":[{"model":"gemma","categories":["metaresearch","sts"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts","scholarly_communication"],"domain":"reporting","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4289243806","doi":"10.5281/zenodo.3338482","title":"Publishing (and Forgetting) the Small or Medium-sized Scholarly Edition or Cultural Heritage Collection as Linked Open Data: Using Zenodo and Github to Publish the Visionary Cross Project (Abstract)","year":2018,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Library Science and Information Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lethbridge College; University of Lethbridge","funders":"","keywords":"Publication; Publishing; Forgetting; Cultural heritage; Computer science; World Wide Web; Library science; Data science; History; Political science; Archaeology; Linguistics; Philosophy; Law","score_opus":0.16804431484735488,"score_gpt":0.3341543346348667,"score_spread":0.16611001978751183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289243806","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042060044,0.0044623995,0.47570956,0.056987204,0.014694663,0.0011828439,0.010240299,0.016491897,0.3781711],"genre_scores_gemma":[0.28315443,0.0057384814,0.4763484,0.008765841,0.005268629,0.0018891143,0.0100939255,0.024373027,0.18436807],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9820369,0.008685561,0.0018475695,0.0014988581,0.0052551404,0.0006759453],"domain_scores_gemma":[0.90725404,0.026203612,0.004265174,0.049119666,0.009056106,0.0041014994],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.04255985,0.00048382694,0.00072839356,0.009490401,0.0050645736,0.026444277,0.002378505,0.0021072258,0.02577387],"category_scores_gemma":[0.09148789,0.0007450197,0.00076364545,0.013218008,0.009631532,0.020514624,0.021622676,0.0030759398,0.011686317],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026059608,0.000111911366,0.0044955057,0.00091106375,0.00008991979,0.0010160366,0.033894476,0.0009943314,0.0049080076,0.4712789,0.19843285,0.2836064],"study_design_scores_gemma":[0.000033271106,0.000053641073,0.0017131374,0.00045003716,0.000027946122,0.000418406,0.0070661968,0.00081303116,0.0031502852,0.058977257,0.9271867,0.00011004586],"about_ca_topic_score_codex":0.004613359,"about_ca_topic_score_gemma":0.007125418,"teacher_disagreement_score":0.9976215,"about_ca_system_score_codex":0.003181434,"about_ca_system_score_gemma":0.009087845,"threshold_uncertainty_score":0.22508067},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4289778533","doi":"10.3138/jsp-2021-0023","title":"Predatory Journals in Journalism and Mass Communication: A Case Study of Deceptions","year":2022,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Media Studies and Communication","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scholarship; Journalism; Publishing; Publish or perish; Publication; Public relations; Government (linguistics); Face (sociological concept); Sociology; Political science; Media studies; Social science; Law","score_opus":0.09097649785053674,"score_gpt":0.3604691504595788,"score_spread":0.26949265260904204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289778533","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95382214,0.0021042651,0.0035448621,0.016844077,0.00023743989,0.00012121705,0.000032163825,0.000043769254,0.023250058],"genre_scores_gemma":[0.9907418,0.0010142543,0.0015977655,0.0028984363,0.0002634422,0.00006314001,0.000016492842,0.000031877677,0.003372692],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9557791,0.034582727,0.0014186734,0.0011286443,0.004808576,0.0022823042],"domain_scores_gemma":[0.83050376,0.12355617,0.026037637,0.006877104,0.0054991236,0.0075262454],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.019040324,0.0006756538,0.0006511457,0.0033382617,0.026143245,0.013167985,0.002593202,0.008057123,0.0026471436],"category_scores_gemma":[0.088799305,0.0007439485,0.0005518208,0.0035169588,0.013963069,0.010442666,0.009913838,0.0073198155,0.00063831604],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009861819,0.00032534509,0.018284379,0.00024405282,0.000028829034,0.02190261,0.9257779,0.00014048255,0.00075120956,0.010413619,0.002587962,0.01944499],"study_design_scores_gemma":[0.000049163362,0.00029768897,0.007941552,0.0005653911,0.000048282123,0.021825057,0.88927996,0.0009925587,0.0012834863,0.0076931696,0.06994319,0.00008063518],"about_ca_topic_score_codex":0.0040964824,"about_ca_topic_score_gemma":0.007971896,"teacher_disagreement_score":0.9919429,"about_ca_system_score_codex":0.004974616,"about_ca_system_score_gemma":0.005229682,"threshold_uncertainty_score":0.10069609},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4290546285","doi":"10.29173/cais1262","title":"The oligopoly’s shift to open access publishing","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université de Montréal; Wilfrid Laurier University; University of Ottawa; Bureau de Coopération Interuniversitaire; Université du Québec à Montréal; Dalhousie University","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research","keywords":"Oligopoly; Agency (philosophy); Library science; Publishing; Political science; Economics; Business; Computer science; Sociology; Social science; Law","score_opus":0.40441269756483084,"score_gpt":0.5025465979353135,"score_spread":0.0981339003704827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4290546285","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6525743,0.0054021985,0.010232476,0.012798319,0.00024776754,0.00014908907,0.0019141327,0.0002056723,0.31647614],"genre_scores_gemma":[0.98770124,0.0011749297,0.0012027224,0.0007463936,0.000096111995,0.000018982948,0.0003430116,0.000028882392,0.008687817],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928598,0.0010027093,0.0003123559,0.0011227598,0.0036170862,0.0010852779],"domain_scores_gemma":[0.98243284,0.0050548883,0.005358767,0.0011167303,0.0031062264,0.0029305848],"candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0032629643,0.00019236282,0.0003652317,0.0047488427,0.0017872559,0.008993339,0.00052133924,0.0009196448,0.010084944],"category_scores_gemma":[0.019877387,0.0003111114,0.00053128425,0.008953131,0.0033408597,0.00468949,0.0021786625,0.0011999398,0.0010885892],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074847176,0.00024135505,0.36409608,0.0005594072,0.00033939586,0.0017747711,0.004408025,0.013260617,0.0029157947,0.39163154,0.03282427,0.18720023],"study_design_scores_gemma":[0.000083383464,0.00028900374,0.6574284,0.00032859662,0.00013081905,0.0013891526,0.007330412,0.014751614,0.0014183607,0.061584506,0.25513956,0.00012620365],"about_ca_topic_score_codex":0.07467023,"about_ca_topic_score_gemma":0.098352134,"teacher_disagreement_score":0.99947864,"about_ca_system_score_codex":0.009979971,"about_ca_system_score_gemma":0.0077375183,"threshold_uncertainty_score":0.14847118},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4290547061","doi":"10.29173/cais1245","title":"Factors influencing Canadian HASS researchers’ open access publishing practices","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Publishing; Altruism (biology); Prestige; Test (biology); Variance (accounting); Psychology; Visibility; Social psychology; Sociology; Public relations; Political science; Business; Geography; Biology; Law","score_opus":0.6978815989921062,"score_gpt":0.5439937719415102,"score_spread":0.153887827050596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4290547061","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96009815,0.002352872,0.00030643248,0.008458101,0.00009054733,0.00011143195,0.0013941368,0.000047523623,0.027140785],"genre_scores_gemma":[0.9920677,0.0018835337,0.00052772515,0.00044036272,0.00003171328,0.00003176395,0.00033979723,0.000014063479,0.0046633603],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9902146,0.0012904125,0.00082486746,0.00070739805,0.0050120833,0.001950629],"domain_scores_gemma":[0.93055797,0.015118842,0.009091185,0.0019318784,0.028591704,0.014708434],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.009089593,0.00026412425,0.00049616006,0.007120606,0.011466354,0.0071308375,0.0014471903,0.00073153793,0.0052555073],"category_scores_gemma":[0.035499856,0.00036863497,0.0004806185,0.018803129,0.0032120005,0.0013727956,0.0027423028,0.00073955924,0.00045821548],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029350526,0.00012522223,0.7970792,0.00091608544,0.00012007664,0.0012826168,0.09855364,0.00032667772,0.0020520976,0.007498198,0.01297497,0.078777745],"study_design_scores_gemma":[0.00002842454,0.00009461763,0.8534405,0.00037206916,0.00007213757,0.0004977936,0.094345786,0.00043684038,0.0007274264,0.00083002716,0.04903071,0.00012373035],"about_ca_topic_score_codex":0.962222,"about_ca_topic_score_gemma":0.97710615,"teacher_disagreement_score":0.9985528,"about_ca_system_score_codex":0.04638428,"about_ca_system_score_gemma":0.11645755,"threshold_uncertainty_score":0.33654302},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"medium"},{"model":"gpt","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4290790736","doi":"10.1080/15265161.2022.2105436","title":"Response to Open Peer Commentaries on Toward a Framework for Assessing Privacy Risks in Multi-Omic Research and Databases","year":2022,"lang":"en","type":"letter","venue":"The American Journal of Bioethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Internet privacy; Data science; Open science; Computer science; World Wide Web","score_opus":0.9007536632163499,"score_gpt":0.7131276680310503,"score_spread":0.18762599518529954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4290790736","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020727229,0.00015897756,0.00014293326,0.9821582,0.0146451695,0.000043432377,0.00009138817,0.0000668227,0.0024857367],"genre_scores_gemma":[0.0023597316,0.00019492318,0.00040332862,0.97419465,0.013824826,0.00014767992,0.000041355313,0.000055696382,0.008777744],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9811446,0.0037322103,0.002773395,0.0018219434,0.008001609,0.0025262237],"domain_scores_gemma":[0.8965621,0.060034454,0.0042939475,0.0025527717,0.028109293,0.008447421],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.020706162,0.0012110894,0.0020351424,0.0015733233,0.009999267,0.0088581955,0.004538169,0.09953693,0.01947957],"category_scores_gemma":[0.15320487,0.0012500421,0.002040304,0.0021037103,0.006679696,0.0059585716,0.0049168915,0.073995404,0.019274203],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024250485,0.000011705841,0.00022274679,0.000036840367,0.0000067925016,0.00058716524,0.00029798655,0.000030805626,0.00008967954,0.0022057432,0.9940871,0.0023990772],"study_design_scores_gemma":[0.000062623345,0.00004583269,0.00097439386,0.00036900886,0.000022150476,0.0007230318,0.0014784606,0.00047693626,0.00027752697,0.006826697,0.98864937,0.000093835624],"about_ca_topic_score_codex":0.012977555,"about_ca_topic_score_gemma":0.014348604,"teacher_disagreement_score":0.9792938,"about_ca_system_score_codex":0.0113773495,"about_ca_system_score_gemma":0.012260004,"threshold_uncertainty_score":0.10950595},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4291982736","doi":"","title":"A Very Long Embargo: Journal Choice Reveals Active Non-Compliance with Funder Open Access Policies by Australian and Canadian Neuroscientists","year":2018,"lang":"en","type":"article","venue":"Spectrum Research Repository (Concordia University)","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"Compliance (psychology); Political science; Public economics; Psychology; Public administration; Public relations; Economics; Social psychology","score_opus":0.4513140322787154,"score_gpt":0.5260346446697138,"score_spread":0.07472061239099842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4291982736","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95681125,0.0036635878,0.0005293563,0.0066620787,0.00018114864,0.00018427843,0.0054100445,0.0000720754,0.026486324],"genre_scores_gemma":[0.9948698,0.00068598485,0.00045157413,0.0004384707,0.00008594505,0.00007267801,0.0011934554,0.00003698083,0.002165055],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9329384,0.014214653,0.014446311,0.0059775733,0.025369536,0.0070534996],"domain_scores_gemma":[0.4340181,0.2057469,0.24441928,0.03631778,0.060024537,0.019473435],"candidate_categories":["metaresearch","bibliometrics","open_science"],"consensus_categories":[],"category_scores_codex":[0.037437357,0.00032798588,0.0010925079,0.013888717,0.0049328026,0.008725281,0.002518883,0.0016674387,0.010758857],"category_scores_gemma":[0.3354836,0.0004946589,0.0007960052,0.039143905,0.0039621214,0.005422989,0.0049016248,0.0018273653,0.0010735047],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079351553,0.00011306096,0.92830414,0.00079062063,0.00042830492,0.0007325125,0.015174798,0.00018851845,0.00071085757,0.005802464,0.014953311,0.032007862],"study_design_scores_gemma":[0.00002348958,0.000057556743,0.9687047,0.00036100298,0.00011440512,0.00042535938,0.00984708,0.00029787645,0.00041375306,0.0015409942,0.018136274,0.00007750589],"about_ca_topic_score_codex":0.14888176,"about_ca_topic_score_gemma":0.170739,"teacher_disagreement_score":0.9974811,"about_ca_system_score_codex":0.006793194,"about_ca_system_score_gemma":0.017498247,"threshold_uncertainty_score":0.29603034},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics","open_science"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics","scholarly_communication","open_science"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W4292265707","doi":"10.1186/s13063-022-06624-y","title":"Lessons from the COVID-19 pandemic and recent developments on the communication of clinical trials, publishing practices, and research integrity: in conversation with Dr. David Moher","year":2022,"lang":"en","type":"letter","venue":"Trials","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; St. Joseph’s Healthcare Hamilton; Hamilton Health Sciences; Population Health Research Institute; McMaster University; Impact","funders":"McMaster University; University of Ottawa","keywords":"Publishing; Public relations; Scholarship; Open science; Clinical trial; Medicine; Medical education; Publication; Harm; Political science; Consolidated Standards of Reporting Trials; Publish or perish; Scientific misconduct; Alternative medicine; Law; Pathology","score_opus":0.9257276208783269,"score_gpt":0.6787112095157745,"score_spread":0.24701641136255248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292265707","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000779045,0.0039647007,0.00009970012,0.9914452,0.004266735,0.0000025567495,0.0000050235335,0.000005601752,0.00013257792],"genre_scores_gemma":[0.004698336,0.009842051,0.0009288447,0.9573019,0.026433041,0.000034956167,0.000011965137,0.00006374214,0.0006850481],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.80768144,0.12320558,0.016053928,0.01467367,0.03167384,0.0067114164],"domain_scores_gemma":[0.31017125,0.5742671,0.019563638,0.008956977,0.047749933,0.039291024],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.24755175,0.0016189135,0.004878292,0.00462811,0.015455048,0.031148333,0.007243626,0.05757541,0.004712063],"category_scores_gemma":[0.43212324,0.0023875067,0.0040350393,0.0053750887,0.04301864,0.053610083,0.014882031,0.12981921,0.0023455254],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012844805,0.00009457149,0.0006565501,0.000904336,0.00009634059,0.0012194474,0.020163286,0.00025409902,0.00024889788,0.031319927,0.91213804,0.032776035],"study_design_scores_gemma":[0.00015600435,0.00017483844,0.00074418134,0.0055122413,0.00007666996,0.002359313,0.020156875,0.0005697413,0.0004043305,0.0648572,0.9044914,0.0004971221],"about_ca_topic_score_codex":0.012617771,"about_ca_topic_score_gemma":0.017552387,"teacher_disagreement_score":0.9424246,"about_ca_system_score_codex":0.025112426,"about_ca_system_score_gemma":0.035641648,"threshold_uncertainty_score":0.92790264},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4292322725","doi":"10.29173/istl1918","title":"Scholarly Communication: The Use and Non-Use of E-Print Archives for the Dissemination of Scientific Information","year":2002,"lang":"en","type":"article","venue":"Issues in Science and Technology Librarianship","topic":"Research Data Management Practices","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarly communication; Visibility; Library science; Sample (material); Scientific communication; Population; Information Dissemination; Sociology; Public relations; Social science; World Wide Web; Political science; Publishing; Computer science; Chemistry; Physics; Law","score_opus":0.12376457015567888,"score_gpt":0.3365597088563344,"score_spread":0.21279513870065553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292322725","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9662645,0.0019659374,0.0007645774,0.0056255586,0.000084358515,0.00012332524,0.00067178364,0.000044783672,0.024455199],"genre_scores_gemma":[0.9950854,0.001358542,0.00057886564,0.0006167731,0.00011445761,0.000054324835,0.0002030969,0.000019999747,0.0019684152],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9759278,0.010955909,0.0029932172,0.0006653681,0.008580235,0.0008774759],"domain_scores_gemma":[0.71287584,0.16789648,0.0681246,0.010896975,0.032858163,0.0073480303],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.01678567,0.00018574855,0.0003571475,0.005094034,0.0015306197,0.0046051634,0.0010544775,0.0010950946,0.0059230058],"category_scores_gemma":[0.16634125,0.0002625165,0.0002715911,0.0046890606,0.0011975939,0.004203208,0.0019385038,0.0011114997,0.0013902005],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002505041,0.0003562932,0.7936728,0.00045752135,0.00012881275,0.0004930437,0.044909243,0.000119324264,0.0006216157,0.0018719961,0.007813679,0.14930514],"study_design_scores_gemma":[0.00004766518,0.00037945408,0.8676458,0.0005629579,0.00014616025,0.0023606846,0.09492507,0.0008322541,0.0009040557,0.0013266486,0.030785244,0.00008400805],"about_ca_topic_score_codex":0.006313239,"about_ca_topic_score_gemma":0.0042428197,"teacher_disagreement_score":0.9953948,"about_ca_system_score_codex":0.0012822737,"about_ca_system_score_gemma":0.002795473,"threshold_uncertainty_score":0.08877218},"labels":[{"model":"gemma","categories":["scholarly_communication","metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4293224259","doi":"10.2196/39365","title":"An Evaluation of Primary Studies Published in Predatory Journals Included in Systematic Reviews From High-Impact Dermatology Journals: Cross-sectional Study","year":2022,"lang":"en","type":"article","venue":"JMIR Dermatology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Systematic review; Publishing; MEDLINE; Impact factor; Medicine; Family medicine; Grey literature; Data extraction; Directory; Publication bias; Meta-analysis; Computer science; Pathology; Political science","score_opus":0.7449597743669143,"score_gpt":0.6623973011713971,"score_spread":0.08256247319551724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293224259","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7732296,0.17845185,0.00845764,0.0015584825,0.0005630643,0.01621261,0.018318955,0.00012950454,0.0030782328],"genre_scores_gemma":[0.9575285,0.012146916,0.0063470993,0.0013200608,0.00026826668,0.017864507,0.004085838,0.00007133167,0.00036755236],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.64123905,0.093680136,0.19602638,0.020625878,0.044920746,0.0035077734],"domain_scores_gemma":[0.28003898,0.352111,0.29475036,0.022432765,0.046203036,0.004463906],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.18212031,0.0016026037,0.0072593302,0.03214169,0.002370599,0.0056307297,0.0029951446,0.002997075,0.0042722407],"category_scores_gemma":[0.40837187,0.002355549,0.010322173,0.02916478,0.0031737778,0.008449189,0.007139881,0.0016989714,0.000976837],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024541502,0.0003879813,0.87124354,0.07874902,0.029220268,0.0006541003,0.0050663846,0.00018557423,0.00071179477,0.0004219946,0.0010440896,0.009861077],"study_design_scores_gemma":[0.0009853509,0.0047197966,0.906214,0.03194723,0.0343766,0.003606953,0.009074463,0.000737935,0.001165164,0.0005752165,0.006352983,0.0002443345],"about_ca_topic_score_codex":0.002200957,"about_ca_topic_score_gemma":0.0042281733,"teacher_disagreement_score":0.9678583,"about_ca_system_score_codex":0.0045427643,"about_ca_system_score_gemma":0.00724862,"threshold_uncertainty_score":0.96315575},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4294957734","doi":"10.5860/crln.83.8.363","title":"The great PDF debate: Accessible or impossible?","year":2022,"lang":"en","type":"article","venue":"College & Research Libraries News","topic":"Digital Accessibility for Disabilities","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Directory; World Wide Web; Context (archaeology); Set (abstract data type); Object (grammar); Information retrieval; History","score_opus":0.11615991422471827,"score_gpt":0.3988021024831171,"score_spread":0.2826421882583988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294957734","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014796377,0.014197167,0.001678585,0.9053397,0.013525485,0.000011420866,0.00008134116,0.00005992975,0.06362666],"genre_scores_gemma":[0.17251675,0.04201918,0.004200082,0.67596716,0.053958286,0.00012490529,0.00031834963,0.00068198156,0.050213333],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9697213,0.013224398,0.0016716518,0.0025627278,0.011029463,0.0017903668],"domain_scores_gemma":[0.89392734,0.076414935,0.0034847243,0.0054455805,0.013824339,0.0069029597],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.043959085,0.0004824796,0.0008444424,0.0032388207,0.01146115,0.039928723,0.0030817064,0.01785495,0.023672339],"category_scores_gemma":[0.14771065,0.00041169656,0.000772804,0.0037552621,0.034043923,0.05740252,0.010081094,0.021573972,0.00540681],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028919658,0.000032150474,0.00040074464,0.00028520066,0.000009344568,0.0002164019,0.0060987785,0.000036016576,0.00006179195,0.5544255,0.38012838,0.058276776],"study_design_scores_gemma":[0.000015640171,0.000016547949,0.0005657962,0.001594334,0.000009629861,0.00036614502,0.011557185,0.000056424615,0.00014244334,0.11726357,0.86838293,0.000029258836],"about_ca_topic_score_codex":0.005264901,"about_ca_topic_score_gemma":0.0047015217,"teacher_disagreement_score":0.96007127,"about_ca_system_score_codex":0.006180313,"about_ca_system_score_gemma":0.007986117,"threshold_uncertainty_score":0.23248065},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4295827824","doi":"10.1016/j.annonc.2022.07.1459","title":"1326P Oncology under attack by predatory journals: A global survey","year":2022,"lang":"en","type":"article","venue":"Annals of Oncology","topic":"Advances in Oncology and Radiotherapy","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Medicine; Impact factor; Descriptive statistics; Citation; Family medicine; Publishing; Medical education; Library science; Political science","score_opus":0.17573406555172752,"score_gpt":0.5317821283083254,"score_spread":0.35604806275659784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295827824","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7335602,0.054140642,0.0007802643,0.08322405,0.0016434523,0.00027793003,0.021496534,0.0002766422,0.10460022],"genre_scores_gemma":[0.8959717,0.05033222,0.00079823873,0.026640225,0.002495937,0.00017522891,0.0064126616,0.00018219916,0.016991556],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997292,0.00069603836,0.0004619384,0.0002458782,0.000881042,0.00042301955],"domain_scores_gemma":[0.9625499,0.0063117403,0.018944034,0.00073534774,0.005467961,0.005991025],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.002229322,0.00026736988,0.00031154085,0.005622382,0.0010942166,0.0026128502,0.00046490607,0.0014713549,0.01688481],"category_scores_gemma":[0.018573707,0.0002940076,0.0004517361,0.008241599,0.00095082785,0.0028472291,0.002761235,0.00087680464,0.0038229635],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002209351,0.00009538927,0.8276618,0.0015460602,0.00017862,0.0013789468,0.004560169,0.000070873626,0.00085793465,0.00089242106,0.077928096,0.08460874],"study_design_scores_gemma":[0.000015963382,0.00012334234,0.8611859,0.000964756,0.00006546084,0.003068899,0.011222194,0.0000665347,0.00014888358,0.00017730038,0.122934,0.000026744623],"about_ca_topic_score_codex":0.0030926631,"about_ca_topic_score_gemma":0.004131382,"teacher_disagreement_score":0.99852866,"about_ca_system_score_codex":0.00088064186,"about_ca_system_score_gemma":0.002211278,"threshold_uncertainty_score":0.056485295},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4299121301","doi":"10.1017/s0269889708002044","title":"Journals under Threat: A Joint Response from History of Science, Technology, and Medicine Editors","year":2009,"lang":"en","type":"article","venue":"Science in Context","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Phenomenon; Rendering (computer graphics); Meaning (existential); Field (mathematics); Quarter (Canadian coin); Joint (building); Data science; Engineering ethics; Work (physics); History of science; Epistemology; Sociology; Psychology; Computer science; Social science; History; Engineering; Artificial intelligence; Mathematics; Architectural engineering; Philosophy; Mechanical engineering","score_opus":0.5139643010748699,"score_gpt":0.5557706272441338,"score_spread":0.04180632616926394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4299121301","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00073571876,0.0055614067,0.00011859837,0.9228783,0.06869465,0.000016935657,0.00004987631,0.0000467852,0.0018977261],"genre_scores_gemma":[0.009483739,0.008990309,0.0005281119,0.80802673,0.16234814,0.00007869546,0.000074371055,0.00014064656,0.010329191],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96376836,0.007874124,0.003890386,0.003258639,0.0180719,0.0031365396],"domain_scores_gemma":[0.7961497,0.10443815,0.0147116175,0.005428574,0.03955067,0.039721336],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.039670154,0.0017254658,0.0028039815,0.0053215967,0.014056086,0.02859201,0.0043836767,0.041742444,0.011780285],"category_scores_gemma":[0.14129674,0.001251821,0.0021059918,0.006436654,0.008212431,0.016586028,0.011158379,0.037743554,0.0043932144],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004821648,0.000036763606,0.00075795915,0.00028434937,0.0000367044,0.0005963406,0.0019424073,0.000041460215,0.00016641818,0.00237119,0.9800938,0.013624491],"study_design_scores_gemma":[0.000032455606,0.00003493996,0.0013749247,0.0004974917,0.00002663314,0.00040911546,0.0030508123,0.000075233824,0.00008309609,0.0017353605,0.99262273,0.000057305057],"about_ca_topic_score_codex":0.003175353,"about_ca_topic_score_gemma":0.005994519,"teacher_disagreement_score":0.971408,"about_ca_system_score_codex":0.0072247083,"about_ca_system_score_gemma":0.019126188,"threshold_uncertainty_score":0.20979834},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4299584860","doi":"","title":"Goldener, grüner und \"anderer\" Weg zu Open Access: Statistiken für Österreich","year":2015,"lang":"en","type":"article","venue":"E-LIS Repository (University of Naples Federico II)","topic":"Libraries and Information Services","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science","score_opus":0.10093271775872135,"score_gpt":0.2991196745373948,"score_spread":0.19818695677867343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4299584860","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2639217,0.3659157,0.047498785,0.110946335,0.0040621907,0.00024220305,0.010385541,0.00055108074,0.19647646],"genre_scores_gemma":[0.87696147,0.07708955,0.021312753,0.005324272,0.001376713,0.00025377868,0.0027644727,0.0002767146,0.014640255],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.986925,0.003406495,0.0017001309,0.0014269156,0.0055202357,0.0010211292],"domain_scores_gemma":[0.9658111,0.023363085,0.0038540931,0.0020971554,0.0035983608,0.0012762469],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.017145896,0.0005949172,0.00092328485,0.013169285,0.0023499706,0.0075756526,0.00057596085,0.001944184,0.0057504075],"category_scores_gemma":[0.03429326,0.00045811394,0.00069920724,0.018055245,0.005869396,0.011466872,0.004581645,0.0033549136,0.0013886422],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036041913,0.00010472683,0.061967935,0.0016461982,0.0002943575,0.00045768198,0.020773273,0.00072272954,0.000736573,0.46836478,0.05138719,0.39318419],"study_design_scores_gemma":[0.00006898799,0.000136713,0.12184191,0.004170086,0.00025629776,0.0011259827,0.014813167,0.0011505272,0.0025909694,0.2834003,0.57018846,0.00025660542],"about_ca_topic_score_codex":0.014642607,"about_ca_topic_score_gemma":0.015490174,"teacher_disagreement_score":0.99942404,"about_ca_system_score_codex":0.005129673,"about_ca_system_score_gemma":0.00410234,"threshold_uncertainty_score":0.09067726},"labels":[{"model":"gemma","categories":["open_science","bibliometrics"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4302027384","doi":"10.21203/rs.3.rs-2108920/v1","title":"Techniques predatory journals use to solicit manuscripts: a contrast between Africa (lower- income countries) and Canada (high income country)","year":2022,"lang":"en","type":"preprint","venue":"Research Square","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"Dalhousie University; MicroResearch","keywords":"Publishing; Timeline; Public relations; Political science; Psychology; Geography; Law","score_opus":0.43964109730457085,"score_gpt":0.5436568410953451,"score_spread":0.10401574379077422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4302027384","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98114556,0.003210972,0.000587121,0.0036975215,0.00007795905,0.000493005,0.0002959253,0.00004032896,0.010451527],"genre_scores_gemma":[0.9938797,0.0024069187,0.0012163495,0.0011511586,0.000038407023,0.00016124104,0.00009639884,0.000027387081,0.0010224595],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9781195,0.007924194,0.0028560178,0.0015423951,0.006852014,0.0027058262],"domain_scores_gemma":[0.8445717,0.059523422,0.049085442,0.0053194477,0.02406252,0.017437482],"candidate_categories":["metaresearch","bibliometrics","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.014933296,0.00029879963,0.00050183944,0.004489753,0.0065225028,0.007840258,0.0016334684,0.0010992488,0.0028234585],"category_scores_gemma":[0.14297862,0.00041272785,0.00025471166,0.0068931263,0.0052360147,0.002174065,0.0038223877,0.000897737,0.0004109686],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004783841,0.00020931187,0.65981865,0.0016016245,0.00007772019,0.0018677161,0.24932945,0.00009314024,0.0017214692,0.002079219,0.0042053685,0.07851792],"study_design_scores_gemma":[0.00007564516,0.00031005405,0.6778191,0.0018067821,0.00009325727,0.0031743492,0.27791053,0.00025671753,0.001152397,0.00053806475,0.036734495,0.00012858279],"about_ca_topic_score_codex":0.42900503,"about_ca_topic_score_gemma":0.5887715,"teacher_disagreement_score":0.9989008,"about_ca_system_score_codex":0.012262268,"about_ca_system_score_gemma":0.043571576,"threshold_uncertainty_score":0.8530159},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4302071158","doi":"10.1007/978-1-4939-7131-2_101022","title":"Scholarly Communication","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Library Science and Information Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science","score_opus":0.03627297693501515,"score_gpt":0.22453574556697561,"score_spread":0.18826276863196045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4302071158","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00025023753,0.0014402359,0.00029717432,0.0028554446,0.0032812692,0.000025178164,0.00038247454,0.00020566376,0.9912622],"genre_scores_gemma":[0.0007224683,0.00090612855,0.00007784937,0.0003789897,0.00040173772,0.000012622705,0.00018892383,0.000072511575,0.9972389],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.999003,0.00009403631,0.00003575743,0.00016949164,0.0005960027,0.00010166993],"domain_scores_gemma":[0.99835205,0.00020125223,0.000069048496,0.00040509593,0.0007102641,0.00026227772],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00084228633,0.00083596486,0.00089620927,0.004071234,0.0029081106,0.010334895,0.0012034974,0.002283871,0.74491537],"category_scores_gemma":[0.004223859,0.00036659848,0.00047171745,0.006102578,0.0020453355,0.0035959424,0.0034511678,0.0024683832,0.6442611],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019066054,0.00003686149,0.00011477136,0.00020958333,0.000003842396,0.000033544206,0.00014765577,0.000082753075,0.0002734547,0.023664847,0.81006676,0.16534685],"study_design_scores_gemma":[0.0000015825284,0.0000030402905,0.00009126658,0.00010655197,0.000001175396,0.000014500709,0.00008168726,0.000021250908,0.0000756457,0.0017101187,0.99789137,0.0000017879543],"about_ca_topic_score_codex":0.0028900565,"about_ca_topic_score_gemma":0.004856221,"teacher_disagreement_score":0.9896651,"about_ca_system_score_codex":0.0025756927,"about_ca_system_score_gemma":0.003459466,"threshold_uncertainty_score":0.36384726},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4302774140","doi":"10.1016/j.jshs.2022.09.005","title":"Observations regarding open access publishing in hybrid journals in sport sciences","year":2022,"lang":"en","type":"editorial","venue":"Journal of sport and health science/Journal of Sport and Health Science","topic":"Sports Analytics and Performance","field":"Economics, Econometrics and Finance","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Publishing; Open science; Psychology; Open peer review; Political science; Plant biology; Biology; Mathematics; Law; Statistics","score_opus":0.23355663079733974,"score_gpt":0.4196860091467736,"score_spread":0.18612937834943388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4302774140","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00061071554,0.004934202,0.00029808682,0.21153687,0.77597374,0.000024117486,0.00022811526,0.00012301588,0.006271277],"genre_scores_gemma":[0.005927341,0.003163245,0.0002535981,0.05800018,0.9231988,0.00004053075,0.000101779406,0.00011995735,0.009194578],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9674164,0.0040577627,0.0038633058,0.0025781717,0.020180259,0.0019041564],"domain_scores_gemma":[0.67767304,0.17624633,0.015834352,0.009333065,0.09932881,0.02158448],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.038981162,0.0015095896,0.0017837835,0.007258726,0.00434769,0.017045502,0.0034512202,0.016328935,0.011298989],"category_scores_gemma":[0.18603581,0.00082948763,0.0013242421,0.0068311617,0.004957042,0.0073630502,0.0032576618,0.016566455,0.004542037],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000078095916,0.00001501737,0.00024658142,0.00028858022,0.000027512355,0.00011499671,0.00012040546,0.000029883924,0.00009412415,0.0017870043,0.9874313,0.00976646],"study_design_scores_gemma":[0.000121801895,0.00006816405,0.003894822,0.00094042614,0.000086163316,0.00023974579,0.0005387406,0.0002570662,0.00025376037,0.0037211357,0.98982435,0.00005378984],"about_ca_topic_score_codex":0.0024915908,"about_ca_topic_score_gemma":0.008099923,"teacher_disagreement_score":0.9829545,"about_ca_system_score_codex":0.004927142,"about_ca_system_score_gemma":0.004289228,"threshold_uncertainty_score":0.20615453},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4306253448","doi":"10.1002/pra2.641","title":"Investigating Open Access Publishing Practices of Early and <scp>Mid‐Career</scp> Researchers in Humanities and Social Sciences Disciplines","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Publishing; Audience measurement; Descriptive statistics; Library science; Scholarly communication; Open peer review; Citation; Psychology; Political science; Advertising; Computer science; Plant biology; Business","score_opus":0.6736601966620449,"score_gpt":0.5621824102859028,"score_spread":0.11147778637614214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306253448","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reporting","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99172956,0.0014286385,0.0003993884,0.0016110158,0.000031610907,0.000049498278,0.0001605103,0.000018307763,0.0045714467],"genre_scores_gemma":[0.99644345,0.0011590233,0.00058155897,0.0001787771,0.00002529167,0.000026892565,0.000084254374,0.000006511608,0.0014941689],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98554975,0.0047276253,0.0017076802,0.00091930496,0.005732135,0.0013634758],"domain_scores_gemma":[0.7988784,0.085319065,0.04448499,0.0074199266,0.038749572,0.025148084],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.021376228,0.00013380975,0.0004197479,0.0055297213,0.004298306,0.006616555,0.0013365536,0.0007720359,0.003017503],"category_scores_gemma":[0.08737719,0.00026021944,0.0002696786,0.0087638395,0.002309161,0.0034165713,0.003288797,0.00074530276,0.0004859408],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001879745,0.0002438745,0.73469937,0.00064683415,0.000057696358,0.00070354814,0.1399308,0.00010449324,0.0024134,0.0021106373,0.002053112,0.116848156],"study_design_scores_gemma":[0.000020141737,0.000289311,0.75256115,0.00045205778,0.00004004765,0.00083854824,0.21915391,0.00042227347,0.001443782,0.0010529493,0.023656018,0.00006978262],"about_ca_topic_score_codex":0.07282599,"about_ca_topic_score_gemma":0.12192014,"teacher_disagreement_score":0.9986634,"about_ca_system_score_codex":0.0061733583,"about_ca_system_score_gemma":0.02130706,"threshold_uncertainty_score":0.14480418},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics","open_science"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4309400080","doi":"10.1111/amet.13106","title":"Gendered disruptions in academic publishing during COVID‐19","year":2022,"lang":"en","type":"article","venue":"American Ethnologist","topic":"Gender Diversity and Inequality","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; University of British Columbia","funders":"","keywords":"Publishing; Coronavirus disease 2019 (COVID-19); Phenomenon; Productivity; Sociology; Service (business); Work (physics); Pandemic; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Set (abstract data type); 2019-20 coronavirus outbreak; Peer review; Qualitative property; Public relations; Media studies; Political science; Business; Marketing; Economics; Epistemology; Medicine; Law; Economic growth","score_opus":0.226723561196816,"score_gpt":0.39129515124383835,"score_spread":0.16457159004702235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309400080","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9710509,0.0012064431,0.0006850666,0.0074675763,0.0001803076,0.000023352426,0.00014939517,0.000024492372,0.01921238],"genre_scores_gemma":[0.9983456,0.00021438483,0.00010396675,0.00030044524,0.000053246764,0.000015734624,0.000021022508,0.000013431048,0.0009322471],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98361075,0.009539638,0.00086110283,0.001056984,0.002576448,0.0023551292],"domain_scores_gemma":[0.94350886,0.029311163,0.014096971,0.002545578,0.0040695197,0.0064678285],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.01531562,0.00020394377,0.00040291346,0.003061737,0.01036985,0.008159154,0.0010247314,0.001219514,0.0050374614],"category_scores_gemma":[0.041868865,0.0004613384,0.00019013628,0.0031946583,0.012431885,0.005073062,0.008103176,0.0020247272,0.00048191036],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001374087,0.00007391494,0.08505626,0.000118397584,0.000015647009,0.00077314925,0.8708547,0.000075957134,0.0011764959,0.016827244,0.003209649,0.021681128],"study_design_scores_gemma":[0.000008439264,0.00008197659,0.10975837,0.00022639362,0.000005566518,0.00044925333,0.8449804,0.00009642673,0.0005159606,0.0053032986,0.038527258,0.000046732068],"about_ca_topic_score_codex":0.010584102,"about_ca_topic_score_gemma":0.02149318,"teacher_disagreement_score":0.98963016,"about_ca_system_score_codex":0.005457134,"about_ca_system_score_gemma":0.00566353,"threshold_uncertainty_score":0.080997705},"labels":[{"model":"gemma","categories":["metaresearch","sts"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4310572720","doi":"10.1177/09636625221135425","title":"Heuristic responses to pandemic uncertainty: Practicable communication strategies of “reasoned transparency” to aid public reception of changing science","year":2022,"lang":"en","type":"article","venue":"Public Understanding of Science","topic":"Climate Change Communication and Perception","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"Canadian Institutes of Health Research","keywords":"Transparency (behavior); Science communication; Pandemic; Coronavirus disease 2019 (COVID-19); Heuristic; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Psychology; Public relations; Computer science; Political science; Science education; Medicine; Computer security; Virology; Artificial intelligence; Infectious disease (medical specialty)","score_opus":0.6298813795993575,"score_gpt":0.4749396006509381,"score_spread":0.15494177894841943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310572720","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35914394,0.002569551,0.3522367,0.12752374,0.00077321916,0.0009552673,0.00016654431,0.0007746267,0.15585642],"genre_scores_gemma":[0.957105,0.0003055168,0.03909914,0.0020856194,0.000057408408,0.00020473397,0.000035402245,0.000053898537,0.0010533779],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.95355743,0.04041843,0.0010335136,0.001309475,0.0023010883,0.0013800383],"domain_scores_gemma":[0.9011371,0.075688995,0.00960166,0.007863463,0.003985828,0.0017228731],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.046821177,0.0009652954,0.0004593254,0.0029717023,0.005345436,0.010004333,0.0029449905,0.0049186978,0.0036403788],"category_scores_gemma":[0.09501553,0.00079868926,0.0010748734,0.001550249,0.027533885,0.014272579,0.008926739,0.0063550468,0.0004768262],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019303313,0.00015038483,0.0094227735,0.00063930376,0.00010828424,0.00078019814,0.57837373,0.0027354732,0.002034275,0.34026694,0.0056385365,0.05965709],"study_design_scores_gemma":[0.00015721774,0.00022752925,0.004271627,0.001118772,0.00012157678,0.0007314387,0.29583257,0.014081671,0.0028369196,0.5927028,0.08766277,0.0002551088],"about_ca_topic_score_codex":0.003217538,"about_ca_topic_score_gemma":0.003139457,"teacher_disagreement_score":0.99465454,"about_ca_system_score_codex":0.0051653585,"about_ca_system_score_gemma":0.0067727724,"threshold_uncertainty_score":0.247617},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4310593977","doi":"10.1186/s43058-022-00372-5","title":"Connecting for Care: a protocol for a mixed-method social network analysis to advance knowledge translation in the field of child development and rehabilitation","year":2022,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Northern Lipids (Canada); Queen's University; Ontario HIV Treatment Network; Children's Hospital of Eastern Ontario; Alberta Health Services; McMaster University; University of Alberta; University of Manitoba; Toronto Rehabilitation Institute; Izaak Walton Killam Health Centre; George & Fay Yee Centre for Healthcare Innovation; Children's Hospital Research Institute of Manitoba; University of Toronto; Women and Children’s Health Research Institute; Dalhousie University; Holland Bloorview Kids Rehabilitation Hospital; ImmunoPrecise (Canada); BC Children's Hospital; Sunny Hill Health Centre for Children; University of British Columbia; Public Health Ontario; CARE Canada; University of British Columbia Hospital","funders":"Canadian Institutes of Health Research","keywords":"General partnership; Social network analysis; Nonprobability sampling; Knowledge translation; Social work; Participant observation; Field (mathematics); Protocol (science); Social network (sociolinguistics); Psychology; Process (computing); Nursing; Medical education; Knowledge management; Public relations; Medicine; Sociology; Computer science; Population; Political science; Social media","score_opus":0.4442134632763496,"score_gpt":0.7271948635246505,"score_spread":0.2829814002483009,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310593977","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014454604,0.00008062898,0.023069326,0.0003158204,0.00026238695,0.96945995,0.0027580857,0.00042338914,0.0021849843],"genre_scores_gemma":[0.0004472055,0.00003517205,0.01853581,0.00007002746,0.000008551479,0.98035973,0.00014003216,0.000030605806,0.00037289204],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9016815,0.0754438,0.010813446,0.0041260887,0.00486051,0.0030746406],"domain_scores_gemma":[0.89779127,0.047163703,0.006033494,0.02171113,0.024336409,0.0029639644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.12741664,0.0049869097,0.004710688,0.007542739,0.008547571,0.0053358735,0.0054421234,0.0054990607,0.10294564],"category_scores_gemma":[0.115133315,0.0046173786,0.0047101737,0.007614231,0.004247109,0.0045711687,0.0066917767,0.009836346,0.024851004],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01908501,0.010177965,0.0034196724,0.04954442,0.0006238859,0.0027966837,0.065743886,0.008100172,0.01122721,0.05352088,0.3067341,0.46902606],"study_design_scores_gemma":[0.027199058,0.0042271228,0.010087527,0.019724594,0.00037781266,0.00041251138,0.019478213,0.010563081,0.007884294,0.04536371,0.853834,0.0008481451],"about_ca_topic_score_codex":0.0061899386,"about_ca_topic_score_gemma":0.016112063,"teacher_disagreement_score":0.12741664,"about_ca_system_score_codex":0.009277344,"about_ca_system_score_gemma":0.037951514,"threshold_uncertainty_score":0},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"grok","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"protocol","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"opus","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"protocol","about_ca_system":true,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4313196624","doi":"10.2196/38861","title":"A Linked Open Data–Based Terminology to Describe Libre/Free and Open-source Software: Incremental Development Study","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universität Leipzig; Austrian Science Fund; Deutsche Forschungsgemeinschaft","keywords":"Computer science; Software; Domain (mathematical analysis); Product (mathematics); Terminology; Health informatics; Data science; World Wide Web; Knowledge management; Software engineering; Health care","score_opus":0.07194521190949792,"score_gpt":0.3398283808072929,"score_spread":0.26788316889779495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313196624","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18078572,0.0045923805,0.7618173,0.008758559,0.00028859818,0.0028336337,0.0019513224,0.0007624117,0.038209993],"genre_scores_gemma":[0.25690603,0.0031856499,0.72756463,0.0010571005,0.00008537665,0.0026932189,0.0038125743,0.00071445724,0.003980906],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.97542036,0.011303246,0.0032296798,0.0019957477,0.0073719607,0.00067906943],"domain_scores_gemma":[0.91099375,0.054341394,0.0062892525,0.007984431,0.019333761,0.0010573699],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.030093867,0.00075606676,0.0006822187,0.013990221,0.0023498656,0.0072601065,0.002652121,0.0018013666,0.0019137402],"category_scores_gemma":[0.062122405,0.00087664556,0.0016824885,0.016591163,0.0048722327,0.018770019,0.006507595,0.0028125553,0.00063362584],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016439977,0.00083930406,0.048445117,0.0028491537,0.00014690241,0.0018957005,0.07785363,0.0047854814,0.009035227,0.3959914,0.012238057,0.44575557],"study_design_scores_gemma":[0.0001049131,0.00080476,0.04040707,0.0074192923,0.0005409729,0.00548979,0.09228744,0.05211672,0.016021404,0.12387956,0.66058296,0.0003451308],"about_ca_topic_score_codex":0.00722187,"about_ca_topic_score_gemma":0.0077646715,"teacher_disagreement_score":0.9973479,"about_ca_system_score_codex":0.006068749,"about_ca_system_score_gemma":0.009842897,"threshold_uncertainty_score":0.15915346},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"bench_or_experimental","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"software","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4313208965","doi":"10.4103/0973-3698.364675","title":"Disseminating Biomedical Research: Predatory Journals and Practices","year":2022,"lang":"en","type":"article","venue":"Indian Journal of Rheumatology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Dissemination; Engineering","score_opus":0.6830509861330616,"score_gpt":0.6488471419017912,"score_spread":0.03420384423127043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313208965","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010521329,0.05138438,0.017815227,0.84482473,0.015289936,0.00065237895,0.00014905052,0.0011105385,0.0582524],"genre_scores_gemma":[0.30919912,0.10286323,0.062744014,0.45940697,0.030993262,0.0018750915,0.00035398436,0.003620024,0.028944265],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.45029512,0.277788,0.059124798,0.028561812,0.17458954,0.009640711],"domain_scores_gemma":[0.13369104,0.47679818,0.125549,0.10164887,0.11079507,0.05151787],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3392059,0.0017497678,0.0030870684,0.022452323,0.0211957,0.07924645,0.007863835,0.023436248,0.012810361],"category_scores_gemma":[0.6376646,0.0035650237,0.0018965672,0.023868458,0.08190123,0.062143713,0.04397908,0.031217989,0.011170291],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021575924,0.0002504065,0.01928139,0.0068289055,0.0005404014,0.0024644956,0.13093431,0.00044702642,0.0020566217,0.21368237,0.3478942,0.27540413],"study_design_scores_gemma":[0.000088370194,0.0001836857,0.0053723333,0.0090161795,0.00010803795,0.0021844993,0.024366345,0.00047834436,0.0007533753,0.12787062,0.82929647,0.00028181664],"about_ca_topic_score_codex":0.0051034484,"about_ca_topic_score_gemma":0.0042096293,"teacher_disagreement_score":0.97656375,"about_ca_system_score_codex":0.0212108,"about_ca_system_score_gemma":0.06568012,"threshold_uncertainty_score":0.8148768},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","bibliometrics"],"domain":"evaluation","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","research_integrity"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4313585831","doi":"10.33137/cjal-rcbu.v8.38832","title":"Ready for a Fair Deal","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Academic Librarianship","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Negotiation; Context (archaeology); Collective bargaining; Political science; Narrative; Public relations; Equity (law); Library science; Public administration; Sociology; Management; Law; History","score_opus":0.10584456249635238,"score_gpt":0.3136192897266179,"score_spread":0.20777472723026552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313585831","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025333548,0.0023918394,0.0016557195,0.092667386,0.012544772,0.00021149042,0.00060870306,0.00064160017,0.88674515],"genre_scores_gemma":[0.016203128,0.00077244575,0.0009574522,0.01668899,0.0009255268,0.000050180013,0.00030583455,0.00024801676,0.9638484],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953295,0.0003236976,0.000078702644,0.0004749361,0.0022022587,0.0015909254],"domain_scores_gemma":[0.99551624,0.00018262246,0.00007813336,0.00040591744,0.0015598071,0.0022572756],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027580368,0.0007084801,0.00064189854,0.0015343977,0.019233346,0.017963553,0.0021008893,0.006342548,0.3563279],"category_scores_gemma":[0.009264655,0.000441144,0.0008031375,0.0012560317,0.004333018,0.007899537,0.008583671,0.006762275,0.10247094],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023563447,0.000030503457,0.00033504996,0.00004032017,0.000007426081,0.0001450879,0.0011136903,0.00003373297,0.00020350142,0.055067774,0.90829307,0.034706213],"study_design_scores_gemma":[0.0000026008167,0.000003015878,0.00021316568,0.000020192432,0.000001389154,0.000017228007,0.0008468409,0.0000100634115,0.000022733944,0.0015894435,0.9972676,0.0000057548646],"about_ca_topic_score_codex":0.3414851,"about_ca_topic_score_gemma":0.5648923,"teacher_disagreement_score":0.98601294,"about_ca_system_score_codex":0.013987057,"about_ca_system_score_gemma":0.03574295,"threshold_uncertainty_score":0.91812015},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":true,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4313590187","doi":"10.1332/174426421x16656568731041","title":"Use of research evidence in legislatures: a systematic review","year":2023,"lang":"en","type":"review","venue":"Evidence & Policy","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Collège de Maisonneuve; Université Laval","funders":"","keywords":"Legislature; Systematic review; Political science; MEDLINE; Law","score_opus":0.9767976449633988,"score_gpt":0.8324153214279946,"score_spread":0.14438232353540426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313590187","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016783151,0.99236864,0.0009033855,0.0019009062,0.00038927267,0.0011633589,0.0005489384,0.00002750976,0.001019731],"genre_scores_gemma":[0.03372354,0.9568899,0.003753912,0.0016807525,0.00018657857,0.0030473617,0.0005015224,0.000033203403,0.0001832957],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.7951328,0.10335102,0.06339487,0.006296391,0.029445847,0.0023790959],"domain_scores_gemma":[0.45831585,0.44411016,0.05692917,0.009292801,0.028598335,0.0027536408],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.10553193,0.0018088992,0.009293797,0.034754686,0.0020378751,0.009246798,0.003999353,0.00486385,0.0049311556],"category_scores_gemma":[0.41285178,0.0029445356,0.0072819176,0.034460433,0.0042940616,0.010372198,0.005664687,0.0036417835,0.00083554204],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000098314755,0.000019084304,0.0012141879,0.9442369,0.003115157,0.00013434254,0.0016731985,0.00009353191,0.00015095508,0.0008276308,0.0023866622,0.046050057],"study_design_scores_gemma":[0.000037739188,0.000037579008,0.0010286852,0.9814274,0.004869206,0.00012613894,0.0006970922,0.000033929962,0.00009685502,0.00033510017,0.011293174,0.000017053022],"about_ca_topic_score_codex":0.009661197,"about_ca_topic_score_gemma":0.0219563,"teacher_disagreement_score":0.89446807,"about_ca_system_score_codex":0.013541573,"about_ca_system_score_gemma":0.051761664,"threshold_uncertainty_score":0.55811286},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4319443012","doi":"10.1007/978-981-19-8590-4_6","title":"Reflections on Remixing Open Access Content into Open Educational Resources: A New Paradigm for Sustainable Data-Driven Language Learning Systems Design in Higher Education","year":2023,"lang":"en","type":"book-chapter","venue":"Future education and learning spaces","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"University of Waikato","keywords":"Open educational resources; Computer science; Open education; Multimedia; World Wide Web","score_opus":0.16203991385795963,"score_gpt":0.4263413651949371,"score_spread":0.26430145133697747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319443012","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010942099,0.009579267,0.04939676,0.49331224,0.006064378,0.00012011431,0.00013520007,0.00036146137,0.4300884],"genre_scores_gemma":[0.2870531,0.016669855,0.053137697,0.07323198,0.0025405998,0.00035439187,0.00014199427,0.0015095893,0.5653607],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99455255,0.0025555291,0.00015102014,0.0004605129,0.0017937704,0.000486519],"domain_scores_gemma":[0.9920359,0.0061122533,0.0001219029,0.0004748231,0.00078227103,0.0004728569],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.010498658,0.00062006497,0.0003486925,0.0006756825,0.003980001,0.015166077,0.0022862486,0.009044095,0.014748459],"category_scores_gemma":[0.008772994,0.00053808995,0.0005621235,0.001250266,0.017714787,0.03090543,0.006371297,0.011766615,0.0032521791],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001848867,0.000043223656,0.00006649269,0.0000852783,0.0000027632962,0.00022011762,0.014822808,0.0005367278,0.0007555271,0.8737418,0.084960684,0.0247461],"study_design_scores_gemma":[0.000008068827,0.000016359467,0.000084246865,0.0001772657,0.0000030648632,0.00016885188,0.010777631,0.00058996223,0.0012791053,0.15268481,0.83418936,0.000021289123],"about_ca_topic_score_codex":0.012035786,"about_ca_topic_score_gemma":0.018977206,"teacher_disagreement_score":0.99771374,"about_ca_system_score_codex":0.0073836343,"about_ca_system_score_gemma":0.005279052,"threshold_uncertainty_score":0.05552286},"labels":[{"model":"gemma","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4319870972","doi":"10.31468/dwr.989","title":"Power effects, normalising advice and evolving knowledge of doctoral writing","year":2023,"lang":"en","type":"article","venue":"Discourse and Writing/Rédactologie","topic":"Doctoral Education Challenges and Solutions","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Advice (programming); Agency (philosophy); Power (physics); Literacy; Norm (philosophy); Space (punctuation); Sociology; Pedagogy; Psychology; Public relations; Political science; Social science; Linguistics; Computer science; Law","score_opus":0.2233855852330089,"score_gpt":0.5508770861327812,"score_spread":0.3274915008997723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319870972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41568187,0.007627403,0.058907244,0.14300838,0.0010757135,0.00025813334,0.00007729576,0.00042408903,0.37293994],"genre_scores_gemma":[0.9826241,0.000836694,0.0054930532,0.0020099087,0.00012708823,0.00008144887,0.000019411002,0.00013552453,0.008672606],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.91941226,0.056918655,0.00266202,0.004587804,0.013207931,0.0032113139],"domain_scores_gemma":[0.83347976,0.1276839,0.009559564,0.010729955,0.011912647,0.0066341055],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05950514,0.0005743785,0.0008010654,0.004352938,0.017004859,0.022639243,0.0032145402,0.0054025142,0.004418024],"category_scores_gemma":[0.15066871,0.0006989451,0.00055310567,0.0024309822,0.08392308,0.024235068,0.021054225,0.009142909,0.0007795536],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021200713,0.000022305732,0.0011920593,0.00011429866,0.0000064505653,0.0003722882,0.8744767,0.0000991808,0.00037007703,0.101159856,0.0011492267,0.021016464],"study_design_scores_gemma":[0.000032319243,0.00008364096,0.002219515,0.0009211265,0.00001852347,0.0008371582,0.5848243,0.0006316782,0.00096057623,0.24375366,0.16564253,0.00007499314],"about_ca_topic_score_codex":0.005282221,"about_ca_topic_score_gemma":0.0056392313,"teacher_disagreement_score":0.94049484,"about_ca_system_score_codex":0.010620456,"about_ca_system_score_gemma":0.01230395,"threshold_uncertainty_score":0},"labels":[{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4322489884","doi":"10.2196/45684","title":"The Use of Social Media for Dissemination of Research Evidence to Health and Social Care Practitioners: Protocol for a Systematic Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Social media; PsycINFO; CINAHL; Information Dissemination; Health care; Medical education; MEDLINE; Medicine; Systematic review; Evidence-based practice; Data extraction; Protocol (science); Psychology; Public relations; Nursing; Alternative medicine; World Wide Web; Psychological intervention; Computer science; Political science","score_opus":0.9143723461296347,"score_gpt":0.7934559648791367,"score_spread":0.12091638125049797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322489884","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":"reporting","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012609655,0.0006541989,0.0009923546,0.00026484247,0.00020816787,0.9957989,0.0016402054,0.00006227883,0.00025295964],"genre_scores_gemma":[0.00012189478,0.00039500202,0.0022725104,0.000072615454,0.000018038303,0.9967901,0.00020507176,0.000005204543,0.00011955925],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.88179874,0.059411332,0.034050148,0.0068086786,0.013740156,0.0041909623],"domain_scores_gemma":[0.8811087,0.045761388,0.026955726,0.009764281,0.031282134,0.005127765],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.15255438,0.008242835,0.019390775,0.017659975,0.005525642,0.009674652,0.007113429,0.010367687,0.073440306],"category_scores_gemma":[0.18170148,0.008220256,0.018775912,0.019035488,0.0077099563,0.009791251,0.0073263915,0.010608798,0.014156339],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010922721,0.0006234491,0.0008206843,0.85580504,0.0034748332,0.00057955354,0.0032542113,0.0018799171,0.0023142637,0.006511235,0.05382207,0.059991956],"study_design_scores_gemma":[0.06749115,0.0043241093,0.005486382,0.5738223,0.00962382,0.00072538166,0.003172216,0.0030263332,0.0045619872,0.022273812,0.30449152,0.0010010686],"about_ca_topic_score_codex":0.0059652636,"about_ca_topic_score_gemma":0.011058734,"teacher_disagreement_score":0.99032533,"about_ca_system_score_codex":0.020621864,"about_ca_system_score_gemma":0.08248984,"threshold_uncertainty_score":0.8067943},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4323772350","doi":"10.3138/jsp-2022-0049","title":"What Can Be Learned about Predatory Journals from a Failed Study? Possible Motivations behind Predatory Journals","year":2023,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Scrutiny; Publishing; Value (mathematics); Grammar; Documentation; Compromise; Public relations; Psychology; Sociology; Internet privacy; Computer science; Social science; Political science; Law; Linguistics","score_opus":0.62953521345765,"score_gpt":0.5478280282914975,"score_spread":0.0817071851661525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323772350","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72216487,0.021048557,0.004868932,0.22713605,0.0021861314,0.00041425743,0.00023182003,0.00009196775,0.02185741],"genre_scores_gemma":[0.96408504,0.008723044,0.00198741,0.021365205,0.0013706846,0.00022084395,0.00011492054,0.00007993009,0.002052992],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.81907994,0.13333613,0.00880905,0.0056485115,0.026162678,0.0069636554],"domain_scores_gemma":[0.35477215,0.50025594,0.0821693,0.018319618,0.03191215,0.012570832],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.1573373,0.001029984,0.002439088,0.006818425,0.007448916,0.023918452,0.0042438414,0.008003983,0.004370608],"category_scores_gemma":[0.54413044,0.001322451,0.0013663898,0.005860028,0.026927218,0.03494607,0.008807087,0.00684115,0.001227281],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001860734,0.0002019203,0.11067284,0.0058756587,0.00038934965,0.0073230527,0.7899099,0.00008110902,0.0005652775,0.00908097,0.008204422,0.067509376],"study_design_scores_gemma":[0.000031192707,0.00022117097,0.045099862,0.0066044666,0.00018701976,0.0044349045,0.9040229,0.00016305762,0.0004654604,0.014294654,0.024335185,0.00014016313],"about_ca_topic_score_codex":0.0033252523,"about_ca_topic_score_gemma":0.007793486,"teacher_disagreement_score":0.991996,"about_ca_system_score_codex":0.006555598,"about_ca_system_score_gemma":0.009670924,"threshold_uncertainty_score":0.83208907},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","research_integrity"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4323772420","doi":"10.3138/jsp-2022-0028","title":"<i>Academia Letters</i>: Examination of an ‘Experimental’ Academia.edu Publishing Model","year":2023,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; Trustworthiness; Scholarly communication; Public relations; Library science; Political science; Computer science; Law; Internet privacy","score_opus":0.1432524128185395,"score_gpt":0.3985733770439685,"score_spread":0.255320964225429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323772420","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39825302,0.0015700007,0.023069022,0.15438123,0.002100206,0.0012799872,0.0007856444,0.00064538966,0.41791555],"genre_scores_gemma":[0.9579048,0.000579584,0.010645827,0.011945244,0.000638953,0.0012515654,0.00023139162,0.00021458122,0.016588189],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.93920386,0.041530408,0.0020088933,0.0027488628,0.012698316,0.0018097212],"domain_scores_gemma":[0.7295662,0.19683142,0.018172456,0.021597043,0.023086661,0.010746179],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.08843437,0.00029999734,0.0005341705,0.0033946289,0.011549316,0.030320408,0.0038738525,0.0037686615,0.014454711],"category_scores_gemma":[0.13395824,0.00062064116,0.00051667425,0.0052419687,0.023645198,0.017733948,0.006149395,0.004919377,0.0025717756],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035875288,0.0006815427,0.009297894,0.00029868944,0.000029179464,0.00020961901,0.022205034,0.0007152297,0.0004309368,0.9295706,0.0138465045,0.022355918],"study_design_scores_gemma":[0.0010284786,0.0025792199,0.018394642,0.0010005224,0.00010204296,0.00056888507,0.07608818,0.012085956,0.0054364866,0.42102423,0.46133193,0.00035938172],"about_ca_topic_score_codex":0.0040026344,"about_ca_topic_score_gemma":0.005137132,"teacher_disagreement_score":0.9696796,"about_ca_system_score_codex":0.01741632,"about_ca_system_score_gemma":0.013917691,"threshold_uncertainty_score":0.46769124},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4362700715","doi":"10.1101/2023.04.05.535734","title":"Second-order Citations in Altmetrics: A Case Study Analyzing the Audiences of COVID-19 Research in the News and on Social Media","year":2023,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada; Queensland University of Technology","keywords":"Altmetrics; Social media; Order (exchange); CITES; Coronavirus disease 2019 (COVID-19); Public relations; Sociology; Political science; Data science; Computer science; World Wide Web; Medicine; Business","score_opus":0.22443319868326883,"score_gpt":0.4181630226410769,"score_spread":0.19372982395780808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362700715","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9819532,0.0010454784,0.0030537439,0.0019015145,0.00005455799,0.00014590869,0.0012045405,0.000063676816,0.010577337],"genre_scores_gemma":[0.9878896,0.0007503653,0.0074321637,0.00031985677,0.00021424214,0.00020329645,0.0009859321,0.00009740996,0.0021071385],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98291045,0.00963787,0.0012748177,0.0009848765,0.0043172226,0.00087473757],"domain_scores_gemma":[0.7109903,0.23043852,0.029732741,0.008246923,0.017253282,0.0033382317],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.022094924,0.00041856978,0.00064833806,0.020942358,0.0046144975,0.00602828,0.0012291629,0.0023923304,0.003182931],"category_scores_gemma":[0.08968643,0.00031974423,0.0004793843,0.0289346,0.0028640698,0.005887618,0.003998861,0.0017051842,0.0008417921],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039584283,0.00082112773,0.5369647,0.0015896367,0.00016629192,0.009755245,0.31516814,0.0009444334,0.0043138545,0.01906355,0.009553483,0.10126367],"study_design_scores_gemma":[0.00006259255,0.0004494031,0.48737893,0.0016117314,0.00018277281,0.006814546,0.36493924,0.010437099,0.006427035,0.01401256,0.107463896,0.0002202338],"about_ca_topic_score_codex":0.006921072,"about_ca_topic_score_gemma":0.0142885065,"teacher_disagreement_score":0.97905767,"about_ca_system_score_codex":0.0033438492,"about_ca_system_score_gemma":0.0018507068,"threshold_uncertainty_score":0.116850495},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4366548716","doi":"10.33137/cjal-rcbu.v9.38148","title":"Articulations of language and value(s) in scholarly publishing circuits","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Academic Librarianship","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sociology; Mainstream; Value (mathematics); Praxis; Publishing; Valuation (finance); Social science; Epistemology; Computer science; Political science; Law; Economics","score_opus":0.0614806772419375,"score_gpt":0.24179874572367885,"score_spread":0.18031806848174134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366548716","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12193293,0.009749729,0.039091326,0.08313796,0.0011733375,0.000076647964,0.000046371773,0.00013557357,0.7446561],"genre_scores_gemma":[0.9859095,0.0011922282,0.0032103998,0.0018981956,0.00037671204,0.0000710598,0.000013172701,0.00008483861,0.0072438815],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9677238,0.023086905,0.0011163937,0.0014413588,0.0047586123,0.0018729431],"domain_scores_gemma":[0.9377074,0.047156617,0.003545258,0.00426478,0.0047478923,0.002578014],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.027548969,0.0006141174,0.00088759727,0.006316633,0.014998972,0.046688896,0.0022464262,0.0045887074,0.0037400348],"category_scores_gemma":[0.043485664,0.00062681694,0.0005769875,0.0055322624,0.11620698,0.03151096,0.018318744,0.0063714776,0.0005727772],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016038088,0.00000750821,0.00032122585,0.000044237375,0.0000053647245,0.00012189615,0.065432034,0.0000571087,0.000116680414,0.9271479,0.00059879007,0.006131168],"study_design_scores_gemma":[0.000026366772,0.00003988557,0.0005221984,0.00048968964,0.000024799805,0.00028465825,0.07447901,0.0003158467,0.00044971256,0.8347091,0.08861778,0.000040901617],"about_ca_topic_score_codex":0.002454579,"about_ca_topic_score_gemma":0.002482311,"teacher_disagreement_score":0.9533111,"about_ca_system_score_codex":0.012087841,"about_ca_system_score_gemma":0.011450091,"threshold_uncertainty_score":0.14569461},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4366783310","doi":"10.1186/s41073-023-00128-2","title":"Scientific sinkhole: estimating the cost of peer review based on survey data with snowball sampling","year":2023,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Prince Edward Island; Agricultural Research Institute of Ontario","funders":"","keywords":"Snowball sampling; Scopus; Peer review; Psychology; Demography; Medicine; Actuarial science; Geography; Statistics; MEDLINE; Political science; Business; Sociology; Mathematics","score_opus":0.952932832349722,"score_gpt":0.7128552951760203,"score_spread":0.24007753717370173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366783310","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6566857,0.005168077,0.2666029,0.0031419452,0.0005369033,0.025058534,0.019612767,0.00053389434,0.02265937],"genre_scores_gemma":[0.873638,0.0010367872,0.10984831,0.00031718152,0.000156516,0.009828018,0.0034169354,0.0000677159,0.0016905454],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8360619,0.13612506,0.008223615,0.0057640774,0.01167965,0.002145661],"domain_scores_gemma":[0.5324249,0.35854286,0.06431473,0.019726604,0.022273757,0.0027171695],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.10251973,0.0013411746,0.0013992139,0.006543948,0.0012727883,0.0031344723,0.0037585334,0.0015936078,0.007324099],"category_scores_gemma":[0.3308271,0.0012336669,0.0031525404,0.009599251,0.0019752588,0.004544752,0.003069459,0.0013394476,0.0009418161],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003162106,0.0007122679,0.7445717,0.003985724,0.005044026,0.00051087176,0.004072964,0.049682572,0.00031188695,0.024369773,0.014254028,0.1493221],"study_design_scores_gemma":[0.0016668335,0.003372098,0.58239555,0.0034198917,0.0038136863,0.0015184132,0.0055665732,0.3146844,0.0013867157,0.04761403,0.03424311,0.00031870074],"about_ca_topic_score_codex":0.026533,"about_ca_topic_score_gemma":0.017352208,"teacher_disagreement_score":0.99345607,"about_ca_system_score_codex":0.007623096,"about_ca_system_score_gemma":0.0071955076,"threshold_uncertainty_score":0.5421826},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4368360813","doi":"10.1177/08445621231172621","title":"Research on Predatory Publishing in Health Care: A Scoping Review","year":2023,"lang":"en","type":"review","venue":"Canadian Journal of Nursing Research","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; CINAHL; MEDLINE; Health care; Grey literature; Scopus; Empirical research; Multidisciplinary approach; Scientific literature; Medicine; Psychology; Nursing; Political science; Social science; Sociology; Psychological intervention; Biology","score_opus":0.9582995180482285,"score_gpt":0.7773683384431942,"score_spread":0.18093117960503435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4368360813","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030037798,0.9907934,0.00037088507,0.0027618518,0.0005912695,0.0004727642,0.00022136034,0.000016205722,0.0017683209],"genre_scores_gemma":[0.019061087,0.97753865,0.0011999054,0.00085014495,0.00040896074,0.000555307,0.00023247764,0.000010711384,0.00014281587],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9440116,0.016344853,0.020994658,0.002118585,0.015535452,0.0009949153],"domain_scores_gemma":[0.54371667,0.3577579,0.050919626,0.0062639876,0.03894959,0.0023921488],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.051514454,0.0011358957,0.0039482466,0.07516198,0.0037215338,0.011960099,0.0022848523,0.004647602,0.0040993667],"category_scores_gemma":[0.27958986,0.0013409678,0.0032038412,0.08329057,0.0048183836,0.009346591,0.004172776,0.0022222775,0.0008081228],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016017215,0.00011133807,0.009924462,0.63696057,0.0018685012,0.0005282378,0.004565629,0.00022994915,0.00029749304,0.0032937673,0.009294233,0.33276576],"study_design_scores_gemma":[0.000023798944,0.000095330506,0.009773623,0.9422439,0.0034503844,0.000830194,0.0035072998,0.000144462,0.00021967804,0.0013729217,0.03829442,0.00004394948],"about_ca_topic_score_codex":0.009909313,"about_ca_topic_score_gemma":0.01852372,"teacher_disagreement_score":0.9953524,"about_ca_system_score_codex":0.010007233,"about_ca_system_score_gemma":0.04031843,"threshold_uncertainty_score":0.27243775},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication","research_integrity"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4377020955","doi":"10.12688/f1000research.133710.1","title":"Making science public: a review of journalists’ use of Open Science research","year":2023,"lang":"en","type":"review","venue":"F1000Research","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada; Arts and Humanities Research Council; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Fundação de Amparo à Pesquisa do Estado de São Paulo; Deutsche Forschungsgemeinschaft","keywords":"Open peer review; Open science; Plant biology; Open data; Physiology; Citizen science; Neuroscience; Engineering ethics; Political science; Medicine; Psychology; Biology; Engineering; Botany; Physics","score_opus":0.9515545007136529,"score_gpt":0.7551723002125759,"score_spread":0.19638220050107702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377020955","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014469111,0.97282696,0.00047378908,0.019617189,0.0023592585,0.000040635445,0.00005684772,0.000016844395,0.0031615458],"genre_scores_gemma":[0.01570929,0.970414,0.0011216052,0.009704157,0.00252551,0.00010350453,0.00006957168,0.00004890285,0.00030341098],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9075096,0.047348484,0.017790478,0.005194503,0.019791182,0.0023656986],"domain_scores_gemma":[0.3902825,0.52841073,0.028830111,0.007660686,0.039654456,0.005161427],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.10087683,0.0009895783,0.0024173441,0.027631072,0.0046094717,0.020137716,0.0029431486,0.0069631725,0.0034339223],"category_scores_gemma":[0.29714608,0.001596137,0.002373184,0.031050164,0.009611685,0.017142339,0.0059224954,0.0059413,0.0012234825],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000262276,0.00009627124,0.005944424,0.16270834,0.00072158553,0.0006948003,0.038013756,0.00027062013,0.00078134733,0.026403062,0.062009253,0.7020943],"study_design_scores_gemma":[0.00004501517,0.00014489134,0.008474229,0.21197073,0.0006030619,0.0011956951,0.016274143,0.00008251134,0.00032429292,0.00611472,0.7546602,0.00011053911],"about_ca_topic_score_codex":0.004263153,"about_ca_topic_score_gemma":0.009705795,"teacher_disagreement_score":0.99705684,"about_ca_system_score_codex":0.0076618167,"about_ca_system_score_gemma":0.029291227,"threshold_uncertainty_score":0.53349406},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"qualitative","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4377821117","doi":"10.2196/41388","title":"Assessment of the Dissemination of COVID-19–Related Articles Across Social Media: Altmetrics Study","year":2023,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Altmetrics; Citation; Social media; Bibliometrics; Scopus; Coronavirus disease 2019 (COVID-19); Dimension (graph theory); Citation analysis; Information Dissemination; MEDLINE; Library science; Medicine; Computer science; World Wide Web; Political science; Mathematics","score_opus":0.18063523789001237,"score_gpt":0.5805738851175438,"score_spread":0.3999386472275315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377821117","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96714693,0.0037373002,0.0040287003,0.0011718832,0.00010774371,0.0003423549,0.010503506,0.00030806055,0.0126534],"genre_scores_gemma":[0.98550606,0.0013053342,0.005327144,0.00014286242,0.0004295327,0.00036571804,0.005716789,0.000069555696,0.0011369345],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9833816,0.0038364849,0.0034867225,0.001457058,0.0073536695,0.00048444554],"domain_scores_gemma":[0.79158694,0.08272161,0.08348704,0.0065467013,0.031922694,0.0037350748],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.015946247,0.0005720014,0.0007412106,0.06075861,0.0009470978,0.0046101413,0.00090311543,0.00067818724,0.002373954],"category_scores_gemma":[0.10757034,0.00020703036,0.0010470484,0.064162426,0.00093092833,0.0053532505,0.0027946702,0.000600873,0.0009851777],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022438487,0.00019481515,0.90312976,0.0014748445,0.00071818574,0.0002900778,0.0031407753,0.0005974354,0.0011522218,0.0022143903,0.004798343,0.08206471],"study_design_scores_gemma":[0.000024388515,0.00026991108,0.9723503,0.00031136812,0.0003188727,0.0010420186,0.004031699,0.004987169,0.0013438415,0.001496613,0.013761423,0.00006235528],"about_ca_topic_score_codex":0.0016347442,"about_ca_topic_score_gemma":0.00197617,"teacher_disagreement_score":0.98405373,"about_ca_system_score_codex":0.0014426888,"about_ca_system_score_gemma":0.0014803889,"threshold_uncertainty_score":0.08433288},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4378806110","doi":"10.1136/bmjebm-2022-112200","title":"Plain language summaries: enhancing patient-centred care and improving accessibility of health research","year":2023,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Stroke Network; University Health Network; University of British Columbia","funders":"","keywords":"Plain language; Health care; Medicine; Computer science; Nursing; Political science","score_opus":0.264962570399348,"score_gpt":0.5450406684158028,"score_spread":0.2800780980164548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378806110","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reporting","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30494156,0.073936746,0.09416919,0.33962178,0.008811609,0.0046969145,0.009851387,0.008189313,0.15578142],"genre_scores_gemma":[0.61969906,0.061211605,0.24283749,0.040313095,0.00859252,0.0027209842,0.0045002205,0.0009844977,0.019140553],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97594255,0.016503336,0.003943908,0.00058029726,0.0027178382,0.00031209373],"domain_scores_gemma":[0.8163881,0.1363764,0.02446415,0.005856057,0.01051154,0.0064037116],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02136286,0.00046334983,0.0011016504,0.0024017377,0.0007962184,0.005294188,0.0011034596,0.001981834,0.022817198],"category_scores_gemma":[0.20306848,0.0006100397,0.0010019109,0.0017491749,0.00052718335,0.006600228,0.0039477516,0.0018747787,0.004209535],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019345201,0.0013770934,0.016554443,0.01058473,0.00029563697,0.0006382447,0.007008804,0.00044327977,0.0016990632,0.0033927173,0.15901418,0.7970573],"study_design_scores_gemma":[0.0063049584,0.0076732505,0.20214352,0.030256825,0.0033412839,0.008204596,0.016403066,0.0042324727,0.010412769,0.05639978,0.65365857,0.00096890796],"about_ca_topic_score_codex":0.0008482824,"about_ca_topic_score_gemma":0.0024242639,"teacher_disagreement_score":0.97863716,"about_ca_system_score_codex":0.00079716166,"about_ca_system_score_gemma":0.0038545288,"threshold_uncertainty_score":0.112978935},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4379016279","doi":"10.1038/d41586-023-01819-y","title":"Preprint clubs: why it takes a village to do peer review","year":2023,"lang":"en","type":"article","venue":"Nature","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design","funders":"","keywords":"Preprint; Peer review; Library science; Political science; Medical education; Sociology; Medicine; World Wide Web; Computer science","score_opus":0.09212102075893597,"score_gpt":0.4533360865420113,"score_spread":0.36121506578307533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379016279","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04415187,0.0070582163,0.05623661,0.5252565,0.06911891,0.0009557852,0.0011484155,0.0086372,0.28743643],"genre_scores_gemma":[0.505205,0.0033194388,0.040643636,0.067825936,0.0306155,0.0013500374,0.0015819113,0.006781413,0.34267718],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9091499,0.043821372,0.003757152,0.0059340266,0.03190744,0.0054300185],"domain_scores_gemma":[0.5967406,0.13358863,0.01942615,0.058565676,0.11697238,0.0747065],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.07690642,0.0006380508,0.0012816619,0.0034287912,0.011895978,0.01642592,0.0038196724,0.007649547,0.05651749],"category_scores_gemma":[0.24401258,0.0009805817,0.0008526662,0.0029634896,0.011233099,0.012528981,0.010448847,0.009532408,0.028206814],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001834205,0.00014525442,0.0058104102,0.0004954243,0.00015724482,0.000589511,0.005912003,0.00028573614,0.0018121558,0.081492096,0.78669345,0.11642335],"study_design_scores_gemma":[0.000094962415,0.00011454741,0.005456354,0.00027486988,0.00003469394,0.00034748,0.005153334,0.0008465195,0.000798119,0.10534019,0.881408,0.00013088963],"about_ca_topic_score_codex":0.005894996,"about_ca_topic_score_gemma":0.011252236,"teacher_disagreement_score":0.92309356,"about_ca_system_score_codex":0.0038076818,"about_ca_system_score_gemma":0.022591716,"threshold_uncertainty_score":0.40672487},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4379160774","doi":"10.1002/leap.1547","title":"Human‐ and <scp>AI</scp>‐based authorship: Principles and ethics","year":2023,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Premise; Medical journal; Computer science; Key (lock); Operations research; Sociology; Epistemology; Library science; Computer security; Philosophy; Engineering","score_opus":0.437435979144406,"score_gpt":0.47657498597324593,"score_spread":0.03913900682883992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379160774","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043844287,0.0035531947,0.046056792,0.80942756,0.010113285,0.0006608008,0.0002982092,0.0002706418,0.12523508],"genre_scores_gemma":[0.40736094,0.005559993,0.088214055,0.38682017,0.022590255,0.003789294,0.0005619337,0.00088818785,0.08421521],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.71963227,0.19189288,0.02245487,0.008347426,0.05132811,0.006344457],"domain_scores_gemma":[0.35769618,0.4215692,0.027595581,0.070532694,0.09389564,0.028710831],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.1551253,0.0006044789,0.0013226311,0.0017885657,0.0069809733,0.023368174,0.0032152934,0.018698165,0.011921777],"category_scores_gemma":[0.4272508,0.0007726714,0.00082481146,0.0027846156,0.042340983,0.01314859,0.007922302,0.022119002,0.013153573],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007516595,0.000055771136,0.0011752227,0.00040062747,0.000023892417,0.0003215631,0.012180169,0.00024678587,0.00025417452,0.57272595,0.3717743,0.04076638],"study_design_scores_gemma":[0.000057197965,0.000059317874,0.00094046065,0.0017933915,0.000015770358,0.0011822829,0.0056382646,0.0011661944,0.00057994586,0.3774516,0.6110175,0.00009804059],"about_ca_topic_score_codex":0.0022743521,"about_ca_topic_score_gemma":0.002549464,"teacher_disagreement_score":0.98130184,"about_ca_system_score_codex":0.0053427974,"about_ca_system_score_gemma":0.03236428,"threshold_uncertainty_score":0.8203908},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4379364963","doi":"10.1002/asi.24758","title":"A comparative study of the coverage of African journals in Web of Science, Scopus, and CrossRef","year":2023,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Council of Prairie and Pacific University Libraries; Western University","funders":"","keywords":"Scopus; Web of science; Directory; Library science; Citation; Bibliometrics; World Wide Web; Computer science; MEDLINE; Political science","score_opus":0.28533283705545054,"score_gpt":0.536237433066305,"score_spread":0.25090459601085446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379364963","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9166335,0.05534794,0.0014262403,0.0031500545,0.00023694441,0.00015484239,0.0073159314,0.00008629519,0.015648412],"genre_scores_gemma":[0.97894776,0.015712084,0.0016446081,0.0002772501,0.00020937878,0.00008325193,0.0025227654,0.000049800637,0.0005531463],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9833067,0.0054750605,0.0048166197,0.00094498985,0.0045424094,0.000914192],"domain_scores_gemma":[0.8187193,0.08423011,0.050159495,0.0054227537,0.037308216,0.0041601057],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.016348,0.00046250303,0.0009968741,0.049533363,0.001098119,0.0054129013,0.00093991973,0.00074426725,0.0043728785],"category_scores_gemma":[0.14625323,0.00035707292,0.0006332268,0.053755507,0.00088908325,0.007844777,0.0032092794,0.00040425517,0.000719376],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00077390845,0.00018107206,0.74688965,0.010026492,0.0012535524,0.000786959,0.0158117,0.00026349496,0.0024303424,0.0028811859,0.0048685228,0.21383321],"study_design_scores_gemma":[0.000043973076,0.00031284537,0.9288998,0.0072766235,0.00075571134,0.002940486,0.025534878,0.0008668186,0.0018960298,0.0013810877,0.029994916,0.00009680201],"about_ca_topic_score_codex":0.0027600704,"about_ca_topic_score_gemma":0.0038085643,"teacher_disagreement_score":0.95046663,"about_ca_system_score_codex":0.0010121887,"about_ca_system_score_gemma":0.0023726649,"threshold_uncertainty_score":0.08645755},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4379389436","doi":"10.3138/jsp-2022-0073","title":"Toward a Potential Solution of the Crisis in Scholarly Publishing: An Academic Research Community Alliance Model","year":2023,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; Alliance; Public relations; Perspective (graphical); Academic community; Sociology; State (computer science); Set (abstract data type); Political science; Computer science; Social science; Law","score_opus":0.4659224511730276,"score_gpt":0.4779319057638813,"score_spread":0.012009454590853674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379389436","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08748783,0.001227878,0.29992512,0.17590277,0.0009200135,0.00091453316,0.0001394694,0.00047264982,0.4330098],"genre_scores_gemma":[0.8522178,0.0010657237,0.1025403,0.003597696,0.00028946053,0.0008386025,0.00011550634,0.0000920391,0.039242897],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98974633,0.0064184624,0.00038451797,0.00074153417,0.0016807858,0.0010282828],"domain_scores_gemma":[0.9808544,0.0072807353,0.0016369169,0.0016081068,0.00329602,0.0053238887],"candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.015439918,0.00053159456,0.0006742053,0.0027370448,0.0068957875,0.018701429,0.00484037,0.009408385,0.015066393],"category_scores_gemma":[0.028261252,0.0005249725,0.0013670224,0.0029887483,0.00942604,0.022352831,0.012423241,0.0054907296,0.0029582784],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003117162,0.00013998075,0.000661917,0.00004368504,0.000010515371,0.00013739771,0.0020650877,0.0029294423,0.00008167201,0.98398846,0.0025202413,0.007390537],"study_design_scores_gemma":[0.00012720603,0.00010718721,0.0003123745,0.00014120701,0.000026161555,0.000221304,0.009304118,0.04554133,0.00017114377,0.89335984,0.05064391,0.000044227378],"about_ca_topic_score_codex":0.0025080242,"about_ca_topic_score_gemma":0.0033525946,"teacher_disagreement_score":0.9951596,"about_ca_system_score_codex":0.005590251,"about_ca_system_score_gemma":0.015226525,"threshold_uncertainty_score":0.081655025},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4382141301","doi":"10.5334/dsj-2023-018","title":"Polar Data Forum IV – An Ocean of Opportunities","year":2023,"lang":"en","type":"article","venue":"Data Science Journal","topic":"Research Data Management Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Inuvialuit Regional Corporation; Nunavut Research Institute; University of Calgary","funders":"LifeWatch – Niclas Öberg Foundation; Belgian Federal Science Policy Office","keywords":"Interoperability; Polar; Data management; Computer science; Library science; World Wide Web; Data science; Database","score_opus":0.5412294111931125,"score_gpt":0.46077708226501984,"score_spread":0.08045232892809268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382141301","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01414086,0.021050038,0.02324745,0.69722384,0.056267265,0.00044888907,0.0018250598,0.0008919664,0.18490471],"genre_scores_gemma":[0.2634888,0.028927004,0.0447496,0.23312332,0.041124877,0.0022800302,0.0078751445,0.004471741,0.37395954],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95449185,0.019730944,0.0014190798,0.0029276786,0.014490207,0.0069402447],"domain_scores_gemma":[0.88486445,0.05135402,0.0046039172,0.012395915,0.012431354,0.03435029],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.09554195,0.0007804437,0.0008488545,0.0040288484,0.014267468,0.039402977,0.0026408087,0.012179982,0.034403395],"category_scores_gemma":[0.08819683,0.000963646,0.0011182507,0.0054231486,0.010489314,0.034042355,0.036711078,0.016032984,0.008753772],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019161077,0.0001245194,0.0017687895,0.00047425818,0.000015376041,0.00068289036,0.011862302,0.0003232724,0.0009414383,0.42964944,0.45839557,0.09557054],"study_design_scores_gemma":[0.0000072668477,0.000014799197,0.00026676015,0.00021250478,0.0000010191462,0.00006493997,0.0025301669,0.000039418293,0.00010679095,0.013697833,0.98304015,0.000018411347],"about_ca_topic_score_codex":0.004687643,"about_ca_topic_score_gemma":0.0043494366,"teacher_disagreement_score":0.09554195,"about_ca_system_score_codex":0.0072667534,"about_ca_system_score_gemma":0.020402767,"threshold_uncertainty_score":0.50528014},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4384197712","doi":"10.21083/partnership.v18i1.7287","title":"Critical Adaptability and Collaboration: A Student Reflection on Preparing for Scholarly Communication Librarianship","year":2023,"lang":"en","type":"article","venue":"Partnership The Canadian Journal of Library and Information Practice and Research","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Adaptability; Preparedness; Reflection (computer programming); Scholarly communication; Critical reflection; Sociology; Library science; Pedagogy; Political science; Computer science; Management","score_opus":0.1598796151362092,"score_gpt":0.46606189203931103,"score_spread":0.30618227690310185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384197712","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29686835,0.006493074,0.011634274,0.629097,0.016845684,0.0006849418,0.000072562405,0.00051538466,0.037788883],"genre_scores_gemma":[0.83063173,0.009275773,0.013925534,0.10901482,0.004567143,0.0004907791,0.00009771694,0.00038987934,0.031606555],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9620846,0.026675181,0.0012846437,0.0014274546,0.004076516,0.004451649],"domain_scores_gemma":[0.9545369,0.018704953,0.0028857437,0.0024234995,0.008512673,0.01293625],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.02629005,0.0013909241,0.0013234958,0.0017900662,0.022624139,0.01848472,0.005311991,0.013990787,0.0025891266],"category_scores_gemma":[0.067496285,0.0009284185,0.0015926136,0.0014333861,0.013551653,0.01133838,0.019970622,0.027426483,0.0011855373],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008465597,0.00078809145,0.00237266,0.0003693617,0.00004085158,0.0028054842,0.847564,0.00024594588,0.0015799785,0.0067162593,0.06948591,0.06794671],"study_design_scores_gemma":[0.000028851846,0.00040216744,0.0014027181,0.0007500319,0.000030769446,0.0018389378,0.78567606,0.00031684895,0.0014679835,0.0041798367,0.20380901,0.00009683639],"about_ca_topic_score_codex":0.003303405,"about_ca_topic_score_gemma":0.006273171,"teacher_disagreement_score":0.9815153,"about_ca_system_score_codex":0.008156881,"about_ca_system_score_gemma":0.023220465,"threshold_uncertainty_score":0.13903672},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4385386714","doi":"10.4242/balisagevol28.hymers01","title":"Retractions and Corrections at Scholars Portal Journals","year":2023,"lang":"en","type":"article","venue":"Balisage series on markup technologies","topic":"Library Science and Information Systems","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario Council of University Libraries","funders":"","keywords":"Metadata; Computer science; Workflow; Identifier; World Wide Web; XML; Process (computing); Digital library; Service (business); Object (grammar); Information retrieval; Library science; Database; Business","score_opus":0.025519186116147733,"score_gpt":0.2562568147893987,"score_spread":0.23073762867325098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385386714","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05742228,0.011465177,0.08566204,0.1469542,0.17899732,0.0060721356,0.012466904,0.042452097,0.45850787],"genre_scores_gemma":[0.15892091,0.013007359,0.17050922,0.020505529,0.032386143,0.0019066238,0.0106553435,0.028236838,0.56387204],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.89193904,0.022577496,0.020538202,0.00525962,0.05615456,0.0035310576],"domain_scores_gemma":[0.47482985,0.13097622,0.054127377,0.10909099,0.21169701,0.019278534],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.07890017,0.0014368315,0.0018236736,0.0274396,0.01155584,0.021018686,0.0044684056,0.0043889554,0.064721994],"category_scores_gemma":[0.45327607,0.0018743237,0.0024624437,0.019827956,0.0052583646,0.01201517,0.012848752,0.0071132337,0.0660854],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046149068,0.00016981219,0.0063364753,0.0018052771,0.000101056015,0.0028292683,0.009805723,0.0003432115,0.006038383,0.023678388,0.6437863,0.30464458],"study_design_scores_gemma":[0.00003649776,0.000100044446,0.0026981093,0.0006870707,0.00003919228,0.00059503387,0.0024859444,0.00034750978,0.004319283,0.006348402,0.98218495,0.00015796191],"about_ca_topic_score_codex":0.0091172075,"about_ca_topic_score_gemma":0.016838834,"teacher_disagreement_score":0.9956111,"about_ca_system_score_codex":0.0077890917,"about_ca_system_score_gemma":0.033500925,"threshold_uncertainty_score":0.417269},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4385851222","doi":"10.2196/46620","title":"Altmetric Analysis of Dermatology Manuscript Dissemination During the COVID-19 Era: Cross-Sectional Study","year":2023,"lang":"en","type":"article","venue":"JMIR Dermatology","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Bibliometrics; Altmetrics; Impact factor; Coronavirus disease 2019 (COVID-19); Citation; MEDLINE; Logistic regression; Social media; Medicine; Library science; Computer science; Pathology; Political science; World Wide Web; Internal medicine","score_opus":0.10609429027645394,"score_gpt":0.47842853237698724,"score_spread":0.3723342421005333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385851222","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9898831,0.0027089873,0.00052782154,0.00035896464,0.00006130201,0.00014170942,0.004327094,0.000039829083,0.0019513184],"genre_scores_gemma":[0.99696153,0.0005294117,0.00043891682,0.00008450384,0.00010744293,0.00012961846,0.0013627944,0.000015600408,0.0003702404],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9864144,0.0035800042,0.0039399806,0.0016413714,0.003666653,0.00075756275],"domain_scores_gemma":[0.8512419,0.031740796,0.09100692,0.005360365,0.015515353,0.0051346896],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.014947233,0.0003352076,0.00070051214,0.010575502,0.0009485101,0.0029809917,0.001168773,0.00080795115,0.0032117164],"category_scores_gemma":[0.062420193,0.00038482528,0.001168354,0.016973643,0.00086449296,0.0034059354,0.0020009293,0.0011657164,0.00087857636],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011722308,0.00008195204,0.99532926,0.00016081339,0.00015185801,0.00003143807,0.0003549077,0.00004815002,0.000062278195,0.00006253882,0.00045881254,0.0031407357],"study_design_scores_gemma":[0.000007121435,0.0001525377,0.99791795,0.000040055304,0.000060364902,0.00017419555,0.0006548735,0.00017051249,0.000067360284,0.000054328957,0.000688622,0.000011986878],"about_ca_topic_score_codex":0.002429885,"about_ca_topic_score_gemma":0.0020478247,"teacher_disagreement_score":0.9894245,"about_ca_system_score_codex":0.0012488246,"about_ca_system_score_gemma":0.0014237163,"threshold_uncertainty_score":0.07904947},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4386252162","doi":"10.14507/cie.vol24iss2.2179","title":"Improving Student Journal Visibility via the Directory of Open Access Journals","year":2023,"lang":"en","type":"article","venue":"Current Issues in Education","topic":"Web and Library Services","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario Council of University Libraries; University of Toronto","funders":"","keywords":"Directory; Visibility; Interview; Computer science; Inclusion (mineral); World Wide Web; Process (computing); Library science; Medical education; Psychology; Sociology; Medicine; Programming language; Operating system","score_opus":0.09226345064319658,"score_gpt":0.4903480726199949,"score_spread":0.39808462197679834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386252162","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3910371,0.0040179826,0.011221335,0.43445048,0.002573896,0.00022422039,0.0003308136,0.0014452604,0.15469882],"genre_scores_gemma":[0.9091303,0.0016738256,0.00899021,0.021274364,0.0014063182,0.00012125313,0.00012250915,0.00025535582,0.057025835],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98467803,0.008400112,0.00087167975,0.0006519894,0.0038368287,0.0015614583],"domain_scores_gemma":[0.8911181,0.042168226,0.011157272,0.004643017,0.017375719,0.033537637],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.01776207,0.00015022625,0.00034510676,0.0015820641,0.008738042,0.012719372,0.0010329245,0.0023220454,0.014062901],"category_scores_gemma":[0.06566416,0.00034811356,0.00026822163,0.0023407314,0.002323946,0.01066877,0.008163732,0.0041035833,0.003944811],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023716305,0.0007828826,0.07498757,0.00050453166,0.000023576365,0.0009957883,0.17664178,0.0002271755,0.0047639264,0.036573324,0.34122515,0.36303708],"study_design_scores_gemma":[0.000038820774,0.00041769,0.032192595,0.00022520138,0.000016687949,0.00085839385,0.07199702,0.00039625863,0.0025302162,0.008021028,0.88318753,0.00011856284],"about_ca_topic_score_codex":0.0022425351,"about_ca_topic_score_gemma":0.0058513554,"teacher_disagreement_score":0.99896705,"about_ca_system_score_codex":0.002279594,"about_ca_system_score_gemma":0.006551388,"threshold_uncertainty_score":0.09393591},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4386541616","doi":"10.1002/leap.1578","title":"Risks of abuse of large language models, like <scp>ChatGPT</scp>, in scientific publishing: Authorship, predatory publishing, and paper mills","year":2023,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Thompson Rivers University","keywords":"Publishing; Mill; Scientific publishing; Key (lock); Public relations; Computer science; Political science; Law; Engineering; Computer security; Mechanical engineering","score_opus":0.20841966326222044,"score_gpt":0.4104631433775228,"score_spread":0.20204348011530238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386541616","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07111169,0.013870456,0.13590918,0.5932745,0.011031633,0.00035384938,0.0013968614,0.006220748,0.16683109],"genre_scores_gemma":[0.7036083,0.0072433143,0.07768049,0.109260514,0.015291928,0.00069634157,0.0011801274,0.006385394,0.07865364],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.81306297,0.10610593,0.013576304,0.0073495023,0.057585157,0.0023200968],"domain_scores_gemma":[0.20980324,0.57322663,0.056996442,0.10566714,0.04738846,0.0069180597],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.12395913,0.0007538835,0.0009003947,0.003909383,0.0053305896,0.021698026,0.0026250603,0.007440561,0.018972134],"category_scores_gemma":[0.47767183,0.0011280435,0.0012395568,0.003966838,0.015685448,0.030925924,0.009744434,0.010241799,0.012172194],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071498397,0.00018744874,0.022507401,0.002019098,0.00023317321,0.002292566,0.045462403,0.0017952808,0.0039222394,0.35563573,0.22949679,0.3357329],"study_design_scores_gemma":[0.00012882693,0.00037434077,0.0058117146,0.0039915573,0.00014899045,0.006714137,0.01203309,0.0075351293,0.00976152,0.3307225,0.6223655,0.00041262747],"about_ca_topic_score_codex":0.0012102103,"about_ca_topic_score_gemma":0.0015659962,"teacher_disagreement_score":0.99255943,"about_ca_system_score_codex":0.00400908,"about_ca_system_score_gemma":0.0058522434,"threshold_uncertainty_score":0.6555664},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4386880731","doi":"10.1186/s41073-023-00138-0","title":"Bridges of perspectives: representation of people with lived experience of spinal cord injury in editorial boards and peer review","year":2023,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Spinal Cord Injury Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia Hospital; NeuroDevNet; University of British Columbia","funders":"Government of Canada","keywords":"Diversity (politics); Lived experience; Spinal cord injury; Representation (politics); Best practice; Publishing; Psychology; Quality of life (healthcare); Medicine; Public relations; Political science; Nursing; Spinal cord; Law","score_opus":0.25382991942660693,"score_gpt":0.5465424787309605,"score_spread":0.2927125593043536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386880731","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9231556,0.005513738,0.0029973413,0.046175342,0.0009223462,0.00012902738,0.00014410856,0.00006300022,0.020899419],"genre_scores_gemma":[0.99336785,0.0009635991,0.0006302465,0.003469213,0.00037269676,0.000070779024,0.000035940084,0.000017013328,0.0010726514],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.8835092,0.08295586,0.0060271234,0.004645644,0.018598573,0.0042636404],"domain_scores_gemma":[0.70752907,0.14617321,0.08006596,0.010508975,0.020878416,0.034844417],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.047823258,0.00046102935,0.0006725547,0.0036165304,0.010162892,0.013246466,0.001951915,0.0027968585,0.0064233746],"category_scores_gemma":[0.20318615,0.0007122688,0.0006187883,0.0022927653,0.010465268,0.010574364,0.012240491,0.0038479723,0.0006689366],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014488342,0.00009227399,0.077823095,0.00050695695,0.00010772912,0.0014895633,0.8768129,0.000044815595,0.0012525212,0.0029635173,0.00725958,0.031502236],"study_design_scores_gemma":[0.000045523153,0.00027734475,0.059819814,0.0008246013,0.00005373595,0.004721612,0.8636653,0.00020810844,0.0003487378,0.004270045,0.065621026,0.00014420008],"about_ca_topic_score_codex":0.0026988818,"about_ca_topic_score_gemma":0.003801734,"teacher_disagreement_score":0.95217675,"about_ca_system_score_codex":0.0032845687,"about_ca_system_score_gemma":0.006997816,"threshold_uncertainty_score":0.25291663},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4387305995","doi":"10.32920/24236635","title":"Creating a Forum for Library Professionals: A Case Study of CALA Canada Chapter","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; University of Windsor","funders":"","keywords":"Diversity (politics); Political science; Library science; Public relations; Geography; Law; Computer science","score_opus":0.06291975413923845,"score_gpt":0.35686306408495094,"score_spread":0.2939433099457125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387305995","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8098611,0.0034604587,0.0026521608,0.03425668,0.00095878803,0.000655338,0.00037604466,0.00017273294,0.14760675],"genre_scores_gemma":[0.9152526,0.0027134786,0.003041528,0.006630247,0.00013102348,0.00024627897,0.00020501806,0.00019404409,0.071585745],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9912409,0.0031047193,0.00016454318,0.0005985305,0.0019498781,0.0029415085],"domain_scores_gemma":[0.9857987,0.002971547,0.00059477147,0.0003295476,0.0028200243,0.00748543],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0051223654,0.0006252287,0.0005696358,0.0027530394,0.06648444,0.012441999,0.0044733887,0.0048846384,0.01100668],"category_scores_gemma":[0.012949385,0.0006855243,0.00058074255,0.004150737,0.012323122,0.0044956943,0.012339703,0.0055978503,0.0013018511],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004597438,0.00024240788,0.008829986,0.00026420146,0.000011600013,0.010626702,0.91821676,0.00014398206,0.00059747754,0.014033422,0.02728196,0.01970561],"study_design_scores_gemma":[0.000004283717,0.000026575448,0.0029902225,0.00017837019,0.000006895839,0.0006325576,0.8631181,0.00016214792,0.00015975634,0.00030345787,0.13238971,0.000027860231],"about_ca_topic_score_codex":0.8625091,"about_ca_topic_score_gemma":0.9607813,"teacher_disagreement_score":0.987558,"about_ca_system_score_codex":0.07170566,"about_ca_system_score_gemma":0.11542631,"threshold_uncertainty_score":0.52026343},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4387874083","doi":"10.1186/s12916-023-03113-0","title":"A 10-year update to the principles for clinical trial data sharing by pharmaceutical companies: perspectives based on a decade of literature and policies","year":2023,"lang":"en","type":"article","venue":"BMC Medicine","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"Cancer Council South Australia; National Health and Medical Research Council; Health Canada","keywords":"Data sharing; Medicine; Transparency (behavior); Scope (computer science); Multidisciplinary approach; Clinical trial; Health care; Data management; Process (computing); Pharmaceutical industry; Knowledge management; Public relations; Alternative medicine; Computer science; Political science","score_opus":0.8122559443649875,"score_gpt":0.6759175419285655,"score_spread":0.13633840243642203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387874083","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001049471,0.018856551,0.026441587,0.927698,0.016044568,0.00040490663,0.000321586,0.00031475784,0.008868608],"genre_scores_gemma":[0.020692471,0.02210249,0.106216654,0.8223746,0.014565985,0.002426184,0.00090226275,0.00058973813,0.010129574],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.49785927,0.23319982,0.10480847,0.023291282,0.12267643,0.018164776],"domain_scores_gemma":[0.25078657,0.50266725,0.03294639,0.04999297,0.13341309,0.030193767],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.53882414,0.0023067817,0.004502766,0.006403457,0.010864748,0.039563295,0.015346645,0.06509379,0.0037410052],"category_scores_gemma":[0.53212154,0.005286592,0.008794346,0.008392496,0.031828526,0.039777335,0.029810466,0.123947114,0.0037477377],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017415544,0.0003746245,0.0012687466,0.002570984,0.0002452196,0.0006669586,0.009845258,0.0016918816,0.0010188541,0.4762858,0.40857482,0.09728268],"study_design_scores_gemma":[0.00012589988,0.00018875857,0.0014068522,0.007733829,0.00015758604,0.00057319045,0.0014063625,0.0009782962,0.0007639577,0.06848662,0.9178608,0.0003177708],"about_ca_topic_score_codex":0.02564804,"about_ca_topic_score_gemma":0.022632191,"teacher_disagreement_score":0.98465335,"about_ca_system_score_codex":0.037028696,"about_ca_system_score_gemma":0.17220889,"threshold_uncertainty_score":0.568712},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4388048503","doi":"10.1186/s12961-023-01058-7","title":"Knowledge management tools and mechanisms for evidence-informed decision-making in the WHO European Region: a scoping review","year":2023,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"World Health Organization","keywords":"Health services research; Health administration; Public health; Health informatics; Medicine; Health policy; Knowledge management; Management science; Nursing; Computer science","score_opus":0.9654687336633447,"score_gpt":0.8087676429396976,"score_spread":0.15670109072364713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388048503","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00025605535,0.99340713,0.0013372463,0.0024840834,0.00032754443,0.00043618275,0.000108097716,0.000017552107,0.0016260253],"genre_scores_gemma":[0.0076224557,0.9839984,0.0052857576,0.001145502,0.00018326686,0.0013683336,0.00018828185,0.000011710094,0.00019630973],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9410207,0.033570994,0.014823469,0.0017878809,0.0076246993,0.0011722861],"domain_scores_gemma":[0.7982406,0.16624874,0.016904851,0.0035928888,0.013967661,0.0010453196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.075529434,0.0022632,0.0062007695,0.03488999,0.0021924733,0.011236066,0.0037651956,0.0056794165,0.004920068],"category_scores_gemma":[0.18533036,0.0015965042,0.0067628417,0.03130904,0.0035015396,0.011721908,0.006224026,0.0038068767,0.00092675386],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081745406,0.000055873683,0.0006730394,0.62564236,0.0018260683,0.00013500618,0.0016649762,0.0005999505,0.00013278109,0.01307519,0.0077865445,0.34832653],"study_design_scores_gemma":[0.00002399464,0.000028018165,0.0004881417,0.94725513,0.0017657325,0.000097440825,0.0006586876,0.00012930842,0.000092142574,0.0029605713,0.046479426,0.00002150843],"about_ca_topic_score_codex":0.010033875,"about_ca_topic_score_gemma":0.013934421,"teacher_disagreement_score":0.075529434,"about_ca_system_score_codex":0.011679308,"about_ca_system_score_gemma":0.053167477,"threshold_uncertainty_score":0.3994426},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4389309117","doi":"10.1002/jrsm.1684","title":"Predatory journals and their practices present a conundrum for systematic reviewers and evidence synthesisers of health research: A qualitative descriptive study","year":2023,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Queen's University","funders":"National Health and Medical Research Council; Medical Research Council; Canadian Institutes of Health Research","keywords":"Publishing; Inclusion (mineral); Evidence-based practice; Best evidence; Critical appraisal; Qualitative research; Psychology; Public relations; Political science; Social science; Medical education; Sociology; Alternative medicine; Social psychology; Medicine; Law","score_opus":0.9866112398185908,"score_gpt":0.8221297151216669,"score_spread":0.1644815246969239,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389309117","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8345413,0.026877629,0.033988334,0.08233714,0.0013421549,0.006712698,0.0006360384,0.00017420971,0.013390521],"genre_scores_gemma":[0.9576477,0.0071885753,0.014753769,0.012313847,0.00039427105,0.0056490973,0.00010839114,0.00013034703,0.0018139115],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.52847564,0.37878045,0.04025842,0.008935072,0.038617942,0.0049324045],"domain_scores_gemma":[0.3300704,0.54738116,0.06621984,0.016702747,0.03228303,0.007342806],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.24165921,0.000522187,0.0022116369,0.009317022,0.013078981,0.019764455,0.0026354792,0.0051606046,0.0023320983],"category_scores_gemma":[0.48222905,0.0020310082,0.0011044256,0.011599029,0.023666697,0.01764509,0.013596424,0.004299261,0.0005170442],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009966291,0.00003831048,0.0071108188,0.0032492175,0.000048299982,0.00047194614,0.9686932,0.000049445192,0.000669094,0.003876999,0.0011061108,0.014586988],"study_design_scores_gemma":[0.000071601615,0.00017894506,0.003784035,0.005658054,0.0000682772,0.000712968,0.9486317,0.00017588439,0.0004821846,0.0044313036,0.035720605,0.000084322106],"about_ca_topic_score_codex":0.0043200646,"about_ca_topic_score_gemma":0.006004122,"teacher_disagreement_score":0.9948394,"about_ca_system_score_codex":0.011346342,"about_ca_system_score_gemma":0.034104507,"threshold_uncertainty_score":0.9351692},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4389448528","doi":"10.47203/ijch.2023.v35i03.024","title":"Sibling Authors Propose Bipolar Disorder Of Publishing Biomedical Research: With MEDLINE Footprint Imploding And Retraction Footprint Fudging, Can Pursuit For PubMed® Footprint Challenge Humane Human Imprinting By Physician Scientists?","year":2023,"lang":"en","type":"article","venue":"Indian Journal of Community Health","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Institutes of Health","keywords":"Footprint; Publishing; Medicine; China; Sibling; Management; Geography; Law; Archaeology; Political science; Economics","score_opus":0.2953544542754976,"score_gpt":0.4867851006620565,"score_spread":0.19143064638655888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389448528","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002600878,0.001713225,0.006808587,0.89737445,0.07877736,0.00016478155,0.00042946564,0.00053401553,0.011597204],"genre_scores_gemma":[0.06939505,0.0073244125,0.06773952,0.7083112,0.07508795,0.00061367854,0.0012135827,0.0007238765,0.06959069],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9632252,0.008183829,0.0099799475,0.0028775558,0.013936844,0.0017966278],"domain_scores_gemma":[0.7231008,0.10493221,0.026191024,0.028177347,0.087860085,0.029738562],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.050696872,0.00069346174,0.0012263749,0.0046726014,0.0050802496,0.010431447,0.0035160014,0.011540365,0.017761204],"category_scores_gemma":[0.2336833,0.0007066423,0.001239591,0.0051027103,0.00898061,0.00901252,0.0039921817,0.010444446,0.008512667],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034561686,0.00008068711,0.005503315,0.0009101998,0.00016715235,0.0009758803,0.0021261396,0.00012877223,0.0010575266,0.07031673,0.8522763,0.06611157],"study_design_scores_gemma":[0.00012957987,0.00010393523,0.0014130614,0.0005927068,0.00014537842,0.0007810375,0.0028543482,0.0004227343,0.0009784071,0.049048953,0.9434225,0.00010739711],"about_ca_topic_score_codex":0.0034005065,"about_ca_topic_score_gemma":0.010958294,"teacher_disagreement_score":0.98845965,"about_ca_system_score_codex":0.0029773884,"about_ca_system_score_gemma":0.018277522,"threshold_uncertainty_score":0.26811385},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication","research_integrity"],"domain":null,"study_design":"design_other","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4390701388","doi":"10.1186/s12961-023-01090-7","title":"A scoping review of theories, models and frameworks used or proposed to evaluate knowledge mobilization strategies","year":2024,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Agency of Canada; Université du Québec à Montréal; Université de Montréal; Université de Sherbrooke; Université TÉLUQ","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Taxonomy (biology); Grey literature; Systematic review; Health services research; Computer science; Data science; Information retrieval; MEDLINE; Public health; Medicine; Political science; Ecology; Nursing; Biology","score_opus":0.9434342899295144,"score_gpt":0.8145600920759003,"score_spread":0.1288741978536141,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390701388","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003036329,0.9636896,0.007921546,0.005406705,0.0013548498,0.010114425,0.0018551885,0.000089178226,0.0065321014],"genre_scores_gemma":[0.017927174,0.94234943,0.01815944,0.0018743293,0.00027890573,0.01723999,0.0014483411,0.00004385642,0.0006785536],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.89507794,0.04243327,0.038314987,0.004365528,0.018316815,0.0014914805],"domain_scores_gemma":[0.74011403,0.18200979,0.02833621,0.0055416194,0.04265246,0.0013458797],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.11796301,0.00378674,0.007661389,0.068215124,0.003994376,0.011846498,0.00466656,0.00608168,0.00618118],"category_scores_gemma":[0.28866774,0.0028291552,0.010150496,0.05137222,0.0043730116,0.013513257,0.006575139,0.003916985,0.0015896244],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017039223,0.00007563706,0.0017290049,0.68824613,0.0017571659,0.0002202429,0.003666316,0.0006468806,0.0003951064,0.009287928,0.011383043,0.28242216],"study_design_scores_gemma":[0.00004726541,0.000089694586,0.0010871858,0.95479596,0.0032388251,0.00013835977,0.0017980093,0.00021460299,0.00025100497,0.0021238062,0.036172785,0.00004259926],"about_ca_topic_score_codex":0.010912915,"about_ca_topic_score_gemma":0.019234398,"teacher_disagreement_score":0.882037,"about_ca_system_score_codex":0.020579923,"about_ca_system_score_gemma":0.07462335,"threshold_uncertainty_score":0.6238555},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4390772842","doi":"10.59942/2995-9063.1002","title":"More Obstacles for the Graduate Student Author: Open Access ETDs Trigger Plagiarism Detectors","year":2023,"lang":"en","type":"article","venue":"Journal of Graduate Librarianship","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Suspect; Inclusion (mineral); Plagiarism detection; Publishing; Institution; Library science; Graduate students; Open source software; World Wide Web; Computer science; Software; Political science; Medical education; Sociology; Medicine; Law","score_opus":0.7616027830279153,"score_gpt":0.5593803035575363,"score_spread":0.20222247947037897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390772842","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52868915,0.012012149,0.09049807,0.2530441,0.012447279,0.0010447678,0.0018276494,0.013363371,0.08707346],"genre_scores_gemma":[0.84039277,0.004867411,0.06875364,0.04367047,0.005519369,0.0003288432,0.0016361829,0.0039882367,0.03084316],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.88927054,0.042189855,0.016485142,0.008490386,0.039991666,0.0035723646],"domain_scores_gemma":[0.3443753,0.32199782,0.12092231,0.07414529,0.11739851,0.02116067],"candidate_categories":["metaresearch","open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.06922171,0.0006302014,0.0010261739,0.007655305,0.00766119,0.02310465,0.0034666918,0.006035813,0.011123964],"category_scores_gemma":[0.44484487,0.0011192029,0.0010909624,0.009786791,0.0056934794,0.017513447,0.0081822155,0.0052465606,0.009436178],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00077519385,0.00066348724,0.2824981,0.002576725,0.00022806943,0.007026845,0.07165335,0.00075224775,0.012929831,0.02134149,0.19027367,0.40928096],"study_design_scores_gemma":[0.00013050894,0.0008258907,0.09468864,0.0036840432,0.00036707358,0.01341884,0.06719173,0.004607835,0.024629096,0.027176313,0.76243925,0.00084075355],"about_ca_topic_score_codex":0.0026343937,"about_ca_topic_score_gemma":0.0043286323,"teacher_disagreement_score":0.99653333,"about_ca_system_score_codex":0.0052701156,"about_ca_system_score_gemma":0.008922656,"threshold_uncertainty_score":0.3660838},"labels":[{"model":"gemma","categories":["open_science","research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4390842479","doi":"10.1093/gigascience/giad114","title":"Open Data Governance at the Canadian Open Neuroscience Platform (CONP): From the Walled Garden to the Arboretum","year":2024,"lang":"en","type":"article","venue":"GigaScience","topic":"Research Data Management Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University and Génome Québec Innovation Centre; McGill University Health Centre; Terry Fox Research Institute; University of Toronto; Montreal Neurological Institute and Hospital; McGill University","funders":"Fondation Brain Canada","keywords":"Open science; Open data; Citizen science; Data science; World Wide Web; Computer science; Neuroscience; Biology; Botany; Physics","score_opus":0.2758934476905706,"score_gpt":0.4059608317831537,"score_spread":0.13006738409258306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390842479","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054321937,0.0038954546,0.100488774,0.47280136,0.002290676,0.0008821435,0.0016604803,0.0016726316,0.36198658],"genre_scores_gemma":[0.61016023,0.006595426,0.15218142,0.054944996,0.0006787501,0.000996824,0.0017893022,0.0015525502,0.17110042],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.96783745,0.009498008,0.00087337097,0.0034377878,0.013709793,0.004643628],"domain_scores_gemma":[0.9415204,0.016863761,0.0021760068,0.009648585,0.0146390945,0.015152194],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.04031665,0.0005412311,0.00045630048,0.0027535183,0.029753968,0.02152114,0.0042372937,0.0037454471,0.00897362],"category_scores_gemma":[0.05097666,0.0007271258,0.00068694283,0.006308781,0.028908445,0.013106115,0.021376112,0.0070896246,0.0012679796],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012205011,0.000047220787,0.0042922427,0.00017612547,0.000041468473,0.0011786581,0.03874458,0.0011768733,0.0013633689,0.64146465,0.19185254,0.11954016],"study_design_scores_gemma":[0.00002379428,0.000030334597,0.0039861454,0.00037538834,0.000014946749,0.00032220583,0.015413925,0.0011535631,0.000613559,0.09798659,0.8799065,0.00017304378],"about_ca_topic_score_codex":0.86823547,"about_ca_topic_score_gemma":0.9310411,"teacher_disagreement_score":0.9957627,"about_ca_system_score_codex":0.07636572,"about_ca_system_score_gemma":0.3260282,"threshold_uncertainty_score":0.55407465},"labels":[{"model":"gemma","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"medium"},{"model":"gpt","categories":["open_science"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4390858342","doi":"10.1016/j.jclinepi.2024.111263","title":"Accessibility of clinical study reports supporting medicine approvals: a cross-sectional evaluation","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"Cancer Council South Australia; National Health and Medical Research Council; Medical Research Council","keywords":"Cross-sectional study; Medicine; MEDLINE; Family medicine; Environmental health; Pathology; Political science","score_opus":0.9754818601916025,"score_gpt":0.808792759575731,"score_spread":0.1666891006158715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390858342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reporting","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93834245,0.006754576,0.0070952293,0.0017452681,0.0001649198,0.012232247,0.024070304,0.00020767587,0.00938737],"genre_scores_gemma":[0.97166926,0.0020296122,0.00682415,0.0011321671,0.00020699762,0.011653448,0.005538223,0.00008911563,0.0008570592],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.74479365,0.11024352,0.0860925,0.01423128,0.04127329,0.0033658277],"domain_scores_gemma":[0.27860373,0.34986776,0.28417212,0.031163488,0.050736543,0.005456316],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20798522,0.00085672596,0.0016736167,0.010939985,0.0018717091,0.0042125005,0.0026107074,0.002067605,0.008296435],"category_scores_gemma":[0.3895038,0.0013410476,0.0035216142,0.0094826445,0.0030042615,0.0080737835,0.006473096,0.0022193708,0.0024959785],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018165221,0.00067936856,0.96643806,0.0030516011,0.0010556888,0.00018689292,0.0044099838,0.00021235745,0.00024339683,0.000608246,0.0026539657,0.018644024],"study_design_scores_gemma":[0.0005168702,0.0034788828,0.96208936,0.0024825055,0.0011216742,0.0017442721,0.008188059,0.0009831331,0.00091029075,0.00054923084,0.017781671,0.00015403375],"about_ca_topic_score_codex":0.0013819298,"about_ca_topic_score_gemma":0.0013918151,"teacher_disagreement_score":0.7920148,"about_ca_system_score_codex":0.0022684399,"about_ca_system_score_gemma":0.0040716166,"threshold_uncertainty_score":0.97669524},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4390873698","doi":"10.32388/d0pndo","title":"Review of: \"Journal citation reports and the definition of a predatory journal: The case of the Multidisciplinary Digital Publishing Institute (MDPI)\"","year":2024,"lang":"en","type":"peer-review","venue":"","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Multidisciplinary approach; Citation; Publishing; Library science; Computer science; Political science; Sociology; Social science; Law","score_opus":0.54414708913449,"score_gpt":0.5464384669861437,"score_spread":0.0022913778516537864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390873698","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017634828,0.04158949,0.0022358836,0.72941077,0.12849185,0.00020420922,0.0010144374,0.00022633062,0.095063515],"genre_scores_gemma":[0.07128973,0.09911061,0.007035823,0.3599234,0.24162498,0.0005226551,0.0020310811,0.00071818655,0.21774356],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9740384,0.006791079,0.0028321135,0.0014656844,0.014226684,0.00064592814],"domain_scores_gemma":[0.7532328,0.110998936,0.017314399,0.0065339026,0.10410096,0.007819092],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.030447893,0.0007217994,0.0010744459,0.010375287,0.0051615667,0.015686316,0.0033215028,0.010228921,0.021709356],"category_scores_gemma":[0.17986602,0.00043095497,0.00063831965,0.0075288545,0.008583351,0.00835617,0.0034223122,0.006268322,0.010050423],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012216522,0.000015513939,0.0003764926,0.0006482796,0.000011843234,0.00013742762,0.000518216,0.000048608686,0.00007561753,0.031283323,0.93761855,0.029253943],"study_design_scores_gemma":[0.000008484847,0.000011892401,0.0013780708,0.0011067314,0.000024765739,0.00017742987,0.0004556294,0.00012447566,0.00009909102,0.0068136747,0.989777,0.000022607988],"about_ca_topic_score_codex":0.011240263,"about_ca_topic_score_gemma":0.024527429,"teacher_disagreement_score":0.98962474,"about_ca_system_score_codex":0.0065272753,"about_ca_system_score_gemma":0.02719088,"threshold_uncertainty_score":0.16102576},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","research_integrity","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4391650317","doi":"10.1177/09636625241227091","title":"Gene editing in animals: What does the public want to know and what information do stakeholder organizations provide?","year":2024,"lang":"en","type":"article","venue":"Public Understanding of Science","topic":"CRISPR and Genetic Engineering","field":"Biochemistry, Genetics and Molecular Biology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Government of Canada; Ontario Genomics; Ontario Genomics Institute; Genome Canada","keywords":"Stakeholder; Public relations; Public engagement; Internet privacy; Psychology; Political science; Computer science","score_opus":0.027256239789286853,"score_gpt":0.2803478450636607,"score_spread":0.2530916052743738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391650317","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64283025,0.0027192028,0.00665857,0.3134252,0.00037861225,0.00023245113,0.0006135004,0.000080304046,0.03306191],"genre_scores_gemma":[0.9768703,0.0015163391,0.0014553879,0.01859004,0.00013689783,0.00014918535,0.00014542237,0.000027655346,0.0011086673],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.96882254,0.021647114,0.0012694515,0.0010122731,0.003414552,0.0038340513],"domain_scores_gemma":[0.87248605,0.08891643,0.014581002,0.0029399807,0.012469092,0.008607444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05240124,0.00036688062,0.00064303965,0.0019253542,0.0062728235,0.008720411,0.00087185774,0.005321766,0.005394856],"category_scores_gemma":[0.08586108,0.0004756656,0.000574061,0.0019844065,0.0071756626,0.011804396,0.005616898,0.005069102,0.0009577117],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041723793,0.0005948884,0.21099158,0.002432276,0.00014016297,0.0020431534,0.61184347,0.00038866364,0.005356169,0.03028276,0.024563853,0.11094584],"study_design_scores_gemma":[0.00003461041,0.000294871,0.04618924,0.0020944774,0.00008598398,0.00077612634,0.8350777,0.0006261135,0.0014832598,0.015622668,0.097560674,0.00015427895],"about_ca_topic_score_codex":0.006945884,"about_ca_topic_score_gemma":0.0049912487,"teacher_disagreement_score":0.05240124,"about_ca_system_score_codex":0.004434165,"about_ca_system_score_gemma":0.006842637,"threshold_uncertainty_score":0.27712756},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4391785731","doi":"10.1186/s12961-024-01105-x","title":"Production and use of rapid responses during the COVID-19 pandemic in Quebec (Canada): perspectives from evidence synthesis producers and decision makers","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université TÉLUQ; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Université de Montréal; Université de Sherbrooke","funders":"Ministère de la Santé et des Services sociaux","keywords":"Thematic analysis; Mandate; Pandemic; Context (archaeology); Health administration; Public relations; Rigour; Health services research; Knowledge translation; Public health; Qualitative research; Coronavirus disease 2019 (COVID-19); Business; Medicine; Political science; Knowledge management; Nursing; Sociology; Infectious disease (medical specialty); Computer science","score_opus":0.8047349422336845,"score_gpt":0.6849288863526946,"score_spread":0.11980605588098991,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391785731","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29390827,0.25522992,0.012868084,0.34619966,0.0012189766,0.0069684847,0.0047919736,0.0002210807,0.07859356],"genre_scores_gemma":[0.9114939,0.04966576,0.0234993,0.010664743,0.0001295096,0.0021475607,0.00068284624,0.00005388291,0.0016624344],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.7166034,0.210716,0.019766701,0.0058536055,0.037848618,0.0092117945],"domain_scores_gemma":[0.467626,0.39705306,0.02307377,0.0066265804,0.09348889,0.012131654],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.25394174,0.0011646316,0.001825897,0.008718099,0.017254692,0.022162497,0.005609217,0.0038434255,0.0022756108],"category_scores_gemma":[0.3047621,0.0009011926,0.0013106994,0.015275747,0.011843825,0.0054801637,0.007655497,0.0044732867,0.00015092676],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0009668648,0.0002587453,0.056946717,0.05361274,0.0010137692,0.0019022227,0.4823351,0.0034357996,0.0013893486,0.019390028,0.027906658,0.35084188],"study_design_scores_gemma":[0.00041669613,0.0006962765,0.07399328,0.11803368,0.0013291788,0.00033528905,0.57475376,0.0022824584,0.0018760745,0.006662651,0.21910594,0.00051475473],"about_ca_topic_score_codex":0.94101876,"about_ca_topic_score_gemma":0.95985967,"teacher_disagreement_score":0.7460582,"about_ca_system_score_codex":0.3054001,"about_ca_system_score_gemma":0.5068496,"threshold_uncertainty_score":0.92002267},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4393558576","doi":"10.5281/zenodo.3826037","title":"Open Access of COVID-19 related publications in the first quarter of 2020: a preliminary study based in PubMed","year":2020,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Quarter (Canadian coin); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Virology; History; Medicine; Infectious disease (medical specialty)","score_opus":0.2023763604307022,"score_gpt":0.4203691591748092,"score_spread":0.217992798744107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393558576","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006323851,0.0006431142,0.00007004847,0.0002406478,0.00004489224,0.00007810344,0.9976265,0.00006741206,0.00059686624],"genre_scores_gemma":[0.0035668134,0.0011980651,0.0008717564,0.0002549045,0.000066603585,0.0009286633,0.99221283,0.000090660986,0.00080971996],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9908456,0.0012517674,0.003828248,0.0014038751,0.001860399,0.0008102341],"domain_scores_gemma":[0.9610286,0.01789204,0.007320157,0.0033993002,0.007892704,0.0024672428],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.0068554683,0.0011515998,0.0024747541,0.020045614,0.0011863619,0.00474048,0.0017103368,0.0017429224,0.059160497],"category_scores_gemma":[0.045795668,0.00074554246,0.0022073446,0.026934242,0.0007776113,0.002611357,0.0032335771,0.0016540342,0.026854884],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017477948,0.00011993454,0.013281497,0.05132428,0.0007811651,0.00034323655,0.00039446782,0.0003346346,0.0005719927,0.0025953876,0.9069798,0.021525774],"study_design_scores_gemma":[0.0015169247,0.00020905021,0.06472377,0.019458847,0.0014400631,0.000629456,0.0008607374,0.00029902338,0.00069394853,0.0025996258,0.907392,0.00017653489],"about_ca_topic_score_codex":0.010764106,"about_ca_topic_score_gemma":0.022207286,"teacher_disagreement_score":0.99828964,"about_ca_system_score_codex":0.0019938357,"about_ca_system_score_gemma":0.008843873,"threshold_uncertainty_score":0.19791162},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics","open_science"],"domain":"reporting","study_design":"observational","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication","open_science"],"domain":null,"study_design":"design_other","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4394837126","doi":"10.33873/2686-6706.2024.19-1.102-123","title":"The Issue of Using Certain Copyrighted Iems Whose Right Holders are Unknown: Foreign Experience and Solutions","year":2024,"lang":"en","type":"article","venue":"Science Governance and Scientometrics","topic":"Copyright and Intellectual Property","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Impossibility; Institution; Normative; Work (physics); Relevance (law); Law; Law and economics; Political science; Sociology; Engineering","score_opus":0.054180297298647935,"score_gpt":0.2811897479430598,"score_spread":0.22700945064441186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394837126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7261633,0.019076621,0.00603505,0.03050866,0.00084677426,0.00005638078,0.00012169182,0.0000955642,0.217096],"genre_scores_gemma":[0.9489343,0.006184636,0.0012343937,0.0018127738,0.0002821936,0.000028341437,0.000060761326,0.00004586759,0.041416764],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.995161,0.00216048,0.00032814557,0.0006111758,0.0011020991,0.0006371672],"domain_scores_gemma":[0.99101466,0.0049580242,0.0016136849,0.0010178615,0.0007004579,0.0006954236],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0062181824,0.00027408102,0.00038722187,0.0015294942,0.0073965,0.008477696,0.001116246,0.0025869815,0.014356031],"category_scores_gemma":[0.0185048,0.00022868322,0.0004460674,0.0021942277,0.008680867,0.009702362,0.0050541107,0.0024817975,0.0016350626],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013549044,0.00020425694,0.03151021,0.0008354256,0.00003359459,0.0056783133,0.5122042,0.00036320896,0.001934184,0.22276781,0.022262083,0.20207126],"study_design_scores_gemma":[0.000010159639,0.00016144973,0.025881719,0.0016080274,0.00003565466,0.0071717706,0.3668569,0.0006516807,0.002440266,0.021540586,0.57352644,0.00011534484],"about_ca_topic_score_codex":0.0030925306,"about_ca_topic_score_gemma":0.0030050927,"teacher_disagreement_score":0.9915223,"about_ca_system_score_codex":0.0025488287,"about_ca_system_score_gemma":0.0031284036,"threshold_uncertainty_score":0.048025668},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4398199125","doi":"10.5195/jmla.2024.1902","title":"Introducing the Journal of the Medical Library Association’s manuscript resubmission deadlines: creating accountability structures for our authors","year":2024,"lang":"en","type":"editorial","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Accountability; Association (psychology); Medical decision making; Computer science; Political science; Library science; Psychology; Medicine; Medical emergency; Law","score_opus":0.1764651188028025,"score_gpt":0.44429073188374957,"score_spread":0.2678256130809471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398199125","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010676369,0.0025093504,0.0008675163,0.13896766,0.8552484,0.000109427354,0.00004094019,0.00016913046,0.0019808942],"genre_scores_gemma":[0.0019992215,0.005896147,0.0029993649,0.09813699,0.88161415,0.00019370932,0.00006542783,0.00031497737,0.008779974],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9309779,0.023749415,0.0115364455,0.0025922088,0.029005097,0.0021389576],"domain_scores_gemma":[0.53454745,0.19840951,0.025934953,0.012172235,0.20213926,0.02679665],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.093766294,0.0022538377,0.003270056,0.004124556,0.0062910556,0.023564324,0.005267264,0.021536926,0.015815845],"category_scores_gemma":[0.3414987,0.0018704819,0.00350573,0.0024010476,0.005107152,0.009318245,0.0031248636,0.03328378,0.012324098],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004903096,0.000023527487,0.000070042566,0.00035815276,0.00003455643,0.00009579191,0.00009355077,0.000041761035,0.00006386432,0.0009321201,0.98679745,0.011440365],"study_design_scores_gemma":[0.00018167643,0.00007176836,0.0003394161,0.0013839753,0.00010930082,0.00020548173,0.00019429512,0.0003869904,0.00022664767,0.0025971583,0.99421835,0.00008494102],"about_ca_topic_score_codex":0.0027885786,"about_ca_topic_score_gemma":0.008126688,"teacher_disagreement_score":0.9062337,"about_ca_system_score_codex":0.007147106,"about_ca_system_score_gemma":0.023861874,"threshold_uncertainty_score":0.49588948},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4399118591","doi":"10.1200/jco.2024.42.16_suppl.e13626","title":"Reliability of YouTube content targeting Arabic-speaking patients with breast cancer regarding post-mastectomy reconstruction.","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; St Mary's Hospital Centre; McGill University","funders":"","keywords":"Medicine; Breast cancer; Mastectomy; Arabic; Breast reconstruction; Reliability (semiconductor); Cancer; Oncology; Internal medicine","score_opus":0.12615295940017474,"score_gpt":0.5055267811370193,"score_spread":0.3793738217368446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399118591","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9903938,0.00058024575,0.00044813013,0.00026059523,0.000083287756,0.00028866561,0.003184859,0.000034275625,0.0047262534],"genre_scores_gemma":[0.9958133,0.0003739982,0.00086334354,0.00006812637,0.000028604136,0.0002537854,0.0016256729,0.000013438017,0.00095977937],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975272,0.00088265067,0.00045204491,0.00030973656,0.00067193655,0.00015641992],"domain_scores_gemma":[0.97670925,0.010256065,0.0046866145,0.0005248306,0.0073402277,0.00048289247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047843885,0.00023244934,0.00022215334,0.0019675172,0.00039764537,0.0007749456,0.00033038668,0.00031681062,0.002883083],"category_scores_gemma":[0.045943003,0.00012860536,0.0003756099,0.0010967692,0.00028057428,0.00094216387,0.0011058727,0.00025220693,0.0006732409],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005840488,0.000088007335,0.9168491,0.0009184045,0.0001104961,0.0002630254,0.014686737,0.00018149505,0.0018431268,0.00012367047,0.003769599,0.060582276],"study_design_scores_gemma":[0.00001313123,0.0002205678,0.9791682,0.0003004589,0.00005884672,0.0003888409,0.012693842,0.0013943266,0.0008369742,0.00006265229,0.0048389197,0.000023340514],"about_ca_topic_score_codex":0.0060301144,"about_ca_topic_score_gemma":0.0087786475,"teacher_disagreement_score":0.0060301144,"about_ca_system_score_codex":0.0005071445,"about_ca_system_score_gemma":0.0003804646,"threshold_uncertainty_score":0.025302589},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4399326145","doi":"10.1016/j.jclinepi.2024.111405","title":"Journal requirement for data sharing statements in clinical trials: a cross-sectional study","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Research Data Management Practices","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Cross-sectional study; Medicine; Clinical trial; Family medicine; Internal medicine; Pathology","score_opus":0.9439353789505746,"score_gpt":0.7690848669978573,"score_spread":0.17485051195271728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399326145","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93325454,0.002987697,0.017556962,0.014876289,0.0005439916,0.0067393617,0.0044430667,0.0004992834,0.019098822],"genre_scores_gemma":[0.981543,0.0004459427,0.0093484875,0.0032870858,0.00023324639,0.0025495547,0.0013059695,0.00018432435,0.0011024097],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.4578017,0.32505113,0.13643447,0.012903286,0.058965176,0.0088443775],"domain_scores_gemma":[0.05194527,0.6468263,0.1986656,0.05041407,0.040210646,0.011938047],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.34262538,0.00048773296,0.0016357796,0.0056087435,0.0050265677,0.008134879,0.004340725,0.004048218,0.009738652],"category_scores_gemma":[0.68577474,0.001235599,0.001936362,0.0076126894,0.0028654034,0.008798392,0.004977934,0.005684395,0.0018628176],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0045583365,0.0029607625,0.9216783,0.0017478255,0.00048197652,0.00063798076,0.0094525665,0.0005158579,0.0015266461,0.0049585663,0.010185074,0.041296046],"study_design_scores_gemma":[0.0008531089,0.0040057288,0.94517994,0.001465965,0.00043439888,0.00272538,0.010733931,0.0047697057,0.0020184882,0.0050618155,0.022523114,0.00022844499],"about_ca_topic_score_codex":0.0028361091,"about_ca_topic_score_gemma":0.0016024443,"teacher_disagreement_score":0.9956593,"about_ca_system_score_codex":0.0053093787,"about_ca_system_score_gemma":0.016821437,"threshold_uncertainty_score":0.81065995},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4399576364","doi":"10.14195/2182-8830_10-1_12","title":"De la amplitud a lo específico: la ruta de PoéticaSonoraMX y su repositorio digital","year":2024,"lang":"es","type":"article","venue":"Matlit Revista do Programa de Doutoramento em Materialidades da Literatura","topic":"Diverse Musicological Studies","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.0224635519036166,"score_gpt":0.2703647085538376,"score_spread":0.247901156650221,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399576364","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22565137,0.03323002,0.018163804,0.105300024,0.002584908,0.00008592095,0.00018838048,0.00017661035,0.61461896],"genre_scores_gemma":[0.9117889,0.011247036,0.002486745,0.0035057708,0.00071109965,0.00008705178,0.000050028077,0.000086148444,0.070037186],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99825484,0.0008908265,0.00003625894,0.00022463707,0.0003901058,0.0002033024],"domain_scores_gemma":[0.9983552,0.00090356707,0.00016497902,0.00017783418,0.00024029982,0.00015810777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024644472,0.00040340482,0.00027899593,0.0013562276,0.006373464,0.00968968,0.0007640444,0.0020522284,0.00819083],"category_scores_gemma":[0.0039351513,0.00020798063,0.00018778506,0.001528075,0.016094724,0.0067344303,0.00533086,0.0034956597,0.0007663903],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058807673,0.00002159542,0.0019494309,0.0002346139,0.000005929822,0.0003033202,0.09096145,0.000118828975,0.0005944708,0.84818524,0.01145116,0.046115145],"study_design_scores_gemma":[0.000009366799,0.000055901823,0.0045451983,0.000785448,0.0000133934,0.0005244733,0.08212986,0.0002385084,0.00076463004,0.048033398,0.86287844,0.000021414087],"about_ca_topic_score_codex":0.009247903,"about_ca_topic_score_gemma":0.012086156,"teacher_disagreement_score":0.00968968,"about_ca_system_score_codex":0.0052154306,"about_ca_system_score_gemma":0.004102062,"threshold_uncertainty_score":0.037840843},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4399710116","doi":"10.1016/j.jclinepi.2024.111427","title":"Identification of retracted publications and completeness of retraction notices in public health","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Library and Archives Canada","funders":"","keywords":"Completeness (order theory); Identification (biology); Public health; Medicine; Computer science; Mathematics; Biology; Pathology","score_opus":0.46925259758110227,"score_gpt":0.5655348517299681,"score_spread":0.09628225414886582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399710116","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59760743,0.08488264,0.07620331,0.10448678,0.0122845415,0.02169007,0.019803157,0.0021369203,0.08090512],"genre_scores_gemma":[0.81724995,0.034493484,0.10174889,0.007978597,0.0046002385,0.014193176,0.009655221,0.0009243232,0.009156134],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.26917326,0.32739502,0.25212264,0.013194062,0.13321754,0.004897527],"domain_scores_gemma":[0.03403546,0.6183284,0.20326146,0.05483061,0.086460166,0.0030838808],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.52108496,0.0010418235,0.003007644,0.04097494,0.006508273,0.02043891,0.006210759,0.004229878,0.008742446],"category_scores_gemma":[0.8763109,0.0018973561,0.002635958,0.040205196,0.008880416,0.020833623,0.015579244,0.004326549,0.0042128125],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016674188,0.00041484903,0.3693886,0.046737026,0.0010336533,0.0023343838,0.09892333,0.00086103927,0.0017382255,0.015273739,0.049252935,0.41237488],"study_design_scores_gemma":[0.0005237418,0.0017209155,0.4368245,0.10032284,0.0016041707,0.008291981,0.079357766,0.0036342407,0.0070142704,0.023263535,0.33613306,0.0013090038],"about_ca_topic_score_codex":0.0024594748,"about_ca_topic_score_gemma":0.0021901971,"teacher_disagreement_score":0.9957701,"about_ca_system_score_codex":0.007756219,"about_ca_system_score_gemma":0.038190044,"threshold_uncertainty_score":0.5905875},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4400228684","doi":"10.3138/jsp-2023-0063","title":"Hidden Dangers: COVID-19-Based Research in Predatory Journals","year":2024,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Zoonotic diseases and public health","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Geography; Ecology; Data science; Biology; Computer science; Virology; Medicine; Outbreak","score_opus":0.32110599399205936,"score_gpt":0.47230654877854433,"score_spread":0.15120055478648498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400228684","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8467286,0.069087,0.0036370656,0.037881553,0.0027734325,0.0023793525,0.0040575755,0.000102461185,0.03335296],"genre_scores_gemma":[0.9681594,0.012312673,0.0044531478,0.008739369,0.0017591164,0.00066863024,0.0009986146,0.00006625149,0.0028427057],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8877547,0.049784224,0.019976363,0.004916055,0.03458176,0.0029869978],"domain_scores_gemma":[0.35550475,0.38966188,0.1840527,0.017077668,0.045660965,0.0080420775],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.07401029,0.0004128922,0.0011610349,0.019582251,0.0027659987,0.010395626,0.0012160352,0.0020105727,0.00835988],"category_scores_gemma":[0.30286747,0.0005355576,0.0008236655,0.020012591,0.0041350517,0.0066465884,0.0046248753,0.0014795229,0.001291217],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030695996,0.0007332134,0.69090843,0.01629127,0.0016521445,0.002986683,0.049562167,0.00020823212,0.0019282986,0.014743081,0.015745405,0.20217144],"study_design_scores_gemma":[0.00031392605,0.0015282488,0.79919386,0.016145173,0.0012783161,0.0049255635,0.047831163,0.00056311756,0.0022284258,0.010400335,0.11539679,0.00019507381],"about_ca_topic_score_codex":0.0021711302,"about_ca_topic_score_gemma":0.004510741,"teacher_disagreement_score":0.9979894,"about_ca_system_score_codex":0.0037689246,"about_ca_system_score_gemma":0.006715832,"threshold_uncertainty_score":0.3914085},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","bibliometrics","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4400279615","doi":"10.3138/jsp-2023-0060","title":"The Conceptual ‘APC Ring’: Is There a Risk of APC-Driven Guest Authorship, and Is a Change in the Culture of the APC Needed?","year":2024,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Business; Process management","score_opus":0.4187322829833594,"score_gpt":0.5087527598051707,"score_spread":0.09002047682181125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400279615","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062446263,0.011833431,0.08224388,0.60305744,0.008602771,0.00024352047,0.00029070245,0.0004264187,0.23085554],"genre_scores_gemma":[0.83213,0.0051866933,0.017556967,0.111500636,0.005713012,0.00038373735,0.00012564499,0.0005035735,0.026899694],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9514178,0.022785258,0.0020639051,0.0067152237,0.014114858,0.0029029967],"domain_scores_gemma":[0.84995645,0.08519298,0.016516415,0.025017582,0.015687436,0.007629135],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.04659841,0.0006231608,0.0007771401,0.002268195,0.0057093333,0.028270721,0.004549423,0.011940215,0.0128790755],"category_scores_gemma":[0.16339771,0.00069362787,0.0008131616,0.0021628633,0.055932943,0.033228356,0.009482004,0.013014523,0.0035675177],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006399577,0.000022849381,0.0016112734,0.00015729712,0.000013812022,0.00023731076,0.0052766213,0.00013989097,0.00024608968,0.9597811,0.015816268,0.016633516],"study_design_scores_gemma":[0.000066570814,0.00013785312,0.0016330334,0.0010009254,0.00003387301,0.0014116722,0.007611234,0.0013119614,0.0011095686,0.7011193,0.28443757,0.0001265063],"about_ca_topic_score_codex":0.0016937403,"about_ca_topic_score_gemma":0.0010430341,"teacher_disagreement_score":0.98805976,"about_ca_system_score_codex":0.006592151,"about_ca_system_score_gemma":0.007800824,"threshold_uncertainty_score":0.24643886},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4400303628","doi":"10.1515/9782760634961-088","title":"Autres titres en libre accès aux Presses de l’Université de Montréal","year":2015,"lang":"fr","type":"book-chapter","venue":"Les Presses de l'Université de Montréal eBooks","topic":"Cultural Insights and Digital Impacts","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Art","score_opus":0.06024510160698509,"score_gpt":0.21945110746084157,"score_spread":0.15920600585385647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400303628","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004209559,0.11237826,0.0018403316,0.03617659,0.031308934,0.00009300659,0.0063421964,0.0010108887,0.80664027],"genre_scores_gemma":[0.0075541805,0.010262071,0.00049013074,0.0021976118,0.0014979866,0.000026574957,0.00073632406,0.0002413304,0.97699374],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977835,0.00016717249,0.00008122913,0.00025096445,0.0013547643,0.00036239004],"domain_scores_gemma":[0.9974287,0.00033651883,0.000122021396,0.0002060672,0.0014261061,0.00048055933],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0012975457,0.0012159114,0.0008583447,0.00814272,0.004607429,0.011088221,0.0015752,0.002027611,0.24100159],"category_scores_gemma":[0.00507158,0.0006464386,0.00055329734,0.01258473,0.0022232654,0.002897872,0.0026580999,0.0020674986,0.03829721],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002745599,0.000017453904,0.0003903677,0.00024405462,0.000009983495,0.000078880315,0.0009194838,0.00009025605,0.00031297244,0.017077724,0.92059916,0.060232252],"study_design_scores_gemma":[0.0000023141838,0.0000022123265,0.0006084612,0.00007064475,0.000003553117,0.000013740925,0.00016076287,0.000010751641,0.00006461476,0.00019466023,0.99886334,0.0000049398172],"about_ca_topic_score_codex":0.6518943,"about_ca_topic_score_gemma":0.8376504,"teacher_disagreement_score":0.9984248,"about_ca_system_score_codex":0.018582016,"about_ca_system_score_gemma":0.016921131,"threshold_uncertainty_score":0.80623066},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":true,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W4401023281","doi":"10.1101/2024.07.24.604934","title":"“I’d like to think I’d be able to spot one if I saw one”: How science journalists navigate predatory journals","year":2024,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of British Columbia","funders":"","keywords":"Reputation; Prestige; Journalism; Public relations; Publishing; Quality (philosophy); Diversity (politics); Credibility; Political science; Trustworthiness; Newspaper; Perception; Citizen science; Internet privacy; Media studies; Sociology; Psychology; Computer science; Law","score_opus":0.3049552395082844,"score_gpt":0.45338592290999924,"score_spread":0.14843068340171484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401023281","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92343843,0.0018977735,0.0058807214,0.0395827,0.00035393742,0.000099666344,0.000050223804,0.00005733479,0.028639322],"genre_scores_gemma":[0.9877814,0.0007444472,0.0019570775,0.0069208434,0.00010929675,0.000045886703,0.000024620385,0.00003831704,0.00237812],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9651703,0.025837818,0.00092846726,0.0015228401,0.0041073826,0.0024330658],"domain_scores_gemma":[0.9078241,0.058602013,0.016130075,0.002280843,0.0073760115,0.007786936],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.025686147,0.0003414895,0.00054614816,0.002289518,0.014027652,0.013768092,0.0014013828,0.0033105386,0.0024047797],"category_scores_gemma":[0.06357771,0.0005799726,0.000380879,0.0016688687,0.015009664,0.0070521627,0.005986776,0.004928517,0.0007540265],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009487314,0.000068858884,0.032716364,0.00026710087,0.000053431428,0.0020583854,0.9331379,0.00007396468,0.0019168128,0.007297036,0.008084079,0.01423123],"study_design_scores_gemma":[0.000023364506,0.00008367869,0.010455404,0.00037638986,0.0000299021,0.0013308913,0.92324746,0.00028492586,0.00059564743,0.005364438,0.05812876,0.00007915319],"about_ca_topic_score_codex":0.0063644596,"about_ca_topic_score_gemma":0.009218612,"teacher_disagreement_score":0.99668944,"about_ca_system_score_codex":0.004766976,"about_ca_system_score_gemma":0.0058999723,"threshold_uncertainty_score":0.13584292},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4401172790","doi":"10.18357/kula.287","title":"Generative AI for Academic Publishing? Some Thoughts About Epistemic Diversity and the Pursuit of Truth","year":2024,"lang":"en","type":"article","venue":"KULA knowledge creation dissemination and preservation studies","topic":"Research Data Management Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Generative grammar; Publishing; Diversity (politics); Epistemology; Sociology; Hoax; Generative model; Psychology; Philosophy; Political science; Law; Anthropology; Linguistics; Medicine","score_opus":0.1401047147406927,"score_gpt":0.4347272221841704,"score_spread":0.29462250744347773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401172790","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019397043,0.0058049317,0.003389801,0.94731843,0.0036388244,0.00001343173,0.000016367121,0.00003988889,0.037838638],"genre_scores_gemma":[0.52960145,0.014181941,0.0093857525,0.3968968,0.026012048,0.0002585171,0.000055970566,0.00026672284,0.023340827],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.94590586,0.040212728,0.0015640516,0.002187622,0.008204404,0.0019253049],"domain_scores_gemma":[0.8232607,0.1515171,0.004677648,0.007024768,0.010843369,0.002676419],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.04154923,0.00043815857,0.0007031066,0.0033465629,0.015860723,0.03016556,0.0037951658,0.018044746,0.0048702867],"category_scores_gemma":[0.094222255,0.00036131043,0.0010623833,0.0048913276,0.06542535,0.03097731,0.007609966,0.01969433,0.0012172288],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013174022,0.0000059603735,0.00006414131,0.00008448273,0.000004063831,0.00010918133,0.028232366,0.00008481314,0.00004396432,0.9393746,0.02780335,0.004179914],"study_design_scores_gemma":[0.000016556063,0.000015553323,0.00015656404,0.00055487186,0.0000075343696,0.00013940175,0.026036512,0.00044756063,0.00018463362,0.58552223,0.38688457,0.00003404264],"about_ca_topic_score_codex":0.0066476967,"about_ca_topic_score_gemma":0.007044881,"teacher_disagreement_score":0.96983445,"about_ca_system_score_codex":0.012051565,"about_ca_system_score_gemma":0.009457886,"threshold_uncertainty_score":0.21973598},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4401423547","doi":"10.1186/s12961-024-01169-9","title":"Research evidence communication for policy-makers: a rapid scoping review on frameworks, guidance and tools, and barriers and facilitators","year":2024,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"World Health Organization","keywords":"Knowledge translation; Health services research; Health policy; Public relations; Health administration; Evidence-based practice; Process (computing); Health communication; Public health; Knowledge management; Political science; Medicine; Nursing; Computer science; Alternative medicine","score_opus":0.9083909917626849,"score_gpt":0.7829010317313783,"score_spread":0.12548996003130664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401423547","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"reporting","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015880665,0.9336791,0.018146288,0.022059403,0.0023781639,0.014252908,0.0017205187,0.00022725156,0.005948299],"genre_scores_gemma":[0.010938325,0.8850354,0.07397544,0.0039389175,0.00040525701,0.022894092,0.0015842677,0.00011236278,0.0011160012],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.84976023,0.069403134,0.052151844,0.0053274315,0.020834541,0.002522814],"domain_scores_gemma":[0.60237104,0.29641494,0.034190618,0.008964116,0.05560042,0.0024588797],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21238965,0.003809263,0.009075856,0.06849393,0.0045232824,0.018050542,0.006774476,0.009868951,0.008113004],"category_scores_gemma":[0.3825095,0.004295305,0.011287521,0.06119671,0.0053943573,0.024870379,0.013084984,0.0077205906,0.0027925966],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012165339,0.0000689386,0.00060327846,0.5633505,0.0008114857,0.0002897651,0.0062414175,0.00070782047,0.000625003,0.01364848,0.018256359,0.39527526],"study_design_scores_gemma":[0.000032246502,0.000041777617,0.00041426244,0.9290383,0.0010878547,0.00010528003,0.0015800524,0.0002003246,0.00017445399,0.0034105056,0.0638712,0.000043816406],"about_ca_topic_score_codex":0.011955464,"about_ca_topic_score_gemma":0.025742926,"teacher_disagreement_score":0.98194945,"about_ca_system_score_codex":0.023759292,"about_ca_system_score_gemma":0.122157015,"threshold_uncertainty_score":0.97126377},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4402328208","doi":"10.1101/2024.09.06.24313221","title":"Knowledge mobilization with and for equity-deserving communities invested in research: A scoping review protocol","year":2024,"lang":"en","type":"review","venue":"medRxiv","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University","funders":"","keywords":"Mobilization; Protocol (science); Equity (law); Business; Community mobilization; Knowledge management; Public economics; Political science; Economics; Computer science; Economic growth; Medicine","score_opus":0.9715157305682416,"score_gpt":0.82871523998628,"score_spread":0.14280049058196154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402328208","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00050090323,0.00082388945,0.004932844,0.0010225513,0.00023318722,0.9863051,0.0046281903,0.0001289964,0.0014243728],"genre_scores_gemma":[0.00047374537,0.00048576863,0.0075034616,0.00014380124,0.000017707916,0.990672,0.00039914672,0.000009986946,0.00029445102],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.8356739,0.083752654,0.05291818,0.0075073517,0.015734416,0.004413479],"domain_scores_gemma":[0.78596175,0.08992702,0.025462698,0.027960028,0.06425209,0.0064364267],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.27673236,0.0039198752,0.0068722405,0.021457225,0.0060676676,0.0109366365,0.006262138,0.009217279,0.06776874],"category_scores_gemma":[0.24614662,0.0050054914,0.010167637,0.020325435,0.00709572,0.008105012,0.009188531,0.00730434,0.01881048],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006190874,0.00088753324,0.002292796,0.5451281,0.001769121,0.0018022659,0.022018202,0.0030652226,0.003988744,0.056201406,0.10936324,0.2472925],"study_design_scores_gemma":[0.010386252,0.0013458149,0.0073165107,0.43144545,0.0029542604,0.0006417429,0.012024066,0.0023630434,0.004777211,0.041426126,0.48463717,0.0006822593],"about_ca_topic_score_codex":0.0052306447,"about_ca_topic_score_gemma":0.010390814,"teacher_disagreement_score":0.9937379,"about_ca_system_score_codex":0.017625984,"about_ca_system_score_gemma":0.13558982,"threshold_uncertainty_score":0},"labels":[{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch","scholarly_communication","open_science"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4402602478","doi":"10.1080/08989621.2024.2398104","title":"Status of animal experimentation in nutrition and dietetic research: Policies of 100 leading journals and new approach methodologies","year":2024,"lang":"en","type":"review","venue":"Accountability in Research","topic":"Animal testing and alternatives","field":"Veterinary","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Engineering ethics; Research integrity; Management science; Political science; Psychology; Engineering","score_opus":0.957616822100931,"score_gpt":0.7360190920615394,"score_spread":0.22159773003939165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402602478","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2780354,0.35490084,0.023099706,0.1544272,0.00992301,0.0045909444,0.028694732,0.0007850933,0.1455431],"genre_scores_gemma":[0.658031,0.16302015,0.086057566,0.048353456,0.005977502,0.005142899,0.018407587,0.000674897,0.014334982],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.6685158,0.12970237,0.10572728,0.010881464,0.07873722,0.0064358553],"domain_scores_gemma":[0.16260676,0.5019403,0.12719749,0.039547086,0.15684032,0.011867972],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.33546004,0.0005469287,0.001695984,0.035219893,0.0047555137,0.020827724,0.0031996153,0.0034926347,0.0047233696],"category_scores_gemma":[0.46468434,0.0010080145,0.0012555867,0.05785665,0.007219167,0.007869399,0.006432435,0.002260628,0.0021866665],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024536878,0.000323878,0.24029648,0.058238916,0.0007232262,0.0009952008,0.019046057,0.0006379936,0.0054949597,0.042632706,0.058644745,0.5705121],"study_design_scores_gemma":[0.0002378828,0.0005117602,0.23082137,0.043287363,0.00086684315,0.0013412522,0.023638673,0.0009316424,0.004519407,0.01280484,0.6806897,0.00034923456],"about_ca_topic_score_codex":0.006557993,"about_ca_topic_score_gemma":0.009059608,"teacher_disagreement_score":0.99650735,"about_ca_system_score_codex":0.009371668,"about_ca_system_score_gemma":0.03938955,"threshold_uncertainty_score":0},"labels":[{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4402695722","doi":"10.5376/jmr.2024.14.0018","title":"Global Collaboration in Research and Data Sharing for Mosquito-Borne Diseases","year":2024,"lang":"en","type":"article","venue":"Journal of Mosquito Research","topic":"Mosquito-borne diseases and control","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Data sharing; Data science; Computer science; Medicine; Pathology","score_opus":0.2797435021467741,"score_gpt":0.5623340285362383,"score_spread":0.28259052638946414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402695722","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13487068,0.06971636,0.27981162,0.2759435,0.0050273295,0.0029605546,0.002565024,0.0010930395,0.22801198],"genre_scores_gemma":[0.7839066,0.036861014,0.15060031,0.013259417,0.0016378324,0.002118305,0.0019105363,0.00032503917,0.009380986],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.8621731,0.114047244,0.0057421215,0.005422972,0.008632219,0.0039823283],"domain_scores_gemma":[0.8010948,0.13008578,0.015605966,0.029550133,0.012615927,0.011047375],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.11400243,0.00068068603,0.001115833,0.005468346,0.0061906483,0.014843086,0.0029680931,0.0028758065,0.0073950994],"category_scores_gemma":[0.12571324,0.00059540675,0.0014977219,0.009585683,0.0061317044,0.015488,0.028717749,0.003924685,0.0010467571],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026286312,0.00025903524,0.049071874,0.0046182163,0.00066695234,0.0011096745,0.0636944,0.0038073973,0.0016119843,0.3672224,0.035486646,0.47218865],"study_design_scores_gemma":[0.00007715318,0.00036044096,0.01704148,0.0061890627,0.00030498937,0.00107091,0.060569335,0.0030931607,0.0014257334,0.31645387,0.59323823,0.00017562286],"about_ca_topic_score_codex":0.0030219879,"about_ca_topic_score_gemma":0.0037280223,"teacher_disagreement_score":0.8859976,"about_ca_system_score_codex":0.0044543725,"about_ca_system_score_gemma":0.033482257,"threshold_uncertainty_score":0.6029097},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reproducibility","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4403162971","doi":"10.1186/s41073-024-00152-w","title":"An evaluation of the preprints produced at the beginning of the 2022 mpox public health emergency","year":2024,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Guelph; Public Health Agency of Canada","funders":"","keywords":"Observational study; Quality (philosophy); Preprint; Scale (ratio); Critical appraisal; Public health; Medicine; Psychology; Computer science; World Wide Web; Alternative medicine; Geography; Nursing; Internal medicine; Pathology","score_opus":0.7197556863314704,"score_gpt":0.6343461286640703,"score_spread":0.0854095576674001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403162971","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6237333,0.11915195,0.05573661,0.037492,0.015070298,0.054489806,0.06884967,0.0016886977,0.023787627],"genre_scores_gemma":[0.82182384,0.025295805,0.07829918,0.005007889,0.003619231,0.046361107,0.016140228,0.00082721276,0.0026255066],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.5601577,0.15969141,0.16556768,0.011587824,0.099603556,0.0033918624],"domain_scores_gemma":[0.09639234,0.47782326,0.19220503,0.035858545,0.19306616,0.004654609],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.46344754,0.0014536966,0.004422414,0.026345292,0.003770913,0.010180232,0.0040757568,0.0026492632,0.004954505],"category_scores_gemma":[0.7572896,0.0015784259,0.0065322155,0.018994343,0.0051183333,0.005744909,0.008324206,0.002484059,0.0013233798],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011873225,0.0005593102,0.31683537,0.2114919,0.0071165944,0.002598806,0.068873204,0.0012848637,0.0047134855,0.0041955924,0.05270182,0.31775582],"study_design_scores_gemma":[0.001725112,0.0059725777,0.6112637,0.11298319,0.011742925,0.0031851681,0.031918213,0.0025800022,0.00954463,0.0050473516,0.20295054,0.0010866042],"about_ca_topic_score_codex":0.0031685699,"about_ca_topic_score_gemma":0.0042055175,"teacher_disagreement_score":0.5365524,"about_ca_system_score_codex":0.00951718,"about_ca_system_score_gemma":0.024935476,"threshold_uncertainty_score":0.6616647},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4403268193","doi":"10.1016/j.jclinepi.2024.111552","title":"Persistent ethnic disparities in authorship within top European and North American medical journals: a serial cross-sectional analysis","year":2024,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institut National de Santé Publique du Québec; McGill University; Université de Montréal","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research","keywords":"Cross-sectional study; Ethnic group; Medicine; Demography; Family medicine; Environmental health; Sociology; Pathology; Anthropology","score_opus":0.40064706310411435,"score_gpt":0.5439387831325252,"score_spread":0.14329172002841084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403268193","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99892646,0.0003271641,0.000044783817,0.000054330467,0.0000075657576,0.000006350176,0.0003862122,0.0000027277824,0.00024438955],"genre_scores_gemma":[0.9991967,0.00013402298,0.00007361664,0.000025387497,0.000017987568,0.000011099102,0.00041998757,0.0000019899308,0.00011927073],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99819463,0.0004980027,0.00035265018,0.00036248166,0.0003753605,0.0002168423],"domain_scores_gemma":[0.98220176,0.002809042,0.010764873,0.0008684617,0.0019503693,0.001405538],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0032542509,0.00021892982,0.00037028157,0.0026981218,0.00053834723,0.001027477,0.00042314333,0.0005389857,0.0016311458],"category_scores_gemma":[0.008460443,0.00031178183,0.0006303291,0.0039141392,0.00040169831,0.0014804631,0.0007933325,0.00050061184,0.00047881182],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042119947,0.000016394604,0.99919766,0.000008542323,0.000048998536,0.000015003785,0.00010219031,0.000009995839,0.000045804216,0.0000061262044,0.000037740672,0.00046934816],"study_design_scores_gemma":[0.0000027276662,0.00004486296,0.99941754,0.0000065495306,0.000018879682,0.00007409805,0.00026787687,0.000045801236,0.00003125348,0.000008212726,0.00007996978,0.000002266479],"about_ca_topic_score_codex":0.004197089,"about_ca_topic_score_gemma":0.0074361465,"teacher_disagreement_score":0.999461,"about_ca_system_score_codex":0.0004406659,"about_ca_system_score_gemma":0.0005790987,"threshold_uncertainty_score":0.017210305},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4403332823","doi":"10.1177/09636625241268881","title":"Public understanding of preprints: How audiences make sense of unreviewed research in the news","year":2024,"lang":"en","type":"article","venue":"Public Understanding of Science","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of British Columbia","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Preprint; Coronavirus disease 2019 (COVID-19); Population; Pandemic; Term (time); Media studies; Sociology; Public relations; Psychology; Political science; World Wide Web; Computer science; Medicine","score_opus":0.7307891558044088,"score_gpt":0.5019906325918755,"score_spread":0.22879852321253336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403332823","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9126844,0.0027234533,0.008474625,0.04022113,0.00058851135,0.00010267614,0.00025609144,0.00012458245,0.0348246],"genre_scores_gemma":[0.9940739,0.0011689946,0.00085901236,0.0022958315,0.0003686517,0.000043987573,0.00014471565,0.00006251883,0.000982389],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9519732,0.031520076,0.003194018,0.002251435,0.008869456,0.0021918183],"domain_scores_gemma":[0.7621595,0.16586418,0.040959783,0.010499325,0.013811536,0.0067056795],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.06067248,0.0005442317,0.0008300142,0.004426045,0.0047400277,0.019239359,0.0014361413,0.0035484233,0.0036984996],"category_scores_gemma":[0.17980845,0.00065266533,0.0007105011,0.0025635213,0.010298469,0.01820854,0.010281763,0.006471389,0.00073441333],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032408827,0.00008816924,0.063423686,0.00052542577,0.00009874778,0.0008197326,0.8747269,0.00019414545,0.0018428398,0.017216284,0.005301705,0.035438277],"study_design_scores_gemma":[0.00004600179,0.00020352493,0.05420301,0.0012539967,0.00013698384,0.00065729674,0.8527386,0.00096801005,0.0011569873,0.021295318,0.06718475,0.00015553612],"about_ca_topic_score_codex":0.0035494484,"about_ca_topic_score_gemma":0.0017895006,"teacher_disagreement_score":0.98076063,"about_ca_system_score_codex":0.004847829,"about_ca_system_score_gemma":0.0031504447,"threshold_uncertainty_score":0.32087058},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4403337641","doi":"10.1002/asi.24957","title":"When data sharing is an answer and when (often) it is not: Acknowledging data‐driven, non‐data, and data‐decentered cultures","year":2024,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Research Data Management Practices","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"H2020 European Research Council; Social Sciences and Humanities Research Council of Canada; Horizon 2020 Framework Programme","keywords":"Computer science; Data sharing; Information retrieval; Data science","score_opus":0.13412300046449738,"score_gpt":0.407161431979203,"score_spread":0.27303843151470564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403337641","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37286055,0.0058175097,0.092527695,0.47139838,0.0019559406,0.0002706952,0.00011496463,0.00015206478,0.054902185],"genre_scores_gemma":[0.97643524,0.0013500832,0.010762965,0.009818885,0.0002176085,0.00014619342,0.000035786008,0.000089025554,0.0011442016],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.6979061,0.23622279,0.016765753,0.013911739,0.026723124,0.008470461],"domain_scores_gemma":[0.5891358,0.26933527,0.039421316,0.04908465,0.03913127,0.013891675],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2334614,0.000616301,0.0011826009,0.0038711189,0.020085232,0.036748454,0.004796403,0.009738794,0.0019879823],"category_scores_gemma":[0.3295517,0.0014362166,0.0009909156,0.005258866,0.08684885,0.05925569,0.024243264,0.014141208,0.00038683743],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006945522,0.000049700877,0.0121335145,0.00032295135,0.00007176563,0.00042607996,0.7646068,0.0001745711,0.0008837958,0.19783509,0.0031527444,0.020273479],"study_design_scores_gemma":[0.000022660959,0.000048736707,0.0023801718,0.0013296438,0.00004810932,0.00044166585,0.7163007,0.00087443134,0.0012873857,0.22657211,0.050591256,0.00010312524],"about_ca_topic_score_codex":0.006972794,"about_ca_topic_score_gemma":0.0049542766,"teacher_disagreement_score":0.9952036,"about_ca_system_score_codex":0.011318913,"about_ca_system_score_gemma":0.02548998,"threshold_uncertainty_score":0.9452786},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4404044359","doi":"10.1080/08989621.2024.2420812","title":"Allowing AI co–authors is a disregard for humanization","year":2024,"lang":"en","type":"article","venue":"Accountability in Research","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Engineering ethics; Psychology; Engineering","score_opus":0.4544497266217594,"score_gpt":0.6545098781449135,"score_spread":0.20006015152315404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404044359","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22992218,0.0034432064,0.12978137,0.19974239,0.0019308836,0.00026878653,0.000078628014,0.0004242976,0.4344083],"genre_scores_gemma":[0.983179,0.00026180272,0.004196178,0.006587189,0.00031030807,0.00014072281,0.000010556517,0.00005022012,0.0052639474],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8962755,0.06688875,0.0044952007,0.009985729,0.017982597,0.004372365],"domain_scores_gemma":[0.6807034,0.16250427,0.05021883,0.06000168,0.026311427,0.020260457],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.06221343,0.00039443516,0.0006016994,0.0012732998,0.00979984,0.01305157,0.0019856337,0.005530277,0.006172533],"category_scores_gemma":[0.14984651,0.0005243044,0.00052962714,0.0009255925,0.05222745,0.011079551,0.010750284,0.0073049385,0.0016512469],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009037536,0.00014550741,0.0110910935,0.00018939939,0.0000702549,0.00039167347,0.032663234,0.00041487746,0.0015986648,0.92023677,0.0069810436,0.026127199],"study_design_scores_gemma":[0.00006711609,0.00015648847,0.0044638896,0.0005664568,0.00006556604,0.0011795367,0.015094247,0.0013253655,0.0035445648,0.7905427,0.18290831,0.0000857132],"about_ca_topic_score_codex":0.0011703639,"about_ca_topic_score_gemma":0.0012988873,"teacher_disagreement_score":0.9944697,"about_ca_system_score_codex":0.004916726,"about_ca_system_score_gemma":0.009747862,"threshold_uncertainty_score":0.32902002},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4404840467","doi":"10.32920/27926781.v1","title":"A cross-sectional description of open access publication costs, policies and impact in emergency medicine and critical care journals","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; McMaster University","funders":"","keywords":"Cross-sectional study; Medicine; Family medicine; Medical emergency","score_opus":0.8802126189463708,"score_gpt":0.6923778208821509,"score_spread":0.18783479806421988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404840467","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91946393,0.0057463883,0.0012662127,0.0008647045,0.00007548854,0.000619443,0.06556376,0.00010753127,0.0062924763],"genre_scores_gemma":[0.96627796,0.0027972816,0.0020528026,0.00043914132,0.00017755963,0.0017565654,0.024806354,0.00008610429,0.0016063246],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98590755,0.0023234766,0.0053765094,0.0016249617,0.004048068,0.00071947917],"domain_scores_gemma":[0.87011987,0.041256256,0.06207077,0.004202499,0.017981589,0.0043689846],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.0114487205,0.00041417909,0.0009338724,0.015440296,0.00096243346,0.00311465,0.0008744181,0.00075950875,0.007983718],"category_scores_gemma":[0.04660382,0.0006143194,0.0011796464,0.026462592,0.00080736546,0.0049912417,0.001676134,0.0011427989,0.0021932255],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015211845,0.00010859477,0.98998404,0.00044061913,0.00024056986,0.00006876219,0.00039240654,0.00010024839,0.00009068554,0.00022452978,0.0021167898,0.006080619],"study_design_scores_gemma":[0.000010304528,0.00012286962,0.9953343,0.00014688706,0.00008474572,0.00053055387,0.0006912686,0.00015793195,0.00010436047,0.00011980081,0.0026720522,0.000024818157],"about_ca_topic_score_codex":0.003033164,"about_ca_topic_score_gemma":0.0028348027,"teacher_disagreement_score":0.9991256,"about_ca_system_score_codex":0.0018289611,"about_ca_system_score_gemma":0.0019208685,"threshold_uncertainty_score":0.06054735},"labels":[{"model":"gemma","categories":["bibliometrics","scholarly_communication","open_science"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4405031048","doi":"10.2139/ssrn.5029611","title":"Legislating Open Access: Making the Case for a Secondary Publishing Right in Canada","year":2024,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Publishing and Scholarly Communication","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publishing; Political science; Business; Law","score_opus":0.06856929381170981,"score_gpt":0.32033571091179425,"score_spread":0.2517664171000844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405031048","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16227852,0.0027786205,0.004100774,0.39144382,0.0013027182,0.0003155583,0.0011947312,0.00015120769,0.43643403],"genre_scores_gemma":[0.7905191,0.0013278538,0.0026392723,0.06355203,0.00047949757,0.00015148355,0.00028661173,0.00017701305,0.14086716],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9691808,0.0032175637,0.00086332834,0.0028180487,0.010402393,0.013517974],"domain_scores_gemma":[0.9219515,0.024670463,0.0022289893,0.0030873846,0.028711852,0.019349854],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.015519245,0.00041083756,0.0011245995,0.0022709104,0.03001541,0.019563202,0.0039312374,0.013239145,0.01971527],"category_scores_gemma":[0.057752267,0.0007686507,0.00095910334,0.004045496,0.014192994,0.0061636,0.0072560487,0.016418433,0.0010680477],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011620139,0.00008384211,0.0080163125,0.0001498801,0.000051950832,0.00058965187,0.016002377,0.00073622214,0.0007062864,0.8429833,0.10583643,0.024727602],"study_design_scores_gemma":[0.0002475721,0.00006889708,0.025700742,0.0007760959,0.00016066266,0.00019869447,0.02001313,0.0029387132,0.0015001228,0.17383331,0.77428967,0.0002723979],"about_ca_topic_score_codex":0.9883887,"about_ca_topic_score_gemma":0.99291706,"teacher_disagreement_score":0.9960688,"about_ca_system_score_codex":0.123657554,"about_ca_system_score_gemma":0.40783206,"threshold_uncertainty_score":0.89720255},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4405540378","doi":"10.18438/eblip30665","title":"Evidence Summary Theme: Open Access","year":2024,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Carleton University","funders":"","keywords":"Theme (computing); Computer science; World Wide Web; Data science; Library science","score_opus":0.5818519236961829,"score_gpt":0.5919576860470508,"score_spread":0.010105762350867908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405540378","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009898983,0.5764951,0.005158613,0.29297838,0.064253464,0.0029117824,0.010319209,0.00016650172,0.046727125],"genre_scores_gemma":[0.036573153,0.6284389,0.01721373,0.24214064,0.044216618,0.011685377,0.008008305,0.00035256305,0.011370753],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8454535,0.055972897,0.036751304,0.008229336,0.050763886,0.0028291498],"domain_scores_gemma":[0.60134387,0.27932736,0.04019249,0.011243492,0.06195806,0.005934674],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.081970155,0.0014290382,0.0040705823,0.014045304,0.0029757838,0.013840864,0.004979016,0.012825433,0.05116108],"category_scores_gemma":[0.3882108,0.0011283702,0.0055934116,0.017438775,0.004522531,0.012633934,0.009790086,0.013534276,0.008417227],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004901799,0.00006374044,0.0015511699,0.25456133,0.0013471755,0.00013016647,0.0009913425,0.00010843916,0.00018780206,0.03642628,0.39264187,0.31150052],"study_design_scores_gemma":[0.00021912492,0.00012033915,0.0022281967,0.33553964,0.00149963,0.00021792225,0.0012271128,0.00008706749,0.00030271296,0.013168088,0.64534783,0.00004236453],"about_ca_topic_score_codex":0.0041895662,"about_ca_topic_score_gemma":0.005307951,"teacher_disagreement_score":0.995021,"about_ca_system_score_codex":0.011895283,"about_ca_system_score_gemma":0.027578173,"threshold_uncertainty_score":0.43350482},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4405997806","doi":"10.14712/12128112.3574","title":"41st Conference of the International Council for Traditional Music","year":2011,"lang":"en","type":"article","venue":"Lidé města","topic":"Diverse Musicological Studies","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Library science; Computer science","score_opus":0.8328671240479153,"score_gpt":0.23138267020502892,"score_spread":0.6014844538428864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405997806","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021373864,0.027017675,0.0021585415,0.07055883,0.0619659,0.00046079917,0.0015491504,0.00025832866,0.81465703],"genre_scores_gemma":[0.053300515,0.0037606028,0.0020808417,0.0027215073,0.004961892,0.00015999291,0.0007275339,0.0001879026,0.93209916],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99844486,0.00028120037,0.000061229475,0.00024367748,0.0005785632,0.00039056817],"domain_scores_gemma":[0.9978581,0.00018379075,0.00010324988,0.00020574206,0.00066161546,0.0009874894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021965757,0.00068447035,0.00039738923,0.0014824028,0.0042563123,0.005466202,0.0008818629,0.0022332221,0.11557581],"category_scores_gemma":[0.0034464446,0.00023437839,0.0005113047,0.0012853427,0.0012190017,0.0015308034,0.0037337544,0.0030867765,0.02027156],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022603024,0.0001047269,0.0017022238,0.00029316003,0.000015383897,0.0005026308,0.0032012172,0.00009798723,0.0032538099,0.023639439,0.8470988,0.11986448],"study_design_scores_gemma":[0.0000032400053,0.0000123284335,0.0013260284,0.000053174506,0.0000013913816,0.00005278068,0.00056827324,0.000018538383,0.00012787717,0.00031486157,0.9975169,0.000004647281],"about_ca_topic_score_codex":0.010999784,"about_ca_topic_score_gemma":0.028591512,"teacher_disagreement_score":0.11557581,"about_ca_system_score_codex":0.0035590138,"about_ca_system_score_gemma":0.005358262,"threshold_uncertainty_score":0},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4406143355","doi":"10.5860/crl.86.1.79","title":"Health Sciences and Beyond: An Investigation into Canadian Librarian Participation in Systematic Reviews Across Disciplines","year":2025,"lang":"en","type":"article","venue":"College & Research Libraries","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Library science; Systematic review; MEDLINE; Sociology; Data science; Political science; Computer science","score_opus":0.3179720848469726,"score_gpt":0.5824627262250558,"score_spread":0.2644906413780832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406143355","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9269078,0.009695639,0.0011276711,0.030565726,0.00016303115,0.00081030605,0.0010344884,0.000053301683,0.029642155],"genre_scores_gemma":[0.9799177,0.006710249,0.0019336524,0.00807112,0.000085192914,0.00037674414,0.00042707258,0.000044472243,0.0024338146],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8667728,0.051555615,0.017336916,0.004881728,0.047052637,0.01240036],"domain_scores_gemma":[0.741578,0.1279447,0.036995396,0.006591347,0.050893273,0.035997268],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.08352775,0.00040367641,0.0010265592,0.011496948,0.0140848085,0.009264927,0.0041321195,0.0020097874,0.0040623634],"category_scores_gemma":[0.21780984,0.0011458036,0.00096631737,0.021129254,0.0046355645,0.0050793765,0.009699284,0.0021218928,0.000346953],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005467619,0.0003699075,0.44238842,0.002695677,0.00024464264,0.0009289498,0.42501497,0.000100301986,0.0008563209,0.003506107,0.0074349656,0.115913],"study_design_scores_gemma":[0.00010749047,0.00027056754,0.5255046,0.002937672,0.00019379328,0.0010245829,0.39268425,0.0004796965,0.00032109692,0.0006925997,0.0755608,0.00022282742],"about_ca_topic_score_codex":0.9032424,"about_ca_topic_score_gemma":0.9408202,"teacher_disagreement_score":0.9322927,"about_ca_system_score_codex":0.06770731,"about_ca_system_score_gemma":0.20671955,"threshold_uncertainty_score":0.4912532},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4406357471","doi":"10.1086/733018","title":"Open Access in the Field of Contemporary Art","year":2024,"lang":"en","type":"article","venue":"Art Documentation Journal of the Art Libraries Society of North America","topic":"Digital and Traditional Archives Management","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Field (mathematics); Visual arts; Art; Mathematics","score_opus":0.04756444124792316,"score_gpt":0.2996367965685496,"score_spread":0.25207235532062644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406357471","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024659766,0.07025485,0.016164083,0.09499248,0.0020882385,0.000111124944,0.0000799704,0.00021132844,0.79143804],"genre_scores_gemma":[0.77524245,0.06270786,0.01564695,0.015234352,0.006025376,0.00034025311,0.00012381827,0.00036147324,0.1243174],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.982532,0.009011543,0.0010292147,0.0014568061,0.0049119447,0.001058456],"domain_scores_gemma":[0.9568574,0.028245648,0.0026690944,0.006864899,0.002478267,0.002884566],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.01759195,0.0002966164,0.00059153134,0.0044179214,0.014879584,0.031238932,0.0015824218,0.0051573035,0.02058097],"category_scores_gemma":[0.03006582,0.00034786493,0.0004083702,0.0074562626,0.05602376,0.026897062,0.01944838,0.0046722884,0.0024642176],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012890642,0.000028054194,0.00077479146,0.00029254452,0.000006268196,0.00018254439,0.029325329,0.000086073815,0.00013983223,0.8608032,0.013312063,0.09503647],"study_design_scores_gemma":[0.000006602226,0.000024750145,0.00139863,0.0014168391,0.000008084751,0.000506302,0.020308517,0.00012152407,0.00019056183,0.36956868,0.60642475,0.00002474165],"about_ca_topic_score_codex":0.00557034,"about_ca_topic_score_gemma":0.006480206,"teacher_disagreement_score":0.99841756,"about_ca_system_score_codex":0.007666251,"about_ca_system_score_gemma":0.015083016,"threshold_uncertainty_score":0.093036234},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4406842793","doi":"10.1038/d41586-025-00212-1","title":"‘Stamp out paper mills’ — science sleuths on how to fight fake research","year":2025,"lang":"en","type":"article","venue":"Nature","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bishop's University","funders":"","keywords":"Scientific misconduct; Spotting; Misconduct; Engineering ethics; Political science; Engineering; Computer science; Law; Medicine; Alternative medicine","score_opus":0.04031818940135897,"score_gpt":0.42280289074556415,"score_spread":0.3824847013442052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406842793","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004635374,0.019894684,0.09712058,0.73849064,0.025780063,0.0004792203,0.00015077465,0.0016693962,0.111779265],"genre_scores_gemma":[0.17273061,0.038454026,0.22418319,0.35668415,0.013138269,0.000927197,0.00035182614,0.0012264823,0.19230424],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9753128,0.009321358,0.0016296125,0.0016874576,0.010298703,0.001750004],"domain_scores_gemma":[0.90171057,0.04290199,0.0058718855,0.015200129,0.025270186,0.009045264],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.040294807,0.0019200881,0.0012378998,0.0040872837,0.009985729,0.019777153,0.004507045,0.019989977,0.02439179],"category_scores_gemma":[0.0921428,0.0011678059,0.0015805591,0.0015714691,0.033452045,0.030156175,0.009606544,0.02338308,0.018510345],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015291203,0.00023192189,0.0013168693,0.0007082858,0.00010873947,0.00052040664,0.0037508626,0.0005666621,0.0021979783,0.29502892,0.47894704,0.21646935],"study_design_scores_gemma":[0.00007221006,0.00024616258,0.0007936625,0.0010057541,0.0000419792,0.0007209532,0.0034287907,0.0005972155,0.0024904632,0.28357503,0.70685685,0.00017092162],"about_ca_topic_score_codex":0.0022531375,"about_ca_topic_score_gemma":0.0037335255,"teacher_disagreement_score":0.98001003,"about_ca_system_score_codex":0.0032533074,"about_ca_system_score_gemma":0.0129829245,"threshold_uncertainty_score":0.21310186},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4408038925","doi":"10.1186/s41073-025-00158-y","title":"Policies on artificial intelligence chatbots among academic publishers: a cross-sectional audit","year":2025,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Ottawa Hospital; Impact","funders":"","keywords":"Chatbot; Audit; Computer science; Transformative learning; World Wide Web; Library science; Public relations; Political science; Psychology; Business; Accounting","score_opus":0.6237231184858077,"score_gpt":0.6160312006266995,"score_spread":0.007691917859108277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408038925","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9816575,0.0024955235,0.0014186407,0.0027817548,0.000098485296,0.0010397166,0.0044533834,0.00007646088,0.0059784455],"genre_scores_gemma":[0.99202114,0.0021194823,0.0012148909,0.0009690746,0.00009258687,0.00092179625,0.0014661951,0.000045474717,0.0011494181],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8863459,0.042564444,0.025162958,0.0075904396,0.03252713,0.0058091455],"domain_scores_gemma":[0.34845632,0.31564018,0.22171827,0.029840397,0.07480143,0.009543376],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.10116977,0.00029377674,0.00078555365,0.0121885445,0.0027833565,0.0075442274,0.0017818375,0.001316352,0.0027299216],"category_scores_gemma":[0.26669142,0.0014394041,0.00045187498,0.01655347,0.003959146,0.0066953623,0.0042109047,0.0026024724,0.0010684741],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003502221,0.00034441974,0.9098156,0.001533445,0.000066591965,0.0005806319,0.042754952,0.00017527973,0.00057856465,0.0034165701,0.0056122546,0.034771413],"study_design_scores_gemma":[0.000033850658,0.00041011773,0.8888048,0.0020827178,0.0000923113,0.001148738,0.0625368,0.0010618325,0.0024520177,0.00084238854,0.040418122,0.00011632508],"about_ca_topic_score_codex":0.0064458814,"about_ca_topic_score_gemma":0.0053962865,"teacher_disagreement_score":0.99868363,"about_ca_system_score_codex":0.0057947417,"about_ca_system_score_gemma":0.014624553,"threshold_uncertainty_score":0.5350433},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4408361682","doi":"10.5206/cjils-rcsib.v48i1.22212","title":"On (Conflating) Predatory Journals and Predatory Practices","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Information and Library Science","topic":"Species Distribution and Climate Change","field":"Environmental Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Predatory pricing; Economics","score_opus":0.014499116359888863,"score_gpt":0.2426575115870162,"score_spread":0.22815839522712733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408361682","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004106716,0.012808459,0.0019242273,0.8984606,0.02057628,0.000020250296,0.000046726786,0.000040489063,0.06201624],"genre_scores_gemma":[0.22751424,0.018276434,0.0030685503,0.6655014,0.057239216,0.00012265309,0.0000746151,0.0002164876,0.0279864],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.959134,0.016363846,0.0028261913,0.0022389444,0.017441044,0.0019959626],"domain_scores_gemma":[0.80439156,0.14218427,0.011305948,0.0035160265,0.03473962,0.0038625777],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.021783723,0.0005350439,0.0007985172,0.0040343683,0.010956104,0.017135343,0.0038546897,0.017489668,0.0044863885],"category_scores_gemma":[0.1088358,0.00044046412,0.0005530008,0.005572538,0.04498376,0.01400418,0.0064677843,0.013896347,0.0011591276],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003672756,0.000016586282,0.0009307359,0.0006169814,0.00001255892,0.0006181025,0.08523402,0.000088194785,0.00035965547,0.65058005,0.24153203,0.019974371],"study_design_scores_gemma":[0.000009939774,0.000017112947,0.0015765564,0.0014398246,0.000011903842,0.0003105691,0.02808585,0.00010067502,0.0002206002,0.047683205,0.9204919,0.000052090923],"about_ca_topic_score_codex":0.060654826,"about_ca_topic_score_gemma":0.09003014,"teacher_disagreement_score":0.9825103,"about_ca_system_score_codex":0.012740856,"about_ca_system_score_gemma":0.02030272,"threshold_uncertainty_score":0.12060356},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4408566433","doi":"10.18438/eblip30630","title":"Identifying Socio-Technical Risks in Open-Source Software for Scholarly Communications: Tools, Metrics, and Opportunities for Libraries to Support Sustainable Development","year":2025,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Concordia University; Université Laval","funders":"","keywords":"Computer science; Open source; Data science; Software; Open source software; World Wide Web","score_opus":0.1419888677672576,"score_gpt":0.35946849456636937,"score_spread":0.21747962679911176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408566433","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7070344,0.010594885,0.19350955,0.04701384,0.00034012296,0.0021843596,0.0024413127,0.0037799517,0.033101678],"genre_scores_gemma":[0.824685,0.0027942583,0.16495557,0.0007223289,0.00026040085,0.001506823,0.0016588115,0.00037962061,0.003037207],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9135323,0.041799042,0.0081617255,0.0029971127,0.031521797,0.00198802],"domain_scores_gemma":[0.54966855,0.22520323,0.08866901,0.024433648,0.102750175,0.009275452],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.089541584,0.0014956831,0.0012014518,0.03572865,0.004398856,0.026303573,0.0033826851,0.0027216931,0.0024868243],"category_scores_gemma":[0.2585331,0.0009918677,0.0012606329,0.026166394,0.005170774,0.030530808,0.017837875,0.0029572658,0.001250684],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004937057,0.00092054595,0.4062268,0.0032277505,0.00035269998,0.00062658486,0.032992452,0.007808989,0.0026623013,0.0329428,0.0122423535,0.49950305],"study_design_scores_gemma":[0.00016653701,0.0018829722,0.3379126,0.011105208,0.00082817633,0.0012323256,0.14996384,0.10673437,0.021195922,0.20933807,0.15851642,0.0011235353],"about_ca_topic_score_codex":0.0048903413,"about_ca_topic_score_gemma":0.00632634,"teacher_disagreement_score":0.9966173,"about_ca_system_score_codex":0.008421303,"about_ca_system_score_gemma":0.012938717,"threshold_uncertainty_score":0.4735468},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4408663123","doi":"10.63485/bm1hb-08q72","title":"An OA pledge from the Gustavus Adolphus library faculty","year":2009,"lang":"en","type":"preprint","venue":"","topic":"Library Science and Information Systems","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pledge; Political science; Library science; Sociology; Computer science; Law","score_opus":0.03841528436749876,"score_gpt":0.26379525370285045,"score_spread":0.2253799693353517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408663123","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006999397,0.002119552,0.0017733884,0.2054393,0.034547407,0.0006416331,0.0012850395,0.0010104568,0.7461839],"genre_scores_gemma":[0.0137316175,0.00039879297,0.000533586,0.02735243,0.0019572936,0.00018426808,0.00023598204,0.00025089775,0.95535517],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99551696,0.0004646823,0.0002132317,0.0005476136,0.0022400955,0.0010174346],"domain_scores_gemma":[0.9880922,0.0023887644,0.00036977924,0.00089126016,0.003940522,0.0043175044],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.005831767,0.0006427541,0.0005881994,0.001432388,0.010342458,0.008834586,0.0009306756,0.009302372,0.24424966],"category_scores_gemma":[0.018248823,0.0005489988,0.00066225516,0.0012032723,0.0021892271,0.0045608347,0.004531623,0.008036315,0.09959377],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000325713,0.000032718464,0.00024871426,0.00001879451,0.0000022175957,0.00010304325,0.00011037512,0.000017932034,0.00022873879,0.0078246705,0.98334885,0.008031295],"study_design_scores_gemma":[0.000006834929,0.000015555626,0.00060503726,0.000027102547,0.000001885559,0.00001707,0.00019876672,0.000025332823,0.00009908029,0.0005240018,0.9984674,0.000011863091],"about_ca_topic_score_codex":0.029020004,"about_ca_topic_score_gemma":0.06717666,"teacher_disagreement_score":0.99906933,"about_ca_system_score_codex":0.0064633884,"about_ca_system_score_gemma":0.009429624,"threshold_uncertainty_score":0.8170965},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4408785920","doi":"10.63485/16sp6-n1d55","title":"New OA journal on the history and philosophy of science","year":2007,"lang":"en","type":"preprint","venue":"","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"History and philosophy of science; Epistemology; Philosophy; Engineering ethics; Engineering","score_opus":0.21288014716398568,"score_gpt":0.44096712164607527,"score_spread":0.2280869744820896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408785920","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049720025,0.09504213,0.01055497,0.25277287,0.2276585,0.00013562094,0.0033286854,0.00084018323,0.40469503],"genre_scores_gemma":[0.09531562,0.065450095,0.011746628,0.016662128,0.11888096,0.00017868148,0.0027205576,0.0020522042,0.6869932],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967956,0.0005200329,0.0002232027,0.0002961355,0.0019466537,0.00021844577],"domain_scores_gemma":[0.9882308,0.0030111321,0.0007153665,0.0014276077,0.003355101,0.0032600355],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0042915405,0.0006601099,0.0009130503,0.003141759,0.0027671629,0.014132848,0.00078318233,0.0025200418,0.069073215],"category_scores_gemma":[0.01608787,0.0003633832,0.00047553194,0.0040320046,0.0052212942,0.00717955,0.0032615408,0.0036346673,0.010065573],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002085949,0.000023585964,0.00034297927,0.00030414865,0.000023241677,0.00008075363,0.00048182107,0.00006804309,0.00026912458,0.11623416,0.85331815,0.028833138],"study_design_scores_gemma":[0.000007744053,0.000006369489,0.00097238366,0.00020540923,0.000008093685,0.000061146195,0.00028057297,0.00007648648,0.00007148639,0.02529923,0.97300255,0.000008548798],"about_ca_topic_score_codex":0.007334396,"about_ca_topic_score_gemma":0.017330138,"teacher_disagreement_score":0.9992168,"about_ca_system_score_codex":0.0066862353,"about_ca_system_score_gemma":0.011677079,"threshold_uncertainty_score":0.2310729},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4409566584","doi":"10.1186/s12961-025-01310-2","title":"Unique and shared partner priorities for supporting engagement in knowledge mobilization in pediatric pain: a best–worst scaling experiment","year":2025,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Izaak Walton Killam Health Centre; Dalhousie University","funders":"Killam Trusts; Research Nova Scotia; Canadian Pain Society; Canada Foundation for Innovation; Canadian Institutes of Health Research; Canadian Psychological Association; Canada Research Chairs; Dalhousie Medical Research Foundation","keywords":"Context (archaeology); Health services research; Variety (cybernetics); Psychology; Health administration; Public health; Applied psychology; Social psychology; Medicine; Medical education; Nursing; Computer science","score_opus":0.847262630294485,"score_gpt":0.7501826757079374,"score_spread":0.09707995458654761,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409566584","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99126804,0.000021170543,0.0042780447,0.00009823576,0.000033063647,0.0015495839,0.0000894812,0.000043312266,0.0026191133],"genre_scores_gemma":[0.9595789,0.000055295375,0.028108975,0.00014262802,0.00003236684,0.0107862055,0.00014605102,0.000025357385,0.0011241289],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9876485,0.008721637,0.0008870966,0.0008978171,0.0012988503,0.0005460956],"domain_scores_gemma":[0.9673767,0.023853295,0.0031550212,0.003059346,0.0010549139,0.0015007023],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013883043,0.00097513443,0.0008420512,0.00058648613,0.0014545975,0.0021052135,0.0012618154,0.00119321,0.0062487577],"category_scores_gemma":[0.03316666,0.00076435314,0.0007252559,0.00047339898,0.002258623,0.0025181428,0.002742196,0.0015756462,0.0005205793],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.077701755,0.17880611,0.0807104,0.0045232717,0.00074992405,0.0011883521,0.09821317,0.023734804,0.18643148,0.025406495,0.0042839,0.31825045],"study_design_scores_gemma":[0.026651395,0.37215573,0.2629726,0.00083986594,0.00124229,0.0008535992,0.07079538,0.10072203,0.06900431,0.055209048,0.038507856,0.001045918],"about_ca_topic_score_codex":0.00053835544,"about_ca_topic_score_gemma":0.0005942936,"teacher_disagreement_score":0.013883043,"about_ca_system_score_codex":0.0009954243,"about_ca_system_score_gemma":0.0010813912,"threshold_uncertainty_score":0.07342142},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4409629257","doi":"10.63485/djw3v-6t729","title":"Canadian Library Association endorses OA","year":2005,"lang":"en","type":"preprint","venue":"","topic":"Library Science and Information Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Association (psychology); Library science; Psychology; Computer science; Psychotherapist","score_opus":0.01054748751395643,"score_gpt":0.1968457446434901,"score_spread":0.18629825712953368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409629257","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023250852,0.003406548,0.0014040364,0.037191737,0.015334985,0.00032502346,0.013733509,0.0025279368,0.9258436],"genre_scores_gemma":[0.0038317873,0.0032386193,0.0031855504,0.012207406,0.0012280296,0.00029243212,0.0086616315,0.0014020915,0.9659525],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9396376,0.0026591758,0.0034775592,0.004358173,0.042908024,0.0069594975],"domain_scores_gemma":[0.83570844,0.0062494674,0.002662648,0.01295365,0.13111207,0.011313772],"candidate_categories":["scholarly_communication","open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.016838843,0.001882649,0.0032709015,0.010325696,0.014793091,0.029321533,0.006218262,0.01205642,0.47400436],"category_scores_gemma":[0.074084826,0.0017405396,0.0019776507,0.022159414,0.0052518095,0.008129191,0.0071249255,0.0090309195,0.35813832],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021567428,0.000014659103,0.00012001672,0.0001671612,0.000007866622,0.00004409883,0.000116683295,0.00001905451,0.00007287752,0.0119266305,0.9695294,0.017959995],"study_design_scores_gemma":[0.0000042888437,0.000002071581,0.0003131791,0.00009214486,0.0000048882043,0.000016110913,0.00009878706,0.00001626568,0.00002661649,0.0005607813,0.9988543,0.000010496345],"about_ca_topic_score_codex":0.81401026,"about_ca_topic_score_gemma":0.86960244,"teacher_disagreement_score":0.99378175,"about_ca_system_score_codex":0.035372354,"about_ca_system_score_gemma":0.22891964,"threshold_uncertainty_score":0.75026894},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":true,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4409728141","doi":"10.5206/cjils-rcsib.v48i1.22390","title":"Towards Sustainable and Coordinated Methods for Estimating Open Access Costs at Canadian Higher Education Institutions","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Information and Library Science","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia; University of Ottawa","funders":"","keywords":"Business; Environmental economics; Higher education; Economic growth; Economics","score_opus":0.354533325933165,"score_gpt":0.5916812547562789,"score_spread":0.23714792882311386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409728141","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055011228,0.0024853358,0.9018214,0.009883357,0.00017213586,0.001496038,0.003417935,0.0008138947,0.024898725],"genre_scores_gemma":[0.25261045,0.0014274197,0.7379248,0.0005870543,0.0000868944,0.0011708156,0.0024744482,0.00027220603,0.0034459787],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.95341474,0.022344442,0.0022830726,0.0029419558,0.016307129,0.0027086353],"domain_scores_gemma":[0.89875704,0.037101675,0.009522378,0.007855239,0.044987768,0.0017759674],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.04022233,0.0018546758,0.0024058588,0.01566106,0.004060434,0.014139007,0.005184216,0.0020398991,0.0023364194],"category_scores_gemma":[0.15284787,0.0014733571,0.002175085,0.023175163,0.0038360513,0.005491154,0.0079807695,0.0034221136,0.0005324475],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010410527,0.00018331756,0.094386466,0.00094857026,0.00092303567,0.00020028854,0.003853268,0.3614076,0.00068989256,0.18863729,0.01900266,0.3296635],"study_design_scores_gemma":[0.000098800214,0.000074149044,0.087283865,0.0010921851,0.0002840391,0.00010644694,0.00600778,0.6834066,0.0016928834,0.17274621,0.046901785,0.00030523224],"about_ca_topic_score_codex":0.93024796,"about_ca_topic_score_gemma":0.922458,"teacher_disagreement_score":0.99481577,"about_ca_system_score_codex":0.068950176,"about_ca_system_score_gemma":0.11152254,"threshold_uncertainty_score":0.50027084},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics","open_science"],"domain":"incentives","study_design":"not_applicable","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4409773286","doi":"10.1093/oncolo/oyaf041","title":"Early phase trials: the perils of nonpublication","year":2025,"lang":"en","type":"article","venue":"The Oncologist","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre","funders":"","keywords":"Phase (matter); Medicine; Chemistry","score_opus":0.9085590211274656,"score_gpt":0.6702365555577398,"score_spread":0.2383224655697258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409773286","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":"methods","domain_gemma":"reporting","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0086129615,0.38903582,0.08799921,0.4477859,0.03680139,0.0044126837,0.0048201163,0.00076143263,0.019770555],"genre_scores_gemma":[0.2827058,0.14637211,0.15425874,0.320426,0.06956214,0.01422833,0.0020369436,0.0012159422,0.009194052],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.27275968,0.62107575,0.044657994,0.012143367,0.047866814,0.0014964896],"domain_scores_gemma":[0.027656324,0.9028559,0.016614145,0.035502482,0.01582253,0.0015487015],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6983583,0.0024537249,0.0134956725,0.008053047,0.0022220544,0.01652596,0.00800875,0.015070547,0.016001487],"category_scores_gemma":[0.8510756,0.0026020205,0.009368219,0.009949914,0.017466264,0.025227446,0.007884331,0.02370256,0.0030730811],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02054895,0.00054283417,0.007775941,0.101764314,0.02631742,0.00036881384,0.0038781313,0.0017815914,0.000928779,0.15398526,0.16309664,0.51901126],"study_design_scores_gemma":[0.0165606,0.0028239596,0.011069212,0.11450497,0.015626274,0.001064213,0.0013631723,0.0062434333,0.0017959588,0.5285294,0.2998781,0.00054070476],"about_ca_topic_score_codex":0.0020444822,"about_ca_topic_score_gemma":0.0037454776,"teacher_disagreement_score":0.3016417,"about_ca_system_score_codex":0.0061556664,"about_ca_system_score_gemma":0.015236418,"threshold_uncertainty_score":0.37197798},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4409912679","doi":"10.1098/rsos.240857","title":"Towards an inclusive Open Science: examining EDI and public participation in policy documents across Europe and the Americas","year":2025,"lang":"en","type":"article","venue":"Royal Society Open Science","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Simon Fraser University","funders":"Arts and Humanities Research Council; Fundação de Amparo à Pesquisa do Estado de São Paulo; Deutsche Forschungsgemeinschaft","keywords":"Openness to experience; Incentive; Transparency (behavior); Public relations; Ethos; Equity (law); Political science; Public policy; Science policy; Open science; Inclusion (mineral); Diversity (politics); Sociology; Public administration; Economics; Social science; Psychology","score_opus":0.3359765003308867,"score_gpt":0.6180077266880395,"score_spread":0.2820312263571528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409912679","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7774813,0.015895542,0.007344299,0.10853348,0.0005970665,0.00066207326,0.0005705377,0.000069797454,0.088845946],"genre_scores_gemma":[0.9882587,0.0023762286,0.0023544752,0.0045687417,0.00008160223,0.00034307447,0.00014029934,0.00003998752,0.0018369007],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.84474796,0.09671168,0.013629964,0.0066674883,0.029292418,0.008950431],"domain_scores_gemma":[0.40435034,0.5074502,0.03777361,0.014685904,0.02780356,0.007936353],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.20476945,0.00037287845,0.0012615547,0.015527823,0.01664358,0.03163588,0.0025075676,0.007758392,0.0027454777],"category_scores_gemma":[0.30818978,0.0007791147,0.0005675299,0.026062561,0.035340324,0.019908533,0.019727381,0.007979882,0.00030092717],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015359395,0.00017738136,0.019104768,0.0019496122,0.000055525645,0.0009238226,0.6358451,0.000603462,0.00115268,0.2821359,0.0045948783,0.05330321],"study_design_scores_gemma":[0.00004681587,0.000089067245,0.023930976,0.0033907031,0.0000395948,0.0002979525,0.75656176,0.00043458585,0.0009853905,0.03172818,0.1823864,0.000108627406],"about_ca_topic_score_codex":0.021008905,"about_ca_topic_score_gemma":0.014734649,"teacher_disagreement_score":0.99749243,"about_ca_system_score_codex":0.041195836,"about_ca_system_score_gemma":0.048379574,"threshold_uncertainty_score":0},"labels":[{"model":"gpt","categories":["open_science"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["open_science","scholarly_communication","metaresearch"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["open_science"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4410145864","doi":"10.1186/s13063-025-08846-2","title":"Master protocol for a series of cohort-based randomized controlled trials to test tools to communicate research results to study participants and others with relevant lived experience: the SPIN-CLEAR Trials","year":2025,"lang":"en","type":"article","venue":"Trials","topic":"Systemic Sclerosis and Related Diseases","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Impact; Western University; St. Joseph's Hospital; Ottawa Hospital; St. Joseph’s Healthcare Hamilton; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Multiple Sclerosis Society of Canada; McMaster University; University of Calgary; Centre Hospitalier de l’Université de Montréal; McGill University Health Centre; McGill University; University of the Fraser Valley; St. Michael's Hospital; Jewish General Hospital","funders":"Lady Davis Institute for Medical Research; Canadian Institutes of Health Research; Medical Research Council; Jewish General Hospital; Arthritis Society; Fondation de l'Hôpital général juif; McGill University","keywords":"Medicine; Protocol (science); Randomized controlled trial; Test (biology); Research design; Series (stratigraphy); Alternative medicine; Pathology","score_opus":0.5696206591412245,"score_gpt":0.5446061213890744,"score_spread":0.025014537752150123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410145864","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":"reporting","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00030103928,0.0001269084,0.004145827,0.0004164719,0.0008041483,0.9898296,0.0027283337,0.00033417897,0.0013133228],"genre_scores_gemma":[0.00030184913,0.000041806114,0.0041927295,0.00012390793,0.000039719664,0.9947221,0.00018559411,0.00001996716,0.0003723364],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.8879646,0.073240235,0.018122755,0.007908785,0.0086824475,0.004081196],"domain_scores_gemma":[0.80461556,0.08863318,0.02216352,0.038148932,0.03906778,0.007371145],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1441925,0.008426458,0.010660418,0.006261411,0.006608234,0.008656629,0.0042759054,0.0129957395,0.19147356],"category_scores_gemma":[0.24855235,0.007182313,0.010622852,0.006253574,0.006316558,0.007833614,0.0036134527,0.020482212,0.05216359],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.20825727,0.0068326844,0.0025198087,0.1299231,0.0053230105,0.0012244034,0.004508043,0.0061238473,0.005845676,0.06418291,0.41275963,0.15249962],"study_design_scores_gemma":[0.4190795,0.008127179,0.0060604615,0.0497201,0.0015443818,0.00034607507,0.0010470399,0.009013391,0.0047254656,0.04440026,0.45536685,0.00056925626],"about_ca_topic_score_codex":0.002548458,"about_ca_topic_score_gemma":0.006119889,"teacher_disagreement_score":0.8558075,"about_ca_system_score_codex":0.011742519,"about_ca_system_score_gemma":0.03371664,"threshold_uncertainty_score":0.76257193},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"randomized_trial","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4410877489","doi":"10.1515/iph-2025-2005","title":"“Yes, We’re Open.” International Public History Goes Open Access","year":2025,"lang":"en","type":"article","venue":"International Public History","topic":"Historical Studies and Socio-cultural Analysis","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Public history; Political science; Media studies; History; Public relations; Sociology","score_opus":0.16987548733497923,"score_gpt":0.3281490789075899,"score_spread":0.15827359157261064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410877489","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008772493,0.012007049,0.0011104889,0.80728,0.07896584,0.000023626442,0.0002916283,0.00025893384,0.099185206],"genre_scores_gemma":[0.09888612,0.03194881,0.0026635844,0.4697755,0.08003538,0.00018814237,0.0010084716,0.0015013607,0.31399268],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.989794,0.0034625337,0.00047015114,0.0007710963,0.0037068417,0.0017953328],"domain_scores_gemma":[0.9507218,0.018152732,0.0035700854,0.0062101264,0.012401741,0.008943575],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.013647641,0.00049402413,0.00087702903,0.002534123,0.008145008,0.034637544,0.0019156893,0.009663291,0.07093666],"category_scores_gemma":[0.060461935,0.00058859674,0.00059493457,0.0047217966,0.01692466,0.032333426,0.008415862,0.023412868,0.02126188],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017878132,0.000018071185,0.0002565685,0.00016112694,0.0000072006665,0.000060514005,0.0016046893,0.000016950795,0.00006287956,0.093060784,0.8802001,0.024533309],"study_design_scores_gemma":[0.0000018504063,0.0000046496853,0.00027035075,0.00031347238,0.000002858906,0.000023733182,0.0011643926,0.0000133833255,0.000041889973,0.007474579,0.9906791,0.000009629045],"about_ca_topic_score_codex":0.004434797,"about_ca_topic_score_gemma":0.005555944,"teacher_disagreement_score":0.9980843,"about_ca_system_score_codex":0.005674978,"about_ca_system_score_gemma":0.014545787,"threshold_uncertainty_score":0.23730671},"labels":[{"model":"gemma","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4412197928","doi":"10.59350/pkp.8524","title":"Upcoming Webinar: OJS Key Features and Tips for Journal Publishing","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Advances in Oncology and Radiotherapy","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Key (lock); Publishing; Computer science; Political science; Library science; Data science; Computer security; Law","score_opus":0.050355506614404334,"score_gpt":0.40261262071288906,"score_spread":0.3522571140984847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412197928","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029615595,0.003367985,0.014250277,0.049508285,0.093702614,0.0026084236,0.050605163,0.092592746,0.69040304],"genre_scores_gemma":[0.0054571815,0.0019351927,0.015811244,0.009656876,0.023997279,0.0006332427,0.024409616,0.02061473,0.89748466],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99685174,0.00039021653,0.000306451,0.00018045692,0.001876244,0.0003949084],"domain_scores_gemma":[0.9463345,0.008977401,0.002915561,0.003815104,0.018884553,0.019072894],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0054727565,0.001191462,0.0015674812,0.0041618743,0.0021271189,0.01043677,0.0018359291,0.0039013287,0.75003695],"category_scores_gemma":[0.030559197,0.0009552672,0.0009854077,0.004254906,0.000704595,0.0061910036,0.0036322984,0.0032021438,0.71463543],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002675302,0.00003375506,0.00006215383,0.000051809486,0.0000013198309,0.00002096503,0.000007765951,0.000008107366,0.00012235543,0.00010445074,0.98803,0.011530481],"study_design_scores_gemma":[0.000049444592,0.000039726317,0.0010399158,0.00007656156,0.0000033031959,0.00009673564,0.00007491429,0.0000790102,0.00030961868,0.00092680985,0.99727976,0.000024245152],"about_ca_topic_score_codex":0.001678538,"about_ca_topic_score_gemma":0.005838192,"teacher_disagreement_score":0.9895632,"about_ca_system_score_codex":0.0016397615,"about_ca_system_score_gemma":0.0035396146,"threshold_uncertainty_score":0.35654193},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4412582784","doi":"10.1136/bmjopen-2024-097148","title":"Data sharing statements for clinical trials: a cross-sectional survey of cardiology journals","year":2025,"lang":"en","type":"article","venue":"BMJ Open","topic":"Research Data Management Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton","funders":"National Natural Science Foundation of China","keywords":"Medicine; Clinical trial; Publication; Data sharing; Odds; Odds ratio; MEDLINE; Family medicine; Logistic regression; Alternative medicine; Internal medicine; Pathology","score_opus":0.9414220175727007,"score_gpt":0.759484280899632,"score_spread":0.18193773667306867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412582784","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9933832,0.0019859704,0.00030138853,0.0015631061,0.000030555642,0.00012387423,0.0012895601,0.000022423868,0.0012998341],"genre_scores_gemma":[0.99745125,0.0008403053,0.00047677418,0.00035150113,0.000064775144,0.000118107775,0.00053459074,0.000009083433,0.0001535564],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.95495504,0.0175498,0.015681233,0.0026193864,0.007936804,0.0012576483],"domain_scores_gemma":[0.55697423,0.15157631,0.25338078,0.010171101,0.019503873,0.008393717],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.031023854,0.00027062645,0.00070915057,0.006974768,0.0009948986,0.0024792608,0.00096955843,0.0011789347,0.0027147557],"category_scores_gemma":[0.15640461,0.0006081492,0.00064761983,0.010115131,0.0011619925,0.0042289062,0.0026819408,0.0010111477,0.0008027228],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010526132,0.00007315804,0.99291635,0.00023723698,0.00007181183,0.000056694993,0.0016399251,0.00003347979,0.00016295108,0.000054917564,0.0006262058,0.00402207],"study_design_scores_gemma":[0.000021132635,0.00025665856,0.9914124,0.00020692048,0.00004802636,0.0005587298,0.005150985,0.00020459933,0.00016188719,0.00009179992,0.0018566852,0.000030140665],"about_ca_topic_score_codex":0.0014663173,"about_ca_topic_score_gemma":0.0014071991,"teacher_disagreement_score":0.9990305,"about_ca_system_score_codex":0.0010567261,"about_ca_system_score_gemma":0.0018777184,"threshold_uncertainty_score":0},"labels":[{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch","metaepi_broad","open_science","scholarly_communication","research_integrity"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4413943989","doi":"10.1080/17512786.2025.2551984","title":"“I’d Like to Think I’d Be Able to Spot One”: How Journalists Navigate Predatory Journals","year":2025,"lang":"en","type":"article","venue":"Journalism Practice","topic":"Media Studies and Communication","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Political science; Journalism; Media studies; Sociology","score_opus":0.06751854476489477,"score_gpt":0.4102410001773321,"score_spread":0.34272245541243734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413943989","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9106942,0.0025059187,0.0035261821,0.053036276,0.0004121575,0.0000811235,0.000029849614,0.000049740844,0.029664662],"genre_scores_gemma":[0.98837996,0.00088822364,0.0010394952,0.007750521,0.00012240528,0.0000403783,0.0000133563035,0.00003388347,0.0017318298],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.955033,0.036225297,0.0009052626,0.0014361242,0.0036008328,0.0027995282],"domain_scores_gemma":[0.9050001,0.06602158,0.012896273,0.0020431662,0.006389161,0.0076497057],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.030648546,0.00041527182,0.00067345425,0.0024525425,0.018740159,0.015988631,0.0016530205,0.0045943432,0.0020887682],"category_scores_gemma":[0.06636315,0.00064078276,0.00048658182,0.001803339,0.026673086,0.010788887,0.0074694585,0.0058961622,0.0006187046],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032794327,0.000029840729,0.010406444,0.00014821233,0.000021491094,0.0010368231,0.9757722,0.000025831969,0.00061406917,0.0038617568,0.002761757,0.0052887904],"study_design_scores_gemma":[0.00001128598,0.00004661289,0.0036679916,0.0002786752,0.000016924112,0.0006788516,0.9703259,0.000088875895,0.00022243705,0.0022848456,0.0223396,0.000038081176],"about_ca_topic_score_codex":0.0090738535,"about_ca_topic_score_gemma":0.011227932,"teacher_disagreement_score":0.9954057,"about_ca_system_score_codex":0.0051912,"about_ca_system_score_gemma":0.008125163,"threshold_uncertainty_score":0.1620869},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","research_integrity"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4414218259","doi":"10.31235/osf.io/q6fpw_v1","title":"University journals in the global academic publishing landscape: Mapping over 19,000 diverse titles","year":2025,"lang":"en","type":"article","venue":"","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publishing; Quarter (Canadian coin); Discipline; Identification (biology); Scholarly communication; Web of science; Electronic publishing; Bibliometrics","score_opus":0.5837607990015768,"score_gpt":0.5647070565081341,"score_spread":0.019053742493442716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414218259","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9831571,0.0034950771,0.00049274246,0.00034825318,0.000013746234,0.00003004035,0.007863186,0.000024677474,0.0045753145],"genre_scores_gemma":[0.98708785,0.0023160065,0.0017106095,0.00006231103,0.00004876164,0.000046792782,0.008021602,0.000024609764,0.0006814332],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962692,0.0008444508,0.00060610106,0.000701555,0.0012245737,0.000354143],"domain_scores_gemma":[0.98562014,0.0056539783,0.0052954513,0.0006948177,0.0018932259,0.00084239885],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0026847073,0.0003122277,0.0006126696,0.033533532,0.00096403953,0.0047078407,0.0004419237,0.00039738466,0.0023656804],"category_scores_gemma":[0.012842765,0.0001971899,0.00039091153,0.06772996,0.00091473,0.0032847621,0.003691064,0.00038623257,0.0006929976],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000105425504,0.000068668705,0.9092028,0.00094841246,0.00018618852,0.00045979244,0.012448026,0.00046745912,0.0011629927,0.004234456,0.0032349161,0.067480855],"study_design_scores_gemma":[0.000014558984,0.000039882583,0.95647454,0.0002874327,0.00007935276,0.0006864515,0.016265685,0.0008858812,0.00040806283,0.0016689993,0.023160648,0.000028507962],"about_ca_topic_score_codex":0.006492254,"about_ca_topic_score_gemma":0.009672236,"teacher_disagreement_score":0.9664665,"about_ca_system_score_codex":0.00082759245,"about_ca_system_score_gemma":0.0012307245,"threshold_uncertainty_score":0.014198303},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4414618895","doi":"10.59348/bcw6r-nmn94","title":"Dissemination and Assessment: Open Access, Reputation and Economics","year":2015,"lang":"en","type":"preprint","venue":"","topic":"Library Science and Information Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Reputation; Sharing economy; Information economy; Digital economy; Reputation management; Information economics","score_opus":0.09226499298459453,"score_gpt":0.39962071956343487,"score_spread":0.30735572657884036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414618895","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005604636,0.066156715,0.053972617,0.5024644,0.016210243,0.0008173013,0.0029274293,0.0014050803,0.35044158],"genre_scores_gemma":[0.5733746,0.08586521,0.04139576,0.033163644,0.03359032,0.0017202188,0.00309834,0.0015675307,0.2262244],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.8962952,0.048572805,0.0056489976,0.0052002682,0.041578922,0.0027036977],"domain_scores_gemma":[0.5672113,0.2261266,0.028877227,0.05700689,0.103690006,0.017088007],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.097391136,0.0007956419,0.002201734,0.009864777,0.005801869,0.044122998,0.0031123203,0.01135788,0.071329996],"category_scores_gemma":[0.48331752,0.0009476777,0.00083189714,0.01954328,0.014631948,0.03708261,0.012668539,0.0078065237,0.01312434],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001335689,0.00003744663,0.002216702,0.0013622133,0.000105409585,0.00011422172,0.00093454495,0.0010439815,0.0001950347,0.5665041,0.23959194,0.18776087],"study_design_scores_gemma":[0.0000750249,0.000047111836,0.0024785316,0.0018802262,0.000051805728,0.0001547151,0.00064690097,0.0021376275,0.00033024716,0.48613244,0.50595814,0.00010721944],"about_ca_topic_score_codex":0.01657156,"about_ca_topic_score_gemma":0.009833537,"teacher_disagreement_score":0.9968877,"about_ca_system_score_codex":0.016403763,"about_ca_system_score_gemma":0.031789538,"threshold_uncertainty_score":0.5150597},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4414833709","doi":"10.1136/bmjebm-2025-113704","title":"Addressing misleading medical information on social media: a scoping review of current interventions","year":2025,"lang":"en","type":"review","venue":"BMJ evidence-based medicine","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"National Health and Medical Research Council; Medical Research Council","keywords":"Psychological intervention; Social media; Public health; Public policy; Medical information; MEDLINE; Digital health","score_opus":0.632896534837736,"score_gpt":0.6151385818461708,"score_spread":0.01775795299156524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414833709","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002776528,0.9978397,0.0001645305,0.0006438753,0.00016968884,0.00023841126,0.00009178844,0.000008948717,0.0005654723],"genre_scores_gemma":[0.0031856098,0.9948736,0.00058644963,0.00048777912,0.0001317233,0.0005373282,0.00009533395,0.0000064211035,0.00009573079],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9830959,0.0071357135,0.005515532,0.00088723865,0.002906286,0.00045936013],"domain_scores_gemma":[0.854225,0.1263299,0.010041614,0.0013502645,0.0073343157,0.00071894156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023535846,0.002089112,0.006958963,0.019949814,0.0013972663,0.005511367,0.0036189093,0.0042625433,0.011486889],"category_scores_gemma":[0.11425246,0.0015175627,0.0076806303,0.013409677,0.0021733078,0.005197769,0.0033625802,0.0030263527,0.0013514818],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020024009,0.00007533641,0.0003101716,0.7973414,0.0017831372,0.00006437023,0.00044391528,0.00012358134,0.000101903235,0.0007134331,0.003277465,0.19556506],"study_design_scores_gemma":[0.0000595153,0.00009916356,0.0006724787,0.97127223,0.0058243545,0.00010230783,0.00029967396,0.000057486064,0.00010747607,0.00045980173,0.021028934,0.000016721184],"about_ca_topic_score_codex":0.0051107537,"about_ca_topic_score_gemma":0.011778492,"teacher_disagreement_score":0.023535846,"about_ca_system_score_codex":0.0049918527,"about_ca_system_score_gemma":0.017527351,"threshold_uncertainty_score":0.12447095},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4416610982","doi":"10.5256/f1000research.17518.r37491","title":"Referee report. For: What is a predatory journal? A scoping review [version 2; referees: 3 approved]","year":2018,"lang":"en","type":"article","venue":"Faculty of 1000 Research Ltd","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Ottawa Hospital Research Institute; University of Ottawa","keywords":"Government (linguistics); Perspective (graphical); Work (physics); Action (physics)","score_opus":0.5906445318476334,"score_gpt":0.6109775974599683,"score_spread":0.020333065612334833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416610982","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00073564675,0.007496912,0.0044509307,0.25724986,0.55464095,0.014685151,0.097839445,0.007141855,0.055759292],"genre_scores_gemma":[0.011294911,0.01168373,0.0130547155,0.21784762,0.16380943,0.03683343,0.054413613,0.0066120783,0.48445043],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9729465,0.005166274,0.0061124545,0.0020610145,0.0123306755,0.0013830315],"domain_scores_gemma":[0.56787264,0.06306062,0.0133309765,0.013804773,0.33368537,0.0082456395],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.023256965,0.0023998807,0.0038342336,0.015061787,0.006056882,0.010203862,0.0048277397,0.015105431,0.5653635],"category_scores_gemma":[0.3355329,0.0014169484,0.0048523215,0.012124377,0.0017126317,0.006675736,0.0072075767,0.0066793603,0.22780547],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020808102,0.000009873151,0.000032579235,0.0010264064,0.000016059807,0.000035224773,0.00003137863,0.000007696671,0.00006501859,0.00013423892,0.99504036,0.003580256],"study_design_scores_gemma":[0.00047386897,0.00007203035,0.001946247,0.005977417,0.00019146713,0.00018507418,0.0003884862,0.00016340638,0.00047048027,0.0029641085,0.9869985,0.00016899235],"about_ca_topic_score_codex":0.015550173,"about_ca_topic_score_gemma":0.025937889,"teacher_disagreement_score":0.5653635,"about_ca_system_score_codex":0.008225207,"about_ca_system_score_gemma":0.017413946,"threshold_uncertainty_score":0.61995614},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4417082230","doi":"10.59350/186wa-bjr97","title":"Coalition Publica Receives Support from SSHRC for the Development of Open Access","year":2020,"lang":"","type":"article","venue":"","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"General partnership; Public access; Public policy; Research council","score_opus":0.4634377207147514,"score_gpt":0.518041368829564,"score_spread":0.05460364811481255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417082230","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002101835,0.0012029568,0.012988156,0.114560656,0.006177056,0.0016515077,0.05266697,0.008937459,0.7997134],"genre_scores_gemma":[0.019502806,0.00077847205,0.013281741,0.006047495,0.0008436561,0.00048709445,0.030423345,0.0051298346,0.92350554],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9646578,0.0035375857,0.0009835346,0.0016663618,0.025599495,0.0035552115],"domain_scores_gemma":[0.8085377,0.028979888,0.003501524,0.018367037,0.08963249,0.050981376],"candidate_categories":["scholarly_communication","open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.025988573,0.0008132507,0.00129392,0.0048611136,0.00494858,0.011836655,0.0032454866,0.0037045134,0.48202312],"category_scores_gemma":[0.10246343,0.0006436559,0.0010690392,0.0047742818,0.002791159,0.006973349,0.009855727,0.004607656,0.17974],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012218932,0.000057690526,0.00035878932,0.00010527533,0.0000073906926,0.000071317,0.00023306179,0.000056442383,0.000372323,0.02990848,0.9229363,0.045770686],"study_design_scores_gemma":[0.00002019225,0.00001535564,0.00048495916,0.00004603896,0.0000043699965,0.000032561875,0.0001365899,0.00012310014,0.00023236097,0.0015339913,0.9973557,0.000014791193],"about_ca_topic_score_codex":0.18407933,"about_ca_topic_score_gemma":0.23796347,"teacher_disagreement_score":0.9967545,"about_ca_system_score_codex":0.018286932,"about_ca_system_score_gemma":0.0900934,"threshold_uncertainty_score":0.73883116},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":true,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W6889244635","doi":"10.25547/kp0a-9630","title":"Recommandations politiques pour le libre accès aux données de recherche en Europe (RECODE)","year":2024,"lang":"fr","type":"article","venue":"Electronic Textual Cultures Lab","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Work (physics); Order (exchange); Field (mathematics)","score_opus":0.6224377247633078,"score_gpt":0.5920105115187804,"score_spread":0.030427213244527462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6889244635","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044824295,0.022640752,0.055318285,0.545486,0.035064735,0.004918537,0.014480393,0.0036463172,0.31396255],"genre_scores_gemma":[0.048868265,0.02594133,0.31216928,0.33769193,0.018651532,0.04586763,0.030794382,0.0040924093,0.17592321],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.5330858,0.1900506,0.103620775,0.014526538,0.14066873,0.018047547],"domain_scores_gemma":[0.28867117,0.4182881,0.04109564,0.06676867,0.17384228,0.0113342125],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.34103128,0.0020965652,0.0038835744,0.025828967,0.010232852,0.04912866,0.009567538,0.049418718,0.023647891],"category_scores_gemma":[0.5601731,0.006155121,0.00714608,0.020090897,0.016692873,0.021742268,0.020475963,0.042422302,0.032460254],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041001022,0.00041059617,0.002332151,0.00380883,0.00024609294,0.0005842556,0.0044086766,0.0005746126,0.0019645088,0.28216863,0.6365064,0.06658521],"study_design_scores_gemma":[0.00020433604,0.00011802876,0.00468096,0.008143814,0.0002884644,0.00040217987,0.0014290746,0.00049776817,0.0018080784,0.03580352,0.94639385,0.00022989877],"about_ca_topic_score_codex":0.03646962,"about_ca_topic_score_gemma":0.027968295,"teacher_disagreement_score":0.99043244,"about_ca_system_score_codex":0.014748597,"about_ca_system_score_gemma":0.07213076,"threshold_uncertainty_score":0.81262577},"labels":[{"model":"gemma","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W6893019505","doi":"10.5281/zenodo.13827956","title":"How Discovery Systems Use DataCite Metadata: Harvester Roundtable","year":2024,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Research Data Management Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"OpenAlex","funders":"","keywords":"Metadata; Key (lock); Public access; Information technology","score_opus":0.14993449295970188,"score_gpt":0.3023084831372117,"score_spread":0.15237399017750983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6893019505","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019798921,0.008417665,0.44128397,0.16228871,0.008088868,0.0011475217,0.0067546284,0.04367232,0.30854744],"genre_scores_gemma":[0.24182515,0.013427384,0.41026706,0.037801065,0.00364611,0.0016621423,0.023193665,0.039900627,0.22827686],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9749508,0.0096271215,0.002272043,0.0032897948,0.0078713745,0.0019889437],"domain_scores_gemma":[0.948607,0.015046539,0.0011955105,0.02457894,0.008385218,0.0021867119],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.034613613,0.0009870116,0.001321237,0.011219481,0.012897711,0.043886006,0.0057210415,0.0060461406,0.036303006],"category_scores_gemma":[0.071807764,0.0021708317,0.002756061,0.012428555,0.008577019,0.10639375,0.026646119,0.007374013,0.03303143],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014387039,0.00013936938,0.0043130773,0.0006609107,0.00015541559,0.0005136894,0.017131213,0.0012829939,0.002927845,0.44605333,0.3213054,0.20537287],"study_design_scores_gemma":[0.000018491666,0.00002972855,0.000476405,0.00038414155,0.00004570603,0.00022018733,0.00521384,0.0020338167,0.0021532264,0.112916745,0.8763947,0.000112983565],"about_ca_topic_score_codex":0.014975449,"about_ca_topic_score_gemma":0.016355602,"teacher_disagreement_score":0.9653864,"about_ca_system_score_codex":0.0067848987,"about_ca_system_score_gemma":0.007738987,"threshold_uncertainty_score":0.18305647},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6893182128","doi":"10.5281/zenodo.15176863","title":"UOttawa Open Access Toolkit","year":2025,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Access to information; Data access; Information access; Key (lock); Publishing; Public access","score_opus":0.19528247208475824,"score_gpt":0.4475338067158395,"score_spread":0.25225133463108124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6893182128","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017316873,0.0067079808,0.11969499,0.0055109425,0.0012377598,0.0016154067,0.08473439,0.1583337,0.6204331],"genre_scores_gemma":[0.008922836,0.00746612,0.19286188,0.0023458877,0.00025178574,0.0030521874,0.066968374,0.046405874,0.67172503],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9932882,0.0013585886,0.0010811054,0.0007211423,0.0027650842,0.00078585255],"domain_scores_gemma":[0.97537893,0.0053764144,0.00087051035,0.0065658554,0.009532027,0.002276238],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0062240055,0.001565215,0.002056941,0.007152968,0.0049387794,0.013693341,0.005327448,0.0029234553,0.23290613],"category_scores_gemma":[0.023004966,0.003966746,0.0011692073,0.012025211,0.0019896026,0.011463236,0.0065554897,0.003631786,0.27694398],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016671424,0.000043998793,0.00018849429,0.00048733936,0.00001382933,0.0001292813,0.0006972215,0.00016100139,0.0013269752,0.014730374,0.84247077,0.139584],"study_design_scores_gemma":[0.000007808392,0.0000045018237,0.00021442343,0.0001515176,0.0000050313706,0.0000522793,0.0001376302,0.000079800164,0.0004385574,0.0023896436,0.9964849,0.000033886387],"about_ca_topic_score_codex":0.16382046,"about_ca_topic_score_gemma":0.31512016,"teacher_disagreement_score":0.99467254,"about_ca_system_score_codex":0.006474765,"about_ca_system_score_gemma":0.025637543,"threshold_uncertainty_score":0.77914864},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":true,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W6899029477","doi":"10.58079/o3dp","title":"Formist : le point sur la formation documentaire des étudiants","year":2005,"lang":"fr","type":"article","venue":"OpenEdition (OpenEdition)","topic":"Contemporary art, education, critique","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Point (geometry); Noise (video); Margin (machine learning); Line (geometry)","score_opus":0.02548532421019604,"score_gpt":0.3067846117386858,"score_spread":0.28129928752848976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6899029477","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01388755,0.03292497,0.0056728814,0.6677707,0.024388844,0.00019425235,0.0003838458,0.0002374018,0.2545397],"genre_scores_gemma":[0.23724583,0.018654011,0.006153998,0.103463076,0.0078436695,0.00094507466,0.00032339524,0.00047840667,0.6248926],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9853225,0.0067385915,0.00065253366,0.0009335194,0.0046182056,0.0017348056],"domain_scores_gemma":[0.9769109,0.013391804,0.0012386604,0.0015790932,0.004534901,0.0023446192],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016833562,0.0006763516,0.0006789422,0.0023458737,0.017668953,0.013821709,0.0021560017,0.009500182,0.02234233],"category_scores_gemma":[0.03376221,0.00057619065,0.00072963024,0.0025088263,0.017540468,0.009313237,0.008172589,0.0126099605,0.0037278489],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000089661975,0.0000684192,0.00087717664,0.0006520656,0.000014267585,0.00025249223,0.06089949,0.00009970041,0.0006358972,0.45764568,0.4052239,0.07354125],"study_design_scores_gemma":[0.0000090885405,0.00001929704,0.00071076147,0.0002647248,0.0000056720364,0.000066713874,0.0066098515,0.000033617132,0.00031694956,0.006156298,0.9857944,0.000012678779],"about_ca_topic_score_codex":0.06977405,"about_ca_topic_score_gemma":0.07010152,"teacher_disagreement_score":0.06977405,"about_ca_system_score_codex":0.01764572,"about_ca_system_score_gemma":0.035216756,"threshold_uncertainty_score":0.13873583},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W6904837889","doi":"10.14288/1.0213394","title":"University of British Columbia Library Bulletin","year":2015,"lang":"en","type":"article","venue":"Open Collections","topic":"Library Science and Administration","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"National library; Digital library; Work (physics); Government (linguistics)","score_opus":0.03145373393389778,"score_gpt":0.24649958825589627,"score_spread":0.2150458543219985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6904837889","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005582044,0.014453019,0.00024258555,0.026308255,0.007084253,0.00033395653,0.03517299,0.0007989105,0.91002405],"genre_scores_gemma":[0.0040397746,0.0026419258,0.00016306552,0.0007802929,0.00019391102,0.00004988417,0.0022445258,0.000064728265,0.9898219],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99817777,0.00009813125,0.00011826382,0.00013737135,0.0011067474,0.00036171044],"domain_scores_gemma":[0.9937211,0.0005382476,0.00018726307,0.0003223979,0.00418624,0.0010446535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013085235,0.0009975372,0.0011079678,0.0054536,0.008727285,0.011198779,0.0016320741,0.0036021648,0.25688618],"category_scores_gemma":[0.0066503864,0.000955021,0.00048864365,0.007815426,0.0012477784,0.0018201277,0.0017660309,0.0030037658,0.067470685],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002369441,0.000021859289,0.0005056297,0.00014444353,0.0000052347445,0.00005530614,0.00009462988,0.000040256604,0.00007870962,0.0012888018,0.9784107,0.019330714],"study_design_scores_gemma":[0.0000070324563,0.0000047527924,0.0055256346,0.000118276694,0.000008476487,0.000013050047,0.00024515192,0.000039034214,0.00008393339,0.00009726272,0.9938455,0.000012020043],"about_ca_topic_score_codex":0.894486,"about_ca_topic_score_gemma":0.962268,"teacher_disagreement_score":0.25688618,"about_ca_system_score_codex":0.02923729,"about_ca_system_score_gemma":0.06875876,"threshold_uncertainty_score":0.8593699},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W6904857745","doi":"10.14288/1.0345050","title":"The British Columbia Federationist","year":2017,"lang":"en","type":"article","venue":"Open Collections","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Work (physics); Agency (philosophy)","score_opus":0.018161771429323962,"score_gpt":0.26691701132056495,"score_spread":0.248755239891241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6904857745","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022897613,0.009270628,0.0001979936,0.04992047,0.0077321646,0.00005195057,0.0018407865,0.00014851936,0.92854774],"genre_scores_gemma":[0.0037103612,0.0011137077,0.00009980674,0.0018153553,0.00009978381,0.0000111669715,0.0001668136,0.000029783847,0.99295324],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983448,0.000099644785,0.00004226511,0.00023790082,0.0006764146,0.0005990079],"domain_scores_gemma":[0.99756026,0.00012565407,0.000050536528,0.00019866909,0.0013881968,0.0006766499],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011309485,0.0008145882,0.0006058251,0.00216873,0.016275384,0.01026754,0.0011362068,0.0046114894,0.19967818],"category_scores_gemma":[0.0033368024,0.00062665687,0.00051069655,0.0030559797,0.0028084726,0.0018653142,0.0032409902,0.004328367,0.038974322],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010317617,0.000010472404,0.0004876666,0.00003137363,0.0000026620753,0.000060956932,0.00020891943,0.000029088706,0.00004152575,0.011874125,0.9689397,0.01830313],"study_design_scores_gemma":[0.000001375016,9.601035e-7,0.00086617994,0.00004614248,0.000001454194,0.0000088108645,0.0003813746,0.000011861788,0.000016898452,0.0003485436,0.998312,0.0000043334876],"about_ca_topic_score_codex":0.95512927,"about_ca_topic_score_gemma":0.9824142,"teacher_disagreement_score":0.19967818,"about_ca_system_score_codex":0.027681233,"about_ca_system_score_gemma":0.08162698,"threshold_uncertainty_score":0.6679901},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","sts"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W6907888404","doi":"10.25453/plabs.27276609.v1","title":"The importance of open access to scholarly scientific knowledge, science advice and national science advice mechanisms in building trust in science","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Declaration; Context (archaeology); Advice (programming); Open science; Open access publishing; Open research; Access to information; Public access","score_opus":0.1545254070908609,"score_gpt":0.4824524023667184,"score_spread":0.32792699527585745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6907888404","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005559541,0.011188932,0.03821729,0.56182057,0.0046346765,0.00022463282,0.00024752927,0.00037281378,0.37773392],"genre_scores_gemma":[0.6032487,0.027397625,0.07826778,0.13234825,0.0075581535,0.0010179763,0.00067640486,0.0012067561,0.1482783],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.84691435,0.07292066,0.0074677365,0.009129898,0.055436417,0.008130958],"domain_scores_gemma":[0.63857013,0.21475674,0.020516038,0.04031858,0.039279904,0.046558604],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.1250939,0.0005411116,0.0014513466,0.0061219833,0.013988544,0.04405678,0.004107036,0.016971057,0.03254436],"category_scores_gemma":[0.20786987,0.0012811432,0.0011820231,0.008021031,0.06146966,0.051219396,0.032063052,0.024531042,0.007692629],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003072965,0.00004488911,0.0007355483,0.00029371848,0.000029341178,0.00017694825,0.0073309494,0.0001891166,0.0002337259,0.89673376,0.045582537,0.048618738],"study_design_scores_gemma":[0.000024253326,0.000034924255,0.0009485385,0.0009639932,0.000014580744,0.00017691504,0.0028007075,0.0003027514,0.0002492909,0.46041396,0.5339971,0.0000729022],"about_ca_topic_score_codex":0.019986615,"about_ca_topic_score_gemma":0.022564078,"teacher_disagreement_score":0.99589294,"about_ca_system_score_codex":0.023401396,"about_ca_system_score_gemma":0.05729561,"threshold_uncertainty_score":0},"labels":[{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch","scholarly_communication","open_science"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"opus","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W6908435990","doi":"10.26190/unsworks/26323","title":"Multi-site research and data sharing","year":2017,"lang":"en","type":"article","venue":"Open MIND","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Data sharing; Data governance; Information governance; Context (archaeology); Pooling; Data Protection Act 1998; Data access; Health care; Information privacy; Process (computing)","score_opus":0.9658159765779182,"score_gpt":0.7731835553437635,"score_spread":0.1926324212341547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6908435990","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13031818,0.014283583,0.418438,0.19563478,0.0040158527,0.021751005,0.001943393,0.0010049614,0.2126102],"genre_scores_gemma":[0.7068319,0.004532634,0.22459425,0.023166813,0.0013447129,0.024411656,0.00070643716,0.0004994164,0.013912219],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.3002121,0.63250476,0.014504696,0.02073105,0.026800444,0.0052470295],"domain_scores_gemma":[0.3394819,0.41097733,0.039736297,0.15172538,0.03311145,0.024967598],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.39490992,0.00079501024,0.0022836807,0.0051261047,0.016698407,0.021051208,0.0069185523,0.005435361,0.012512592],"category_scores_gemma":[0.33021984,0.0017107544,0.0018835873,0.007617475,0.036249578,0.01806539,0.03495725,0.009532726,0.0025888374],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005997066,0.0005588457,0.02342497,0.0066547734,0.0008265681,0.0023661302,0.3867036,0.002130799,0.0020298322,0.31604952,0.034391176,0.22426403],"study_design_scores_gemma":[0.00025740653,0.0007377321,0.009924499,0.011701053,0.00024967472,0.0024896348,0.1643451,0.002587021,0.0017437671,0.3023971,0.50332266,0.00024437087],"about_ca_topic_score_codex":0.0064744833,"about_ca_topic_score_gemma":0.0075404476,"teacher_disagreement_score":0.99308145,"about_ca_system_score_codex":0.012211208,"about_ca_system_score_gemma":0.056932256,"threshold_uncertainty_score":0.7461838},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reproducibility","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6930577582","doi":"10.5281/zenodo.15414451","title":"Canadian Library Journal Publishing: A Primer","year":2025,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Cellular transport and secretion","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University; University of Winnipeg; York University; Mount Royal University; University of Victoria; University of Alberta","funders":"","keywords":"Publishing; Primer (cosmetics); Electronic publishing; Library classification","score_opus":0.012859866995067042,"score_gpt":0.2027226077845278,"score_spread":0.18986274078946075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930577582","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00068779924,0.06450915,0.0069957627,0.1541646,0.027455952,0.00090273673,0.010821209,0.0029211233,0.73154163],"genre_scores_gemma":[0.006295585,0.09404243,0.026118772,0.051406335,0.006123783,0.0007326099,0.0113760745,0.002388868,0.80151564],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98919034,0.0008481079,0.00064181944,0.0006801698,0.007518411,0.001121197],"domain_scores_gemma":[0.97473246,0.0033621835,0.00072171754,0.00058987027,0.014062741,0.0065310346],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.008003483,0.0014771875,0.0009160907,0.017473502,0.012593774,0.021012785,0.0037783037,0.007672298,0.140334],"category_scores_gemma":[0.016269285,0.0013441407,0.0007543424,0.028895877,0.004381205,0.011989901,0.0064354097,0.0051256055,0.07914078],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008752204,0.000014840937,0.00008568866,0.00023316353,0.0000012432364,0.00007530499,0.0003777361,0.00004184851,0.000089805835,0.018805312,0.91919935,0.061066937],"study_design_scores_gemma":[5.2227887e-7,7.438259e-7,0.000037868434,0.000058474678,2.9272394e-7,0.000016843533,0.00005460387,0.00000423929,0.000009204179,0.00024931008,0.99956435,0.0000035944745],"about_ca_topic_score_codex":0.6154059,"about_ca_topic_score_gemma":0.78549135,"teacher_disagreement_score":0.9789872,"about_ca_system_score_codex":0.040925708,"about_ca_system_score_gemma":0.1098497,"threshold_uncertainty_score":0.77371806},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W6930580054","doi":"10.5281/zenodo.13135636","title":"Interviews with editors of library science journals on transitioning to open access","year":2024,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Bacteriophages and microbial interactions","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Confidentiality; Interview; Information science; Access to information; Codebook","score_opus":0.057315166518145375,"score_gpt":0.336296687712855,"score_spread":0.2789815211947096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930580054","genre_codex":"empirical","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9565906,0.0006363621,0.0056514433,0.008465814,0.0005301587,0.003290901,0.004383355,0.00020697122,0.020244403],"genre_scores_gemma":[0.9227501,0.00205994,0.0174787,0.00588199,0.00043547337,0.017619187,0.0022544852,0.00021977146,0.0313003],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9814565,0.012883959,0.0012485543,0.0008940349,0.0017363298,0.0017805282],"domain_scores_gemma":[0.816732,0.15377036,0.010563129,0.0027419464,0.008403588,0.007788945],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.027570732,0.0006916925,0.00081019744,0.0033982287,0.011933331,0.0057904683,0.0019268556,0.0033557443,0.013021448],"category_scores_gemma":[0.09625812,0.0011392073,0.00045459968,0.0058578555,0.006205637,0.005385058,0.0051387944,0.00417828,0.00218279],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001887858,0.00015963703,0.00315515,0.00028379943,0.000003762339,0.0007192229,0.97741026,0.00006879464,0.00085242646,0.0008381846,0.0071643665,0.009155655],"study_design_scores_gemma":[0.00004811518,0.00016757338,0.0044354494,0.00032772656,0.0000051959732,0.00021547877,0.9562973,0.000098925644,0.0006314156,0.00067244103,0.037061434,0.000039046994],"about_ca_topic_score_codex":0.0053448677,"about_ca_topic_score_gemma":0.016469296,"teacher_disagreement_score":0.99807316,"about_ca_system_score_codex":0.008867854,"about_ca_system_score_gemma":0.008308574,"threshold_uncertainty_score":0.14580977},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"qualitative","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6948856094","doi":"10.5281/zenodo.10958394","title":"Creating a Canadian Library Publishing Community to Support Scholar-led Publishing","year":2024,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Species Distribution and Climate Change","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; University of Ottawa; University of Alberta","funders":"","keywords":"Publishing; General partnership; Electronic publishing; Scholarly communication; Project commissioning; Digital library; Community engagement","score_opus":0.05524038767560136,"score_gpt":0.2508654749862832,"score_spread":0.19562508731068184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6948856094","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08669142,0.005206074,0.056728784,0.1913628,0.0064107114,0.007089456,0.0020187555,0.0046014744,0.63989055],"genre_scores_gemma":[0.4904362,0.00483616,0.20016065,0.033191506,0.001121336,0.0037231185,0.0033672145,0.0016385682,0.26152524],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9739137,0.005223327,0.0006569789,0.0017150036,0.012037984,0.006452932],"domain_scores_gemma":[0.93068147,0.0034744798,0.001409617,0.0018469956,0.028229816,0.034357615],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.023049336,0.00089025556,0.00062059914,0.007150723,0.05516242,0.021730796,0.0060740295,0.0039675073,0.027377605],"category_scores_gemma":[0.02981205,0.00091633765,0.0012653647,0.0065461113,0.007584728,0.009694787,0.029471777,0.005245712,0.0068010315],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014389674,0.00045476653,0.0110880155,0.0007884166,0.00006419204,0.0036053993,0.119931825,0.0016280256,0.003518157,0.12298275,0.4579928,0.27780187],"study_design_scores_gemma":[0.000041712534,0.000039960374,0.0027132062,0.0002622007,0.000019824614,0.00018348756,0.035185345,0.00072889344,0.00046563905,0.005359759,0.95491713,0.00008272381],"about_ca_topic_score_codex":0.8645513,"about_ca_topic_score_gemma":0.9466018,"teacher_disagreement_score":0.993926,"about_ca_system_score_codex":0.08823263,"about_ca_system_score_gemma":0.43643796,"threshold_uncertainty_score":0.6401755},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":true,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":true,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W6949330925","doi":"10.5281/zenodo.15018034","title":"L'IA et la recherche documentaire en sciences de la santé","year":2025,"lang":"fr","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Time line; Information scientist; Donkey","score_opus":0.2942847834640276,"score_gpt":0.5668423692146353,"score_spread":0.2725575857506077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6949330925","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014570023,0.11390285,0.116289966,0.44382808,0.034884047,0.0008485839,0.0023033863,0.0014943004,0.27187875],"genre_scores_gemma":[0.3075919,0.13685776,0.20817737,0.05435635,0.023987552,0.0019276179,0.00300399,0.0015544884,0.26254296],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.90121293,0.04558904,0.009146513,0.006779874,0.03483245,0.0024391946],"domain_scores_gemma":[0.71600574,0.15295483,0.020094745,0.02555499,0.07788095,0.0075087138],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.062949836,0.001039573,0.0017652627,0.00450164,0.0032284816,0.03625813,0.0030511415,0.009982849,0.042108517],"category_scores_gemma":[0.18507591,0.0009554775,0.0015157055,0.004820492,0.007074194,0.014762795,0.0064862506,0.007411498,0.016939424],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066505116,0.00022029897,0.0046930807,0.0052612517,0.0002321075,0.00063107116,0.0063813142,0.0023366532,0.008660297,0.31079584,0.17443237,0.4856906],"study_design_scores_gemma":[0.000049048947,0.00019448137,0.0022209783,0.002528667,0.00007650192,0.00073743874,0.0014794497,0.001783138,0.0041380357,0.03355984,0.95314306,0.00008930513],"about_ca_topic_score_codex":0.014224399,"about_ca_topic_score_gemma":0.009515342,"teacher_disagreement_score":0.062949836,"about_ca_system_score_codex":0.010296612,"about_ca_system_score_gemma":0.028581765,"threshold_uncertainty_score":0},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6950351120","doi":"10.5281/zenodo.7117696","title":"Open Access als Einnahmequelle. Wie die großen Wissenschaftsverlage von Publikationsgebühren profitieren","year":2022,"lang":"de","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Prenatal Screening and Diagnostics","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Liberian dollar; Us dollar","score_opus":0.09517664956324053,"score_gpt":0.33243584851231267,"score_spread":0.23725919894907216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6950351120","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004154364,0.024722476,0.04566785,0.14557119,0.024188804,0.0004791241,0.004716157,0.0036224176,0.7468777],"genre_scores_gemma":[0.11548882,0.041792683,0.03267832,0.048900846,0.019900322,0.0014656853,0.006811983,0.0053027016,0.7276587],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9794057,0.005694456,0.002390898,0.0033526905,0.008144319,0.0010118843],"domain_scores_gemma":[0.9641657,0.011261927,0.0046526147,0.010708246,0.006032892,0.0031786133],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.01150796,0.0011019486,0.00090863643,0.004318582,0.0027719657,0.025702242,0.0019596731,0.0075888135,0.09609894],"category_scores_gemma":[0.03891551,0.00077746896,0.00073755573,0.006845651,0.012254485,0.030701598,0.011376792,0.009490947,0.049267765],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000083479856,0.00005911879,0.00069015997,0.00093363586,0.00002816141,0.00017166599,0.0016537582,0.0001894598,0.0016352008,0.5507158,0.27234465,0.17149487],"study_design_scores_gemma":[0.00001190697,0.00003061685,0.0008434796,0.00039669315,0.000008813996,0.00017561442,0.00047920682,0.00015870057,0.00069956563,0.058306213,0.9388596,0.000029572288],"about_ca_topic_score_codex":0.0021257338,"about_ca_topic_score_gemma":0.0012854382,"teacher_disagreement_score":0.9980403,"about_ca_system_score_codex":0.0040225354,"about_ca_system_score_gemma":0.007080316,"threshold_uncertainty_score":0.32148296},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6958842465","doi":"10.6084/m9.figshare.c.6154262.v1","title":"Lessons from the COVID-19 pandemic and recent developments on the communication of clinical trials, publishing practices, and research integrity: in conversation with Dr. David Moher","year":2022,"lang":"en","type":"other","venue":"Figshare","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa; Hamilton Health Sciences; McMaster University","funders":"","keywords":"Publishing; Scholarship; Harm; Pandemic; Conversation; Audit; Open science; Science policy; Coronavirus disease 2019 (COVID-19); Trustworthiness","score_opus":0.8543007971275997,"score_gpt":0.5944102056538447,"score_spread":0.25989059147375493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958842465","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010798632,0.0030384369,0.00011231415,0.9932366,0.003339324,0.0000028364348,0.000005072004,0.0000058241444,0.00015163791],"genre_scores_gemma":[0.0076549286,0.008791846,0.0011328609,0.95873696,0.02278392,0.00004186063,0.000012431036,0.00007651388,0.0007686622],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.7917088,0.13984561,0.015747659,0.015131959,0.030650202,0.0069158487],"domain_scores_gemma":[0.2805698,0.60767746,0.018465297,0.008762003,0.045677744,0.03884772],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.255975,0.0014015496,0.0043820515,0.0042232573,0.016626138,0.03053083,0.006750429,0.053285293,0.0049634906],"category_scores_gemma":[0.4605331,0.0022427975,0.0033070857,0.0049555986,0.040812682,0.044978138,0.015062303,0.12918924,0.0021419055],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012956244,0.00010577694,0.00079318567,0.00084343314,0.000095291034,0.0013255923,0.027487876,0.00031064855,0.00027324795,0.033581976,0.90094054,0.034112886],"study_design_scores_gemma":[0.0001632781,0.00018636671,0.00085633004,0.0057532056,0.000076404984,0.0022994876,0.027567202,0.00074515695,0.0004993071,0.06437483,0.8969373,0.0005411943],"about_ca_topic_score_codex":0.012894907,"about_ca_topic_score_gemma":0.016554955,"teacher_disagreement_score":0.9467147,"about_ca_system_score_codex":0.02607238,"about_ca_system_score_gemma":0.034279782,"threshold_uncertainty_score":0.9175153},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6959024086","doi":"10.6084/m9.figshare.5071837.v1","title":"Transforming scholarly communications in philosophy: challenges and solutions","year":2017,"lang":"en","type":"other","venue":"Figshare","topic":"Pasture and Agricultural Systems","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publishing; Face (sociological concept); Programmer; Index (typography); Philosophy of design; Project commissioning; Scholarly communication","score_opus":0.18950158028556421,"score_gpt":0.27661910682316554,"score_spread":0.08711752653760133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6959024086","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017729362,0.018357981,0.009663403,0.9084068,0.00871737,0.000051820592,0.00004902973,0.00024188786,0.05273873],"genre_scores_gemma":[0.28126395,0.1786336,0.082201384,0.28445515,0.04608721,0.00091672427,0.00078001,0.0020565642,0.12360541],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9220461,0.04962905,0.0036814068,0.0031044518,0.016948618,0.004590297],"domain_scores_gemma":[0.8053271,0.116279274,0.008101171,0.016089115,0.027179593,0.027023742],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.08268107,0.0009275873,0.0014349527,0.0072937477,0.02412103,0.07089775,0.0043958537,0.019718602,0.023028165],"category_scores_gemma":[0.09168819,0.0009791721,0.001306524,0.014244651,0.052755885,0.06927115,0.037705507,0.028220333,0.010415772],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018710496,0.000070343354,0.00043552092,0.0005881615,0.00001805182,0.00019659728,0.0151530905,0.00019550185,0.00014894528,0.7463359,0.14636919,0.09046997],"study_design_scores_gemma":[0.000015248761,0.000012180095,0.00017504906,0.0010202972,0.0000052127484,0.00015773906,0.026581446,0.00022176716,0.00011721176,0.38200533,0.5896624,0.000026146023],"about_ca_topic_score_codex":0.002599151,"about_ca_topic_score_gemma":0.0029810795,"teacher_disagreement_score":0.92910224,"about_ca_system_score_codex":0.017334329,"about_ca_system_score_gemma":0.042589575,"threshold_uncertainty_score":0.4372645},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6977025636","doi":"10.6084/m9.figshare.7690283.v4","title":"No Sheriff in Town: Le rôle des dépôts institutionnels dans le Far West du libre accès","year":2019,"lang":"fr","type":"other","venue":"Figshare","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Legislation; Context (archaeology); Field (mathematics)","score_opus":0.0322896965409984,"score_gpt":0.2329860105024237,"score_spread":0.20069631396142532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977025636","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.074269116,0.014551902,0.0020752442,0.21547677,0.0014578948,0.000031849602,0.0005926009,0.00022638738,0.6913183],"genre_scores_gemma":[0.48644483,0.0057104495,0.0013109106,0.0062383674,0.00034334228,0.000031399937,0.00018359361,0.00034632933,0.49939087],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968849,0.0012894034,0.000082214014,0.0003045383,0.0007090644,0.0007298078],"domain_scores_gemma":[0.99317306,0.002374492,0.00047974655,0.00041647625,0.0013006402,0.0022555636],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0036981285,0.00018691759,0.0003338738,0.0013694469,0.012283621,0.018921496,0.0010948475,0.0027608383,0.095899075],"category_scores_gemma":[0.011749661,0.00034467128,0.0001924505,0.003082675,0.0068077086,0.012593182,0.005525095,0.0024379778,0.0083942665],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002208359,0.00006703443,0.011051598,0.00027792444,0.000014571618,0.0015460869,0.069365904,0.00014672354,0.0005759739,0.402119,0.3443878,0.17022653],"study_design_scores_gemma":[0.000010879912,0.000021205251,0.007833526,0.00042262027,0.000011080447,0.0003125351,0.0670836,0.0000825605,0.00026292307,0.009078496,0.9148479,0.000032792574],"about_ca_topic_score_codex":0.1671894,"about_ca_topic_score_gemma":0.34852087,"teacher_disagreement_score":0.9989052,"about_ca_system_score_codex":0.007673198,"about_ca_system_score_gemma":0.015351713,"threshold_uncertainty_score":0.3324325},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6977158599","doi":"10.6084/m9.figshare.26488030","title":"Wellcome Open Access Spend Report 2021/22","year":2024,"lang":"en","type":"dataset","venue":"Figshare","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Block (permutation group theory); Quarter (Canadian coin); Block grant; Payment","score_opus":0.3564229446992313,"score_gpt":0.47365701501492674,"score_spread":0.11723407031569544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977158599","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003312792,0.000038607584,0.000017916718,0.00007916906,0.000017216857,0.0000034410596,0.99880004,0.00010230075,0.0009082125],"genre_scores_gemma":[0.00035311916,0.0000944386,0.00014353974,0.00007994769,0.00001755213,0.00007030728,0.99716526,0.000171967,0.0019038055],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979177,0.0002873949,0.0003477558,0.00044339985,0.00065160013,0.000352222],"domain_scores_gemma":[0.98973864,0.0030923875,0.0016988361,0.001380924,0.003168687,0.0009204913],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0016279714,0.0014399204,0.0012460788,0.007238816,0.0008591179,0.004723477,0.0018866872,0.0017304989,0.2025137],"category_scores_gemma":[0.021974185,0.00079376844,0.0011091607,0.017710673,0.00036235855,0.0026517957,0.002494342,0.0019908273,0.19131514],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024254385,0.0000032853459,0.00028211818,0.00033048764,0.000011028911,0.0000056425547,0.000010322741,0.00004118046,0.000019949952,0.00036876698,0.99799454,0.00090848916],"study_design_scores_gemma":[0.0001397148,0.000010423234,0.003543942,0.00040603938,0.000022962684,0.000024530545,0.00006437324,0.000087395776,0.000083436265,0.0007779475,0.9948166,0.0000225513],"about_ca_topic_score_codex":0.033945933,"about_ca_topic_score_gemma":0.050765302,"teacher_disagreement_score":0.9952765,"about_ca_system_score_codex":0.0019186895,"about_ca_system_score_gemma":0.0039423984,"threshold_uncertainty_score":0},"labels":[{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W6977353442","doi":"10.6084/m9.figshare.25264615.v1","title":"Research Output of Canadian Journal of Information and Library Science (CJILS): A Bibliometric Analysis from 1993-2021","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Bibliometrics; Citation analysis; Information science; Information system; National library","score_opus":0.5917176489081988,"score_gpt":0.541196785067119,"score_spread":0.05052086384107979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977353442","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3126051,0.044435997,0.0016556167,0.028886106,0.0014632436,0.00031684525,0.46878043,0.0009665779,0.14089015],"genre_scores_gemma":[0.74172634,0.033901196,0.00527496,0.0012679375,0.0007180417,0.00022082317,0.1948809,0.00031967653,0.021690117],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9834541,0.00053363224,0.0010806337,0.00057452125,0.0130778635,0.001279147],"domain_scores_gemma":[0.9732328,0.002287703,0.0025600106,0.0003981913,0.02022844,0.001292823],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.006049617,0.0007608863,0.0007988494,0.059476666,0.0034393163,0.0063041165,0.0011501488,0.00079930894,0.003601595],"category_scores_gemma":[0.027813887,0.0002663156,0.0008239696,0.13389711,0.0009796331,0.0021785311,0.0015794014,0.0008940043,0.0015931543],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039961035,0.00011586371,0.3156595,0.004559593,0.0005032454,0.00057975686,0.0063720495,0.0018172215,0.0010923587,0.010749506,0.3118667,0.34628463],"study_design_scores_gemma":[0.000009026359,0.000032043794,0.8007891,0.00038413206,0.00015559894,0.00015441955,0.0030834577,0.00044313923,0.0012555539,0.00029637772,0.19331121,0.00008583096],"about_ca_topic_score_codex":0.90245354,"about_ca_topic_score_gemma":0.92437845,"teacher_disagreement_score":0.99395037,"about_ca_system_score_codex":0.038462367,"about_ca_system_score_gemma":0.04363759,"threshold_uncertainty_score":0.2790653},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W6977386344","doi":"10.6084/m9.figshare.1378926","title":"Proposal for Alfred P. Sloan Grant #2014-3-25 \"to support greater understanding of social media in scholarly communication and the actual meaning of various altmetrics\"","year":2015,"lang":"en","type":"article","venue":"Figshare","topic":"Digital Humanities and Scholarship","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Meaning (existential); Foundation (evidence); Scholarly communication; Period (music); Social media; Identity (music); Information center","score_opus":0.23441171087190804,"score_gpt":0.2818770805864573,"score_spread":0.04746536971454923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977386344","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042253584,0.0030541273,0.004702622,0.351678,0.043462146,0.004266124,0.013527558,0.0032556115,0.5718285],"genre_scores_gemma":[0.009187763,0.0007781009,0.0027959244,0.013811743,0.002384925,0.0006439887,0.004382931,0.0005903236,0.96542424],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98362154,0.0026793564,0.00058188057,0.0010880809,0.009054583,0.0029745414],"domain_scores_gemma":[0.9294146,0.003318439,0.0014377674,0.0029325979,0.029294249,0.03360234],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.016323023,0.0009486742,0.0011753349,0.002770527,0.0052424534,0.0089457175,0.0026865732,0.008491636,0.22797619],"category_scores_gemma":[0.031677827,0.000624176,0.001148547,0.0023420013,0.0029465242,0.0048310948,0.009162876,0.004636821,0.15938511],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003995798,0.00003103768,0.000105135194,0.00002613787,0.000002754278,0.000032663986,0.00005868482,0.000019162288,0.00011232557,0.0049871393,0.9871323,0.007452583],"study_design_scores_gemma":[0.000047681802,0.00005856717,0.0016642489,0.000069581554,0.0000065250874,0.000042660853,0.0002903343,0.00011026145,0.00015112951,0.0015335091,0.9959973,0.000028310595],"about_ca_topic_score_codex":0.051368695,"about_ca_topic_score_gemma":0.08136706,"teacher_disagreement_score":0.9910543,"about_ca_system_score_codex":0.009181314,"about_ca_system_score_gemma":0.05456965,"threshold_uncertainty_score":0.76265633},"labels":[{"model":"gemma","categories":["scholarly_communication","metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication","bibliometrics"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6979846341","doi":"","title":"Altmetrics Data Quality Code of Conduct","year":2016,"lang":"en","type":"article","venue":"Lincoln (University of Nebraska)","topic":"Research Data Management Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Altmetrics; Transparency (behavior); Quality (philosophy); Data quality; Identifier; Best practice; Code (set theory); Citizen science","score_opus":0.4303592756177617,"score_gpt":0.41115125984697587,"score_spread":0.019208015770785847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6979846341","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005512242,0.0009915722,0.5038564,0.019120643,0.0051732105,0.04596376,0.21302803,0.06825749,0.13809666],"genre_scores_gemma":[0.029420268,0.001303589,0.57340175,0.008078844,0.0010258891,0.109705515,0.18691665,0.040831186,0.049316317],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.7096245,0.10935805,0.060039453,0.013724537,0.101849265,0.005404083],"domain_scores_gemma":[0.29670876,0.19443108,0.03754685,0.110945396,0.3540311,0.0063368543],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20342183,0.0020526268,0.0034217169,0.026421398,0.0050817435,0.022603028,0.0064804424,0.004733551,0.09383384],"category_scores_gemma":[0.5829471,0.003016426,0.0033799824,0.02847994,0.0062986915,0.013213182,0.010756518,0.01066479,0.0793251],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005189977,0.0002073562,0.0043463707,0.003292689,0.00009668743,0.00022203152,0.0041939067,0.001903429,0.0010176053,0.05752429,0.7833379,0.14333872],"study_design_scores_gemma":[0.00013789382,0.00006729214,0.0037798951,0.0032593587,0.000034030196,0.000104979044,0.0012102401,0.0026039782,0.0011852343,0.020768655,0.96667916,0.00016932802],"about_ca_topic_score_codex":0.021252744,"about_ca_topic_score_gemma":0.011415529,"teacher_disagreement_score":0.9735786,"about_ca_system_score_codex":0.012842077,"about_ca_system_score_gemma":0.06676831,"threshold_uncertainty_score":0.9823227},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reproducibility","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W6981678390","doi":"","title":"Evolving Landscape of Scholarly Communications in BC:\\nThe Liaison Librarian Perspective on Scholarly Communication","year":2008,"lang":"en","type":"other","venue":"E-LIS Repository (University of Naples Federico II)","topic":"Census and Population Estimation","field":"Mathematics","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nucleofection; Gestational period; TSG101; Dysgeusia; Diafiltration; Demotion; Proteogenomics; Triacetin; Liquation","score_opus":0.045059586589100475,"score_gpt":0.2762895053620158,"score_spread":0.23122991877291532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6981678390","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07395351,0.011068958,0.0021715662,0.22086518,0.00034447308,0.000047435005,0.0004344978,0.00011371342,0.69100064],"genre_scores_gemma":[0.78742605,0.013658835,0.0025414312,0.010435087,0.00024247255,0.000045378336,0.00024520443,0.00012780257,0.18527773],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99349433,0.002551964,0.00019129,0.00047157923,0.001964474,0.0013264413],"domain_scores_gemma":[0.98901725,0.0024664924,0.0005380018,0.00033652707,0.0054075415,0.0022342943],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.003841502,0.00021365317,0.0003105898,0.0063543543,0.023578163,0.025725927,0.0012877206,0.0020457045,0.013809001],"category_scores_gemma":[0.007852861,0.00027282748,0.00014267545,0.013856747,0.010798382,0.00523782,0.0049762996,0.0030697784,0.0011378851],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039292612,0.00005508123,0.011026621,0.00027965792,0.000017153137,0.0014220682,0.14729309,0.0006524679,0.0007191425,0.49230346,0.12850845,0.21768348],"study_design_scores_gemma":[0.000004729016,0.000010643087,0.01588912,0.0003556278,0.000008369596,0.00033856177,0.13402523,0.00047135458,0.0002758437,0.020703388,0.82787704,0.00004013527],"about_ca_topic_score_codex":0.83623445,"about_ca_topic_score_gemma":0.90546834,"teacher_disagreement_score":0.9742741,"about_ca_system_score_codex":0.07682286,"about_ca_system_score_gemma":0.05964312,"threshold_uncertainty_score":0.5573915},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":true,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W6982384169","doi":"","title":"The impact of co-operative engineering library services on teaching and research in Brazil.","year":2006,"lang":"en","type":"article","venue":"Purdue e-Pubs (Purdue University System)","topic":"Information Science and Libraries","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Council of University Libraries","funders":"","keywords":"Engineering education; Information system; Work (physics); Key (lock)","score_opus":0.011219726127073663,"score_gpt":0.26397426199599083,"score_spread":0.25275453586891716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6982384169","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86026603,0.0034969698,0.00031102035,0.046306845,0.00009994917,0.00008530976,0.0010450612,0.00005624484,0.088332646],"genre_scores_gemma":[0.9960896,0.00044389456,0.00009840725,0.0005081381,0.000011901993,0.0000083332525,0.00004899023,0.000008335375,0.0027825276],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964302,0.001163016,0.00015000085,0.00019316004,0.00076059083,0.0013030292],"domain_scores_gemma":[0.9810069,0.005760393,0.0021927224,0.0005366727,0.0023599304,0.008143332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023237162,0.00013730029,0.00017940954,0.0013914447,0.0024380533,0.0028449502,0.0008915242,0.00092779374,0.012145968],"category_scores_gemma":[0.019449444,0.00017629456,0.00020935485,0.0026065265,0.0018535587,0.0018876331,0.0038881092,0.00092359766,0.0005681723],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061263615,0.0008109572,0.44736123,0.0011512623,0.0001144563,0.0031625088,0.046442825,0.0007955397,0.0026219282,0.1493197,0.028846962,0.31875995],"study_design_scores_gemma":[0.000068493406,0.00022157012,0.7913252,0.0009559272,0.00012787274,0.0012433515,0.07227143,0.00083952333,0.0012127444,0.005825966,0.12585746,0.000050519477],"about_ca_topic_score_codex":0.23713385,"about_ca_topic_score_gemma":0.4118515,"teacher_disagreement_score":0.23713385,"about_ca_system_score_codex":0.010267294,"about_ca_system_score_gemma":0.03110521,"threshold_uncertainty_score":0.4715072},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6995465946","doi":"","title":"Open Access in Canada","year":2017,"lang":"en","type":"other","venue":"CERN Document Server (European Organization for Nuclear Research)","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Public access; Work (physics); Confidentiality","score_opus":0.06430243737529817,"score_gpt":0.3433033379972194,"score_spread":0.27900090062192123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6995465946","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00055630424,0.00060371344,0.0009231636,0.0021624507,0.0008972201,0.00016322108,0.030928126,0.0042546904,0.95951104],"genre_scores_gemma":[0.0014803032,0.00030248237,0.0003892722,0.00023748746,0.00004994413,0.000029493887,0.007922926,0.0010306427,0.98855746],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973073,0.00011250655,0.00008701753,0.00027329536,0.001448224,0.0007717297],"domain_scores_gemma":[0.9891945,0.00051129115,0.00018000597,0.0010012246,0.0067213657,0.002391653],"candidate_categories":["open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017736829,0.0017710464,0.0015385989,0.005226746,0.007912792,0.013272158,0.0028757271,0.0029240253,0.7480083],"category_scores_gemma":[0.008070301,0.0008162576,0.0013463174,0.006737994,0.0026712664,0.0035951636,0.0041393563,0.002490701,0.64919686],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031151423,0.000024105215,0.00017242138,0.00007636806,0.0000047602753,0.000050099636,0.00007226901,0.000078088684,0.00014047053,0.0068121315,0.9684739,0.024064306],"study_design_scores_gemma":[0.0000109702305,0.0000055065334,0.00068507507,0.00007824717,0.0000038942594,0.000022416116,0.000117922646,0.00011113987,0.00013146568,0.0013862681,0.99743134,0.000015601197],"about_ca_topic_score_codex":0.8680672,"about_ca_topic_score_gemma":0.8869406,"teacher_disagreement_score":0.99712425,"about_ca_system_score_codex":0.021701895,"about_ca_system_score_gemma":0.08838975,"threshold_uncertainty_score":0.35943556},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":true,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W7005122801","doi":"","title":"Predatory Journals on Trial: Allegations, Responses, and Lessons for Scholarly Publishing from FTC v. OMICS","year":2019,"lang":"en","type":"article","venue":"The University of Malaya Research Repository (University of Malaya)","topic":"Genetics, Bioinformatics, and Biomedical Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Lawsuit; Publishing; Harm; Interim; Omics; Commission; Deception","score_opus":0.060334263335129146,"score_gpt":0.2996378895936241,"score_spread":0.23930362625849494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7005122801","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0465487,0.005077943,0.0011145977,0.79416764,0.0035290476,0.00011109444,0.00008390352,0.000105183106,0.1492618],"genre_scores_gemma":[0.36154082,0.0035346053,0.0012306909,0.58739024,0.005240869,0.00017683565,0.00009079959,0.00018365335,0.040611442],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.93382025,0.026817799,0.0038553912,0.0047480427,0.022099722,0.008658823],"domain_scores_gemma":[0.7584465,0.19645616,0.011624439,0.0075179664,0.017119087,0.008835869],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0667336,0.00086427014,0.0014330202,0.0035501265,0.034560256,0.045333013,0.005405336,0.06959097,0.009495369],"category_scores_gemma":[0.22322626,0.001254898,0.0019603511,0.0050686332,0.030145878,0.021905223,0.013880432,0.05056822,0.0026754464],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033455362,0.00022077728,0.0063828337,0.00043539575,0.00011543344,0.010900669,0.07847692,0.00024315374,0.00079791393,0.4661132,0.40322042,0.032758694],"study_design_scores_gemma":[0.000304277,0.0002537011,0.005062076,0.0017328856,0.00022544872,0.0027124388,0.060254205,0.0008144536,0.0028115872,0.15307084,0.7723992,0.00035896347],"about_ca_topic_score_codex":0.023803733,"about_ca_topic_score_gemma":0.036707915,"teacher_disagreement_score":0.9332664,"about_ca_system_score_codex":0.017836029,"about_ca_system_score_gemma":0.019053359,"threshold_uncertainty_score":0.35292524},"labels":[{"model":"gemma","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","research_integrity"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W7006181962","doi":"","title":"Sustainable data from digital fieldwork: from creation to archive and back","year":2014,"lang":"en","type":"article","venue":"Minerva Access (University of Melbourne)","topic":"Diverse Musicological Studies","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"General partnership; Indigenous; Work (physics); Ethnography; Event (particle physics); Information and Communications Technology; Digital library","score_opus":0.11536432726081726,"score_gpt":0.23655681023011754,"score_spread":0.12119248296930028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7006181962","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08744963,0.06732066,0.07342033,0.15639502,0.025340028,0.0024264,0.010150568,0.0011730887,0.5763242],"genre_scores_gemma":[0.4291197,0.13482179,0.11821323,0.010160156,0.014168926,0.0042372546,0.011473659,0.0040099486,0.27379537],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9865781,0.0069509326,0.0008299215,0.00072132546,0.004414476,0.00050519],"domain_scores_gemma":[0.9468899,0.032283496,0.0019919546,0.010015227,0.0066565494,0.002162928],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.027402556,0.00044102795,0.0007044097,0.007006844,0.006192048,0.02869685,0.002154114,0.0019469647,0.02649331],"category_scores_gemma":[0.06001878,0.00084643945,0.000578825,0.014682959,0.00837997,0.025550952,0.012475575,0.0028146678,0.00743324],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010580464,0.00008640878,0.0025623555,0.00223851,0.000031041163,0.00041958396,0.1017148,0.0004021408,0.0013960681,0.083485804,0.20558722,0.6019703],"study_design_scores_gemma":[0.000011262571,0.000030077375,0.001971464,0.0017090894,0.000009632726,0.00018334866,0.039506912,0.000095156596,0.0007186829,0.018754989,0.93697786,0.00003158859],"about_ca_topic_score_codex":0.002680978,"about_ca_topic_score_gemma":0.0051671546,"teacher_disagreement_score":0.9978459,"about_ca_system_score_codex":0.0036337848,"about_ca_system_score_gemma":0.00728559,"threshold_uncertainty_score":0.14492029},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7007717074","doi":"","title":"Analyse bibliométrique des revues Canadian Journal of Communication et Communication 1974-2005","year":2010,"lang":"fr","type":"other","venue":"Open MIND","topic":"Biomedical and Chemical Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarly communication; Scientific communication; Context (archaeology)","score_opus":0.08520931918472802,"score_gpt":0.40842328934586986,"score_spread":0.32321397016114184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7007717074","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18129879,0.04922585,0.002426278,0.010685405,0.0010453465,0.0005320524,0.1720492,0.000664526,0.5820725],"genre_scores_gemma":[0.6344208,0.04658171,0.006691677,0.0012487775,0.00063623744,0.0008133408,0.08817925,0.0005155448,0.22091256],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.98397857,0.0006701695,0.00080140244,0.00074929907,0.012758466,0.0010421312],"domain_scores_gemma":[0.95583785,0.0049329917,0.002732794,0.0010146616,0.034337956,0.0011437545],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.004013155,0.00070284324,0.0010043647,0.08285722,0.006253891,0.008307081,0.0016570371,0.0007537176,0.02358351],"category_scores_gemma":[0.027447032,0.00046919833,0.00069285627,0.15931669,0.0018884122,0.002283357,0.0020979224,0.0010508287,0.004674303],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021993545,0.00006602309,0.122203305,0.0061793583,0.0004787023,0.0010452968,0.050557043,0.000962798,0.0014554115,0.07645384,0.3893109,0.3510674],"study_design_scores_gemma":[0.0000082448205,0.000014507336,0.2851809,0.00086877204,0.00014931755,0.00025485692,0.017482635,0.00025343033,0.0005337526,0.00078141363,0.6943966,0.000075630494],"about_ca_topic_score_codex":0.9382204,"about_ca_topic_score_gemma":0.95215493,"teacher_disagreement_score":0.91714275,"about_ca_system_score_codex":0.05766273,"about_ca_system_score_gemma":0.091083564,"threshold_uncertainty_score":0.4183743},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W7008164428","doi":"","title":"British Columbia Historical Textbooks Interactive Digital Library SDIF: Summary Report","year":2023,"lang":"en","type":"other","venue":"UVic’s Research and Learning Repository (University of Victoria)","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Digitization; Digital library; Digital scholarship; Indigenous; Narrative; Digital collections","score_opus":0.018813336794946886,"score_gpt":0.24418461082899895,"score_spread":0.22537127403405205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7008164428","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024014818,0.0037127915,0.0007197965,0.004838339,0.00044142635,0.0008035288,0.12291222,0.0012113794,0.8413458],"genre_scores_gemma":[0.035087917,0.003707081,0.0013157862,0.00041318304,0.000056972593,0.00024575932,0.06364836,0.00033743153,0.8951875],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971879,0.00014267105,0.00010034085,0.000145005,0.0019600133,0.0004640479],"domain_scores_gemma":[0.98939425,0.00036306182,0.00017878541,0.00039972752,0.008594501,0.0010696355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015957465,0.00050211506,0.00025281555,0.005353027,0.003351395,0.004948796,0.0013442758,0.00058531394,0.0975491],"category_scores_gemma":[0.0044156816,0.00033356197,0.00018491622,0.011685826,0.00061996124,0.001097413,0.0015421323,0.00084841903,0.025384549],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007685989,0.00010209041,0.006462532,0.00040219986,0.0000074994814,0.00015979062,0.00089652295,0.0003863846,0.00043243903,0.0017843607,0.8467921,0.14249723],"study_design_scores_gemma":[0.000008248765,0.000016299411,0.031088213,0.000182351,0.000008007291,0.00004985836,0.0015969905,0.00013084129,0.00091022416,0.00011833125,0.96587366,0.000017037595],"about_ca_topic_score_codex":0.94380575,"about_ca_topic_score_gemma":0.96438426,"teacher_disagreement_score":0.0975491,"about_ca_system_score_codex":0.02284508,"about_ca_system_score_gemma":0.052553315,"threshold_uncertainty_score":0.3263343},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W7017740980","doi":"","title":"Canada's new Open Access policy: Integrating libraries into open scholarship","year":2016,"lang":"en","type":"other","venue":"Brock University Digital Repository (Brock University)","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarship; Key (lock); Access to information; The Internet","score_opus":0.025666448063440678,"score_gpt":0.2557874426181428,"score_spread":0.2301209945547021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7017740980","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00435861,0.0026818223,0.0017507927,0.053827595,0.0015374157,0.0003684997,0.007998582,0.0014307539,0.9260458],"genre_scores_gemma":[0.02022434,0.0010871472,0.0025617871,0.012752485,0.00024351032,0.00014313377,0.0012726958,0.00057503197,0.96114004],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9816095,0.00076723343,0.0005055295,0.0006949294,0.012066583,0.00435631],"domain_scores_gemma":[0.9721362,0.0028320088,0.00044103627,0.0021064659,0.013610266,0.0088739535],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0066543217,0.00077082444,0.0010368205,0.0051404987,0.018506221,0.025792137,0.0046366537,0.018929098,0.09598307],"category_scores_gemma":[0.027770393,0.0015686211,0.0013345471,0.0069544143,0.006323056,0.006502566,0.008252766,0.010029234,0.020183353],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003380526,0.00007793884,0.0007097038,0.000105954365,0.000008915111,0.000119261036,0.000829035,0.00020081444,0.00017227803,0.1399997,0.8373908,0.020351838],"study_design_scores_gemma":[0.000021605902,0.000008135523,0.0032326994,0.00015662596,0.000013236728,0.000035858142,0.0007551625,0.00021848237,0.00028123957,0.00659397,0.988627,0.00005588491],"about_ca_topic_score_codex":0.9818032,"about_ca_topic_score_gemma":0.9941269,"teacher_disagreement_score":0.99536335,"about_ca_system_score_codex":0.11240882,"about_ca_system_score_gemma":0.38889736,"threshold_uncertainty_score":0.81558686},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W7025349819","doi":"","title":"Will Formal Preservation Models Require Relative Identity? An exploration of data identity statements: Paper - iPRES 2012 - Digital Curation Institute, iSchool, Toronto","year":2012,"lang":"en","type":"article","venue":"Phaidra (Universität Wien)","topic":"Physics of Superconductivity and Magnetism","field":"Physics and Astronomy","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Science Foundation","keywords":"Nucleofection; Gestational period; TSG101; Dysgeusia; Diafiltration; Liquation; Triacetin; Emperipolesis; Durvalumab","score_opus":0.12642697670776196,"score_gpt":0.3430846882515661,"score_spread":0.21665771154380412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7025349819","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024305537,0.0005518242,0.95398134,0.011473256,0.00016715354,0.00009850338,0.0002330011,0.00071349693,0.008475825],"genre_scores_gemma":[0.7010961,0.0011386147,0.28805774,0.0025637483,0.00058956986,0.00026346406,0.0007806078,0.00096875563,0.004541382],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9725647,0.0129430145,0.0030094357,0.004405153,0.0049349843,0.0021427264],"domain_scores_gemma":[0.8614475,0.09242619,0.006250474,0.026705587,0.011301601,0.0018685799],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.041669723,0.0010078523,0.0018115944,0.0020074397,0.0041361437,0.013799984,0.004294589,0.00413324,0.008051926],"category_scores_gemma":[0.1107962,0.0025026726,0.003976156,0.0044612056,0.015801527,0.081515506,0.01257762,0.011177125,0.0013770682],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042056054,0.00002509079,0.0004389678,0.000069864676,0.0000143182015,0.000055996687,0.00070074305,0.0015043756,0.00014552499,0.9894723,0.0006092703,0.006921411],"study_design_scores_gemma":[0.000015604926,0.000018281906,0.000064701104,0.00004598946,0.00002688058,0.00006141149,0.00035298106,0.009313294,0.0007597538,0.9857841,0.0035408642,0.00001604557],"about_ca_topic_score_codex":0.0036725367,"about_ca_topic_score_gemma":0.002619716,"teacher_disagreement_score":0.98620003,"about_ca_system_score_codex":0.0048775813,"about_ca_system_score_gemma":0.0057710297,"threshold_uncertainty_score":0.22037321},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W7036827764","doi":"","title":"Connecting Readers with Open Access Resources: The CUFTS Free! Open Access Collections Group","year":2009,"lang":"en","type":"other","venue":"Elpub digital library","topic":"Computational Physics and Python Applications","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Metadata; Directory; Suite; Dissemination; Free access; Download; Open access publishing; Digital library","score_opus":0.04666607055086626,"score_gpt":0.3140999652273604,"score_spread":0.26743389467649414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7036827764","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0074363826,0.007157466,0.032956425,0.35465017,0.037224844,0.0034944366,0.0032568441,0.03308336,0.52074015],"genre_scores_gemma":[0.011475075,0.0054323543,0.04127282,0.040808655,0.017248645,0.002078267,0.010835871,0.00906894,0.8617794],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97018415,0.003632622,0.0016056251,0.0043156887,0.015977899,0.0042840014],"domain_scores_gemma":[0.84230846,0.012626664,0.0039767288,0.02499065,0.040688027,0.07540939],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.04002837,0.0021291827,0.0016490717,0.011689748,0.019121746,0.034865033,0.010444628,0.016749987,0.17738482],"category_scores_gemma":[0.052147787,0.0018894586,0.00173806,0.009895629,0.007194152,0.031558495,0.037774723,0.009933853,0.12957317],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026941074,0.00008546453,0.00036269415,0.0000765547,0.0000053205617,0.000104664716,0.0006459208,0.000032376647,0.00040383197,0.005373605,0.9279797,0.06490283],"study_design_scores_gemma":[0.000008678445,0.000018373496,0.00032226768,0.00006278766,0.0000031765132,0.000041420004,0.00030840395,0.00008225097,0.00015993378,0.0007301574,0.9982418,0.000020688849],"about_ca_topic_score_codex":0.05603937,"about_ca_topic_score_gemma":0.06844536,"teacher_disagreement_score":0.98955536,"about_ca_system_score_codex":0.009695155,"about_ca_system_score_gemma":0.0731066,"threshold_uncertainty_score":0.5934113},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"software","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7039887348","doi":"","title":"Noteworthy Iron Presses at the McGill Library","year":2019,"lang":"en","type":"article","venue":"eScholarship@McGill (McGill)","topic":"Canadian Identity and History","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"","score_opus":0.010531132866929162,"score_gpt":0.20522629164045328,"score_spread":0.1946951587735241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7039887348","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001989553,0.012810201,0.00018126448,0.06260843,0.021931771,0.00015518026,0.0038873989,0.0005260629,0.89591014],"genre_scores_gemma":[0.0025205154,0.000695017,0.000051559706,0.002418796,0.00053145323,0.00001192494,0.000121879275,0.0000737626,0.99357516],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981603,0.00016366132,0.00004505213,0.00019665879,0.00094429444,0.00048995327],"domain_scores_gemma":[0.9962057,0.00049142673,0.00011653122,0.00024704853,0.0015134583,0.0014258592],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011847543,0.0010007189,0.0009139921,0.0030214924,0.01516563,0.008906883,0.0019435069,0.004689421,0.5405606],"category_scores_gemma":[0.0053740693,0.0009163604,0.00071471155,0.0030762649,0.00213628,0.0018346598,0.002965626,0.0037060818,0.11299705],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009546227,0.0000045613724,0.000057472324,0.000024527137,0.0000012531195,0.000034547927,0.00005787576,0.00000696407,0.000019256822,0.0012747807,0.99428093,0.0042282166],"study_design_scores_gemma":[0.0000027321532,0.0000029370037,0.0005484534,0.000031055944,0.0000020982493,0.000013705681,0.00021487272,0.000008006592,0.000028444098,0.00012268231,0.99901676,0.000008325721],"about_ca_topic_score_codex":0.76386493,"about_ca_topic_score_gemma":0.9475387,"teacher_disagreement_score":0.76386493,"about_ca_system_score_codex":0.023015028,"about_ca_system_score_gemma":0.025810607,"threshold_uncertainty_score":0.65533453},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W7055601648","doi":"","title":"Custom Cataloging: OCLC library technical services for Canadian libraries.","year":2004,"lang":"en","type":"other","venue":"","topic":"Laser Design and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library automation; Documentation; Information system; Work (physics)","score_opus":0.007691406889593894,"score_gpt":0.18626661076570272,"score_spread":0.17857520387610884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7055601648","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006118069,0.0005618193,0.0019551895,0.0008436134,0.00026344898,0.00022628721,0.043720588,0.009002732,0.9428146],"genre_scores_gemma":[0.0013559429,0.0006289025,0.0015641451,0.00017701762,0.000032650045,0.000049915543,0.015916955,0.0016080699,0.9786664],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986601,0.000036051322,0.000061067585,0.0001124031,0.0009321286,0.00019819476],"domain_scores_gemma":[0.99362105,0.00033172854,0.000118132084,0.000785882,0.004537693,0.00060561916],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00092163513,0.0016590412,0.001423917,0.008637965,0.007674792,0.007311608,0.0025685288,0.002234184,0.7524258],"category_scores_gemma":[0.00634088,0.0011659547,0.0006941083,0.020054882,0.0012586837,0.004539612,0.0022143933,0.0014259416,0.6534318],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017997369,0.000016614982,0.00022154218,0.00016019768,0.000003231678,0.00004009712,0.00009819237,0.000084650346,0.00034916057,0.0025469237,0.9264135,0.07004799],"study_design_scores_gemma":[0.0000062078166,0.0000041685503,0.0011686829,0.000084148545,0.000004963786,0.000054867367,0.00013514755,0.00015845889,0.0004294939,0.00065794337,0.9972734,0.000022540642],"about_ca_topic_score_codex":0.8009243,"about_ca_topic_score_gemma":0.90265,"teacher_disagreement_score":0.7524258,"about_ca_system_score_codex":0.012366802,"about_ca_system_score_gemma":0.027532812,"threshold_uncertainty_score":0.40049618},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":true,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"agree"},{"id":"W7067095929","doi":"","title":"2019 June 4 - CHLA Predatory journal workshop- Ottawa","year":2019,"lang":"en","type":"other","venue":"OSF Preprints (OSF Preprints)","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Resource (disambiguation); Government (linguistics)","score_opus":0.0129618072789387,"score_gpt":0.26074014961928893,"score_spread":0.24777834234035023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7067095929","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0048243115,0.0026887765,0.0011195727,0.013844133,0.022231901,0.00056158856,0.03125334,0.004166025,0.9193104],"genre_scores_gemma":[0.0022405288,0.00022601258,0.00024705788,0.00034157405,0.00023614167,0.00004269264,0.0030351975,0.00048547858,0.9931452],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988727,0.00006354442,0.000031582207,0.00015209272,0.0005120022,0.00036810918],"domain_scores_gemma":[0.99679464,0.000106178064,0.000068684065,0.00022547715,0.0011186663,0.0016864333],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015920762,0.0012372985,0.0009811481,0.001958957,0.0051220716,0.0077695334,0.0022771715,0.0026575944,0.7078517],"category_scores_gemma":[0.0021287461,0.00077273883,0.0009640106,0.0012052768,0.0011273721,0.0018178212,0.0043388745,0.0024121304,0.49286455],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000091762224,0.000021282245,0.00012568307,0.00006260117,0.0000047879917,0.000051051116,0.00004444056,0.00004363187,0.00037121074,0.0006527031,0.9928348,0.0056960955],"study_design_scores_gemma":[0.000011947941,0.000017425116,0.000924931,0.00005374905,0.0000036397346,0.000012270136,0.00015093097,0.000040762996,0.0002288195,0.00031426246,0.9982286,0.000012616171],"about_ca_topic_score_codex":0.16973911,"about_ca_topic_score_gemma":0.5766466,"teacher_disagreement_score":0.9973424,"about_ca_system_score_codex":0.00802864,"about_ca_system_score_gemma":0.013750026,"threshold_uncertainty_score":0.41671407},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W7068378931","doi":"","title":"No time to scale back: gleaning best practices for library involvement in scholarly communication in Canadian research libraries.","year":2013,"lang":"en","type":"other","venue":"York University Digital Library (York University)","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarly communication; Context (archaeology); Best practice; Diversity (politics); Scale (ratio)","score_opus":0.051198658324277085,"score_gpt":0.23603527087020193,"score_spread":0.18483661254592484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7068378931","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7580575,0.010668232,0.008122719,0.07823121,0.00041214452,0.0010977383,0.00040253997,0.0003314584,0.14267641],"genre_scores_gemma":[0.97757643,0.0029134674,0.00794609,0.0029273094,0.000029872506,0.00029459753,0.0001479113,0.00009437442,0.00806989],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.95231766,0.024211911,0.0025425507,0.0017602812,0.013989399,0.0051783323],"domain_scores_gemma":[0.895642,0.048855484,0.0076836515,0.0051291143,0.030479336,0.012210491],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.055854205,0.0005678147,0.0005282837,0.008318894,0.03213704,0.017558137,0.0050645783,0.0024905186,0.0037673817],"category_scores_gemma":[0.14991832,0.0008433223,0.00053541834,0.009436967,0.014543286,0.011811846,0.016385263,0.0036742734,0.00060973864],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004564498,0.000052982647,0.016392978,0.00035892593,0.000013209872,0.0002611207,0.87160075,0.00004822547,0.0003020008,0.0048972582,0.005529386,0.10049753],"study_design_scores_gemma":[0.000008294286,0.00002722532,0.01895924,0.0010399265,0.000034549772,0.00009758805,0.94541675,0.00014417613,0.00026676935,0.0015895133,0.032369286,0.00004668712],"about_ca_topic_score_codex":0.8727385,"about_ca_topic_score_gemma":0.9226306,"teacher_disagreement_score":0.98244184,"about_ca_system_score_codex":0.09135217,"about_ca_system_score_gemma":0.26047653,"threshold_uncertainty_score":0.6628095},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W7092368277","doi":"10.6084/m9.figshare.30391284","title":"Comparing companion open access journals to their traditional journal counterparts","year":2025,"lang":"","type":"article","venue":"Figshare","topic":"Historical Economic and Legal Thought","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publishing; Citation; Publication; Demographics; Bibliometrics; Scope (computer science); Quarter (Canadian coin)","score_opus":0.4060789229441768,"score_gpt":0.439557671757479,"score_spread":0.033478748813302206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7092368277","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92647195,0.028895264,0.0017181716,0.0039204936,0.001296709,0.00025580337,0.009082486,0.000165936,0.028193146],"genre_scores_gemma":[0.98350877,0.0069532576,0.0015868098,0.00067290076,0.0011549027,0.00017639031,0.0032075443,0.00009952005,0.0026399936],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9844059,0.0045154607,0.0031275877,0.0016395063,0.005390231,0.0009212843],"domain_scores_gemma":[0.73877716,0.13655199,0.07061891,0.0099143665,0.031001596,0.01313603],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.013137972,0.00029396164,0.00079135544,0.011242228,0.0007352816,0.0044993237,0.0009039574,0.00066189736,0.016711073],"category_scores_gemma":[0.16496857,0.0002957447,0.0009302877,0.020315494,0.0012651321,0.006089496,0.0019151268,0.0009825049,0.0026839771],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029851485,0.0004533214,0.8437753,0.0037035542,0.0022827457,0.00062438525,0.0021739095,0.00041475368,0.0005334654,0.0082324715,0.017861119,0.116959795],"study_design_scores_gemma":[0.0003333552,0.0015591631,0.93906724,0.001126592,0.0008295152,0.0021969583,0.004595726,0.0011622357,0.00074112846,0.006177069,0.042156376,0.000054738797],"about_ca_topic_score_codex":0.00094943185,"about_ca_topic_score_gemma":0.0015158158,"teacher_disagreement_score":0.9955007,"about_ca_system_score_codex":0.0015970704,"about_ca_system_score_gemma":0.0014758046,"threshold_uncertainty_score":0.069481015},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7095356221","doi":"","title":"STUDY PROTOCOL Open Access The Alberta moving beyon","year":2016,"lang":"en","type":"article","venue":"","topic":"Prenatal Screening and Diagnostics","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Protocol (science); Psychosocial; Identification (biology); Data collection","score_opus":0.08638478296553129,"score_gpt":0.43157603665512223,"score_spread":0.3451912536895909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7095356221","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0079243425,0.0013026887,0.006554661,0.0019437514,0.0024382544,0.8050175,0.1334481,0.00068951905,0.0406812],"genre_scores_gemma":[0.010171692,0.00074303435,0.007772948,0.0013404449,0.00032341835,0.9375497,0.012699123,0.00009978088,0.02929992],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975465,0.000876435,0.00031093438,0.00044736522,0.00044417873,0.00037459767],"domain_scores_gemma":[0.99051136,0.0015175372,0.00072436006,0.0016030619,0.004006088,0.0016375941],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012527064,0.0019020449,0.0025469153,0.0028112463,0.0030240056,0.0025143763,0.0029957998,0.0028057778,0.31772313],"category_scores_gemma":[0.017993433,0.0015876384,0.0012353096,0.0022908398,0.0010933263,0.001101395,0.001859093,0.0021934123,0.04592569],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04866013,0.0036023636,0.007508736,0.012676825,0.00027984567,0.00070385676,0.0014732318,0.0010590712,0.0008344663,0.014264925,0.74069965,0.16823693],"study_design_scores_gemma":[0.06586684,0.004105408,0.04172054,0.021225022,0.00040321518,0.0002364097,0.0018715597,0.0017008777,0.00080335187,0.007871071,0.8539214,0.00027429813],"about_ca_topic_score_codex":0.11211234,"about_ca_topic_score_gemma":0.15177432,"teacher_disagreement_score":0.88788766,"about_ca_system_score_codex":0.0062344484,"about_ca_system_score_gemma":0.041654427,"threshold_uncertainty_score":0.9731852},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7099567545","doi":"","title":"RESEARCH Open Access It Can’t Hurt to Ask; A Patient-Centered Quality of Service Assessment of Health Canada’s Medical Cannabis Policy and Program","year":2015,"lang":"en","type":"article","venue":"","topic":"Aquatic Invertebrate Ecology and Behavior","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cannabis; Medical cannabis; Government (linguistics); Certification; Stakeholder; Health care; Legislation; Quality (philosophy)","score_opus":0.22930744789136198,"score_gpt":0.5244628403836095,"score_spread":0.2951553924922475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7099567545","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6641206,0.0037414879,0.0018436387,0.13120766,0.00064623967,0.003964028,0.008276132,0.00013880852,0.18606132],"genre_scores_gemma":[0.9782617,0.0016240756,0.003112525,0.0073721674,0.00016356414,0.0009259517,0.0012515037,0.00003412562,0.007254198],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9765053,0.007844422,0.0012272098,0.0007008233,0.010883417,0.0028389476],"domain_scores_gemma":[0.935915,0.007960341,0.009946652,0.0026862707,0.031449627,0.012042108],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019750543,0.00014636079,0.0003578158,0.0018134811,0.0050948514,0.0069064177,0.0014903893,0.0009865311,0.006614995],"category_scores_gemma":[0.053985264,0.00018620693,0.0004893834,0.0040306128,0.0027622236,0.0022511992,0.0031758044,0.0012031588,0.0004849161],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056454004,0.0009118193,0.44087392,0.0011990234,0.00016148102,0.0003587208,0.06554888,0.00040795578,0.00045625502,0.016390136,0.13311867,0.3400086],"study_design_scores_gemma":[0.00021171081,0.00086729554,0.56583726,0.0019073745,0.00013617994,0.00027837165,0.18164127,0.0008804348,0.0008222418,0.0028581123,0.24441265,0.00014713022],"about_ca_topic_score_codex":0.7712067,"about_ca_topic_score_gemma":0.8504572,"teacher_disagreement_score":0.9508934,"about_ca_system_score_codex":0.0491066,"about_ca_system_score_gemma":0.1704056,"threshold_uncertainty_score":0.46028143},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W7106008996","doi":"10.3138/jsp-2024-0091","title":"Anne Massey. <i>Writing and Publishing in Architecture and Design</i>","year":2025,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Architecture, Modernity, and Design","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; Architecture; Project commissioning","score_opus":0.018861669486537787,"score_gpt":0.2263894409289644,"score_spread":0.20752777144242662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7106008996","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00056578004,0.041085068,0.0005989121,0.62836045,0.12522452,0.00006594977,0.0005025054,0.00042242638,0.20317443],"genre_scores_gemma":[0.0031987303,0.01153946,0.0006155077,0.12283204,0.009274242,0.00009383406,0.00019511393,0.00035208205,0.85189897],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967348,0.00057683414,0.00022582794,0.00036336295,0.001790952,0.00030816428],"domain_scores_gemma":[0.9912264,0.002280551,0.00054445176,0.0003200419,0.0036838371,0.0019446774],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0027299696,0.00085320795,0.0005513187,0.001582761,0.0069978717,0.007876942,0.0014098227,0.005265139,0.06951615],"category_scores_gemma":[0.015627518,0.00059392717,0.00034710186,0.0013518159,0.0018563847,0.005938023,0.0038384446,0.005448249,0.052436672],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000049536716,0.0000034594932,0.00004938363,0.000034228124,7.488082e-7,0.000016920507,0.00019953163,0.0000040960444,0.000056325527,0.0023904587,0.99030286,0.006937137],"study_design_scores_gemma":[0.0000013580468,0.000002450677,0.00013883098,0.0000849012,8.796686e-7,0.000028303952,0.00031150074,0.000004079566,0.00006255413,0.00051981816,0.9988423,0.0000030170415],"about_ca_topic_score_codex":0.012990217,"about_ca_topic_score_gemma":0.050145265,"teacher_disagreement_score":0.99212307,"about_ca_system_score_codex":0.0021745812,"about_ca_system_score_gemma":0.004670954,"threshold_uncertainty_score":0.23255467},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"agree"},{"id":"W7106039481","doi":"10.3138/jsp-2024-0093","title":"Confidentiality, Peer Review, and the Submission Case Database","year":2025,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Confidentiality; Accountability; Harm; Constructive; Focus (optics); Work (physics)","score_opus":0.040421936073048594,"score_gpt":0.35548525284433696,"score_spread":0.31506331677128835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7106039481","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14277942,0.005512065,0.077453755,0.24245438,0.005172168,0.0017646404,0.00047436397,0.00048873393,0.52390045],"genre_scores_gemma":[0.8836396,0.0024830978,0.040719658,0.012063283,0.0015141247,0.0013017297,0.00018433477,0.0001727149,0.057921402],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.81181586,0.11965122,0.011878849,0.009080441,0.03652469,0.01104883],"domain_scores_gemma":[0.80266947,0.12378387,0.014404669,0.03031414,0.017254679,0.0115730865],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.108057715,0.0004759058,0.00088560523,0.0028687895,0.021640588,0.028960252,0.006708733,0.013953317,0.011360456],"category_scores_gemma":[0.24607597,0.0010655092,0.0012800127,0.004342376,0.018031549,0.022611674,0.017007919,0.007840766,0.0025272293],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011981219,0.0001404082,0.0120226545,0.00025007493,0.000030340188,0.010106789,0.014805523,0.0007627305,0.00025428546,0.90681607,0.023430565,0.03126071],"study_design_scores_gemma":[0.00017787232,0.00024352942,0.004142433,0.0010317966,0.00006826614,0.037300523,0.034564108,0.0043585333,0.0027733655,0.37401938,0.5410231,0.0002970442],"about_ca_topic_score_codex":0.011169549,"about_ca_topic_score_gemma":0.008065832,"teacher_disagreement_score":0.9860467,"about_ca_system_score_codex":0.009586231,"about_ca_system_score_gemma":0.021265289,"threshold_uncertainty_score":0.5714706},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7108631754","doi":"10.31274/jlsc.20194","title":"Publications Produced and Services Offered by Library Publishing Programs in the United States and Canada: A Data-Driven Analysis","year":2025,"lang":"","type":"article","venue":"Journal of Librarianship and Scholarly Communication","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Staffing; Publishing; Service (business); Table (database); Order (exchange); Focus (optics)","score_opus":0.11000385768366996,"score_gpt":0.33369865505929525,"score_spread":0.22369479737562528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7108631754","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24479513,0.0008047307,0.0007604113,0.0014201218,0.000038801114,0.0002887016,0.74523413,0.0002451768,0.006412851],"genre_scores_gemma":[0.46508548,0.0012771316,0.0048482404,0.0006559271,0.000058026606,0.0009086255,0.51961875,0.00015801903,0.0073897303],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99566984,0.00023007698,0.00030752606,0.0005523114,0.0021757216,0.0010644974],"domain_scores_gemma":[0.977736,0.002324114,0.0025378973,0.0006834245,0.01454748,0.002171105],"candidate_categories":["bibliometrics","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0026736697,0.00065507327,0.00088951754,0.01421226,0.00260017,0.0043924134,0.002247427,0.0006078071,0.005158862],"category_scores_gemma":[0.014325654,0.0005923454,0.0016919329,0.033607725,0.0011251738,0.001127812,0.0024798387,0.0012997957,0.0016344844],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017455356,0.000105267405,0.8977489,0.0005344689,0.0003001765,0.00018404979,0.0014689348,0.0030842505,0.00017362316,0.002199411,0.07996936,0.014056941],"study_design_scores_gemma":[0.00003495383,0.000038436385,0.92801607,0.0003766883,0.00012240924,0.000101149686,0.0051054973,0.005417544,0.0005488024,0.0004948344,0.059634987,0.00010872744],"about_ca_topic_score_codex":0.99092776,"about_ca_topic_score_gemma":0.9891186,"teacher_disagreement_score":0.9956076,"about_ca_system_score_codex":0.03718078,"about_ca_system_score_gemma":0.07769845,"threshold_uncertainty_score":0.2697667},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W7110525921","doi":"","title":"Surveying the landscape of CIHR-funded research data sharing practices: An analysis of the published literature","year":2024,"lang":"","type":"other","venue":"OSF Preprints (OSF Preprints)","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Data sharing; Data management; Key (lock); Health data; Information sharing; Research data; Data access","score_opus":0.13742648934911544,"score_gpt":0.40253804276078853,"score_spread":0.2651115534116731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7110525921","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15438601,0.5720396,0.0130146425,0.14589833,0.0014708334,0.0010723496,0.019176802,0.00028772934,0.0926537],"genre_scores_gemma":[0.6354454,0.31424692,0.028121999,0.009103367,0.00064407196,0.0006367705,0.008817356,0.0003573819,0.00262677],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.81901044,0.050849862,0.024879254,0.01103315,0.08671164,0.007515568],"domain_scores_gemma":[0.3244198,0.31825712,0.05193049,0.021595376,0.26971057,0.014086689],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20017853,0.00078060396,0.0017590155,0.07464837,0.01153962,0.023627305,0.0067861225,0.0021146939,0.0033592915],"category_scores_gemma":[0.39124882,0.0013430377,0.0017273888,0.17282978,0.012147839,0.008150766,0.0080043,0.0027247793,0.0004520215],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026284182,0.00007978059,0.14970765,0.06330451,0.001879754,0.0015121507,0.17337434,0.002460627,0.002143689,0.089397654,0.056092765,0.45978418],"study_design_scores_gemma":[0.000048162216,0.00011931772,0.19227526,0.099631205,0.0020885828,0.0010573873,0.15927504,0.0013918567,0.0019218909,0.009839576,0.5318377,0.00051404245],"about_ca_topic_score_codex":0.8911883,"about_ca_topic_score_gemma":0.93495697,"teacher_disagreement_score":0.9253516,"about_ca_system_score_codex":0.12537746,"about_ca_system_score_gemma":0.3711341,"threshold_uncertainty_score":0.9863223},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"systematic_review","genre":"review","about_ca_system":true,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","open_science","scholarly_communication"],"domain":"reproducibility","study_design":"design_other","genre":"review","about_ca_system":true,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W7117239396","doi":"10.17742/image29743","title":"Critical AI Literacy for Sustainable Scholarly Publishing","year":2025,"lang":"en","type":"article","venue":"Imaginations Journal of Cross-Cultural Image Studies","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Publishing; Literacy; Information literacy; Knowledge production","score_opus":0.05391864103712203,"score_gpt":0.5444084240806485,"score_spread":0.4904897830435265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117239396","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055572513,0.005290475,0.016742548,0.21189344,0.00241756,0.00011357295,0.000040857492,0.0001438196,0.70778525],"genre_scores_gemma":[0.96522105,0.0013287321,0.003796671,0.0057199416,0.0009654091,0.00011151978,0.000031479816,0.000103154875,0.022722043],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9922969,0.0053341533,0.0002636532,0.00036667078,0.0011039939,0.00063460827],"domain_scores_gemma":[0.954792,0.032768726,0.0017016744,0.003021233,0.0043712724,0.0033450406],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.013902047,0.00042737715,0.00037281908,0.002675089,0.010375478,0.019415371,0.0013377037,0.0058602914,0.01648553],"category_scores_gemma":[0.035686985,0.0003039316,0.0002990325,0.0013557193,0.04058249,0.019185843,0.009638221,0.009062138,0.0015467441],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001322537,0.00004718726,0.00032842875,0.000088541696,0.000003781097,0.00014316867,0.041752234,0.00005875491,0.00023375466,0.9317285,0.009143927,0.016458385],"study_design_scores_gemma":[0.000011672269,0.0000172892,0.00040044717,0.00045503734,0.0000064193773,0.00015374452,0.042482276,0.00028473514,0.00057558354,0.7844995,0.1710999,0.000013340565],"about_ca_topic_score_codex":0.0014383764,"about_ca_topic_score_gemma":0.0016920336,"teacher_disagreement_score":0.9805846,"about_ca_system_score_codex":0.0066867834,"about_ca_system_score_gemma":0.010939681,"threshold_uncertainty_score":0.07352197},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W7117241548","doi":"10.47391/jpma.20978","title":"Artificial intelligence for medical writing in doctors of Punjab; a cross-sectional study","year":2025,"lang":"en","type":"article","venue":"Journal of the Pakistan Medical Association","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sample (material); Quarter (Canadian coin); Medical writing; Medical science","score_opus":0.09144913990637832,"score_gpt":0.49899461132691125,"score_spread":0.40754547142053293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117241548","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9991986,0.00014171559,0.00002263366,0.000107289976,0.0000055960136,0.000021475642,0.00010756988,7.9383267e-7,0.00039438493],"genre_scores_gemma":[0.9989987,0.0003234071,0.00012772768,0.00016411557,0.00001197383,0.000032970314,0.000086823886,7.140984e-7,0.0002534438],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992494,0.00019183452,0.00012098667,0.00008703197,0.00024643858,0.00010420596],"domain_scores_gemma":[0.99661475,0.00077473803,0.0017800877,0.00009984487,0.00027157555,0.0004589659],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011170433,0.00016219977,0.0002568979,0.0010141811,0.0011195692,0.00080707937,0.0002396062,0.00055904716,0.0031405091],"category_scores_gemma":[0.0032042419,0.0005596296,0.00023100218,0.0012207453,0.00040622984,0.00076991523,0.00048134036,0.00079946284,0.00043474403],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030358584,0.00020090204,0.9946332,0.000075826756,0.000013373398,0.0002492897,0.0025659213,0.000009704435,0.00017103898,0.000019729516,0.00017540994,0.0018552974],"study_design_scores_gemma":[0.0000066833777,0.00038373537,0.9918385,0.000046029145,0.000011673016,0.0011862365,0.005824814,0.000051529405,0.000054641525,0.000012303802,0.0005771416,0.0000067800465],"about_ca_topic_score_codex":0.0027005046,"about_ca_topic_score_gemma":0.004959785,"teacher_disagreement_score":0.99888295,"about_ca_system_score_codex":0.00033303708,"about_ca_system_score_gemma":0.0007154748,"threshold_uncertainty_score":0.010506034},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W7117298754","doi":"10.5281/zenodo.18056545","title":"Barriers and pathways for advancing open science and open scholarship in academic institutions: a Canadian perspective","year":2025,"lang":"en","type":"preprint","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Research Data Management Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"Fonds de recherche du Québec; Social Sciences and Humanities Research Council; Canada Research Chairs","keywords":"Scholarship; Corporate governance; Equity (law); Open science; Indigenous; Engaged scholarship; Work (physics)","score_opus":0.18662070235144906,"score_gpt":0.3937475157614601,"score_spread":0.20712681341001105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117298754","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10243761,0.016246442,0.011218743,0.66900927,0.000943964,0.0003860483,0.001031766,0.0002464327,0.19847976],"genre_scores_gemma":[0.95138556,0.012146491,0.008563131,0.012367976,0.00014153728,0.00016117733,0.00027331559,0.00014243166,0.014818434],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9222551,0.014961291,0.0035028993,0.0044714534,0.030864846,0.023944395],"domain_scores_gemma":[0.8682653,0.041377485,0.0067691817,0.0057901237,0.043484114,0.034313783],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.046852283,0.00078249496,0.0014737892,0.009681095,0.065986164,0.04332751,0.0056142304,0.007848385,0.0073453533],"category_scores_gemma":[0.074271716,0.0012285484,0.00121387,0.01728475,0.05542504,0.017358908,0.02174348,0.013154026,0.0004791442],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000048666276,0.000047173155,0.0069786725,0.00047121965,0.000041366824,0.0003583158,0.06404922,0.0012199788,0.00045898178,0.8798814,0.018549599,0.02789543],"study_design_scores_gemma":[0.000053582764,0.00006309909,0.025440106,0.0024332008,0.0001198578,0.00025134033,0.24627233,0.0024326416,0.0008924017,0.17070226,0.55088633,0.00045282417],"about_ca_topic_score_codex":0.9892852,"about_ca_topic_score_gemma":0.9896375,"teacher_disagreement_score":0.9943858,"about_ca_system_score_codex":0.36407474,"about_ca_system_score_gemma":0.669642,"threshold_uncertainty_score":0.73758316},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W7134613536","doi":"","title":"The rise in subscription fees and the gold open access publishing, examined from financial reports of major publishers","year":2024,"lang":"ja","type":"article","venue":"Kyoto University Research Information Repository (Kyoto University)","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Payment; Financial plan; Quarter (Canadian coin); Work (physics); Financial services","score_opus":0.30010216013937585,"score_gpt":0.4569942950357946,"score_spread":0.15689213489641873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7134613536","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9020427,0.008046234,0.00075406395,0.014912359,0.00080646283,0.00005317723,0.004792862,0.00016776173,0.06842435],"genre_scores_gemma":[0.99048984,0.0012450537,0.00023483949,0.00043630076,0.0007028692,0.000010248312,0.0009890761,0.00003114043,0.0058605713],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9896157,0.0013628909,0.0014047865,0.0007164544,0.0058708536,0.0010292606],"domain_scores_gemma":[0.74173254,0.1267457,0.066105135,0.0067533967,0.041282546,0.017380651],"candidate_categories":["metaresearch","bibliometrics","open_science"],"consensus_categories":[],"category_scores_codex":[0.010969439,0.00021817049,0.00045460922,0.012692675,0.0014936251,0.010644554,0.0009867807,0.0013132753,0.0062611327],"category_scores_gemma":[0.12799107,0.00026270552,0.0004681076,0.01726871,0.0021682892,0.0058273477,0.0023626674,0.0017543763,0.0010732576],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010111926,0.0001491101,0.8489381,0.0003423769,0.00016191552,0.00078905415,0.0046039214,0.00033483063,0.0009646659,0.039684605,0.017199995,0.0858202],"study_design_scores_gemma":[0.000030099514,0.00017091446,0.96228665,0.00010229418,0.000114579125,0.00049673603,0.003967538,0.00063154195,0.0012821368,0.0036513407,0.027212195,0.00005396826],"about_ca_topic_score_codex":0.008866602,"about_ca_topic_score_gemma":0.010336837,"teacher_disagreement_score":0.99901325,"about_ca_system_score_codex":0.00372393,"about_ca_system_score_gemma":0.0035074025,"threshold_uncertainty_score":0.058012664},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication","open_science"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W7135418809","doi":"10.6084/m9.figshare.5378920","title":"Additional file 1: of A descriptive qualitative examination of knowledge translation practice among health researchers in Manitoba, Canada","year":2017,"lang":"","type":"article","venue":"Figshare","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Qualitative research; Knowledge translation; Interview; Descriptive research; MEDLINE; Qualitative analysis","score_opus":0.9235560984270809,"score_gpt":0.6547596401537334,"score_spread":0.2687964582733474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7135418809","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025849687,0.00021822866,0.003681292,0.0022965842,0.0001710133,0.014834207,0.92016035,0.00052466814,0.03226395],"genre_scores_gemma":[0.2582273,0.002068586,0.054475576,0.005660136,0.00016794892,0.23515114,0.2681831,0.001290413,0.17477582],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99733007,0.0008505193,0.00028694313,0.00030404446,0.0006622423,0.00056622335],"domain_scores_gemma":[0.9339855,0.047520272,0.0014705055,0.0015757681,0.013986499,0.0014615548],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008900874,0.0008808387,0.0011837019,0.006697173,0.008255868,0.0033487536,0.0020725795,0.00096512726,0.36464232],"category_scores_gemma":[0.04268334,0.00081118196,0.0007164375,0.014373903,0.0018601986,0.0020004448,0.002197939,0.0013160137,0.015629198],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004541581,0.000348551,0.015221378,0.009384063,0.000042600026,0.0005395503,0.15799874,0.00066892465,0.00069290545,0.005796917,0.75267464,0.056177605],"study_design_scores_gemma":[0.00090885203,0.00023462076,0.08367907,0.013411984,0.000116307754,0.00028931638,0.29521075,0.0012915784,0.001330186,0.004352408,0.598873,0.0003019669],"about_ca_topic_score_codex":0.77791893,"about_ca_topic_score_gemma":0.859197,"teacher_disagreement_score":0.36464232,"about_ca_system_score_codex":0.042154163,"about_ca_system_score_gemma":0.07328246,"threshold_uncertainty_score":0},"labels":[{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"not_applicable","genre":"dataset","about_ca_system":true,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W7144099408","doi":"10.24619/00000799","title":"Characteristics of archival data content standards in North America: a comparative analysis with library cataloguing rules","year":2009,"lang":"ja","type":"article","venue":"Institutional Repositories DataBase (IRDB)","topic":"Library Science and Information Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Content analysis; Descriptive statistics; Content (measure theory); Statement (logic); Descriptive research","score_opus":0.05261710781155698,"score_gpt":0.2743705030143861,"score_spread":0.2217533952028291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7144099408","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9157969,0.0025376126,0.0013737534,0.001961405,0.00002984531,0.00013586534,0.00019685552,0.000048406964,0.07791941],"genre_scores_gemma":[0.99631435,0.00047606888,0.00068576634,0.00016950152,0.000012056614,0.000057767807,0.00014368146,0.00002255929,0.0021181318],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9830094,0.0054530567,0.0021089623,0.001140365,0.0067714853,0.0015167255],"domain_scores_gemma":[0.7823617,0.13279991,0.028383967,0.0075263088,0.04405634,0.004871853],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.020640021,0.0001513167,0.00055231806,0.012998516,0.007279102,0.012925157,0.001367615,0.000913824,0.0039051923],"category_scores_gemma":[0.09667396,0.0004805571,0.00048821163,0.019166937,0.0057561817,0.0073320465,0.003447547,0.0013768957,0.00023050232],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006028347,0.0002708885,0.628452,0.00037265394,0.00014032522,0.00053782185,0.15864766,0.0010452908,0.000958676,0.09950425,0.0045714285,0.10489614],"study_design_scores_gemma":[0.000044788652,0.00017146468,0.77711356,0.00044133037,0.00013634864,0.0002788923,0.16895851,0.0013996002,0.0013416263,0.008451796,0.04157767,0.00008442278],"about_ca_topic_score_codex":0.18174472,"about_ca_topic_score_gemma":0.23005845,"teacher_disagreement_score":0.98707485,"about_ca_system_score_codex":0.02394739,"about_ca_system_score_gemma":0.016933294,"threshold_uncertainty_score":0.36137372},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W7157585381","doi":"10.5281/zenodo.19897166","title":"Contouren Open Science Infrastructuur","year":2025,"lang":"","type":"report","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canarie","funders":"","keywords":"Open university; Plan (archaeology); Open science","score_opus":0.06602567376427049,"score_gpt":0.32431980990169296,"score_spread":0.25829413613742247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7157585381","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05744018,0.0033986499,0.21290527,0.009104267,0.0013973048,0.0014280488,0.0031081822,0.0049586995,0.7062593],"genre_scores_gemma":[0.47394493,0.0055336943,0.18168202,0.0016420534,0.0005233569,0.0023634487,0.012925886,0.0029969395,0.31838766],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9869724,0.0015674566,0.00050026027,0.0012358091,0.008466931,0.0012571337],"domain_scores_gemma":[0.9807966,0.0039571146,0.0013355383,0.0044796644,0.0063925623,0.003038483],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.010224828,0.0007987071,0.00071082276,0.0039315904,0.003124314,0.010532012,0.002439255,0.0032043105,0.044400793],"category_scores_gemma":[0.0146082,0.00065494276,0.00079573295,0.0049716127,0.003031123,0.009521257,0.012632376,0.0028800387,0.013354777],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036954792,0.0002396905,0.0051080044,0.0006045248,0.000036288737,0.0004035886,0.0017671774,0.014657453,0.011348041,0.64438975,0.052568782,0.26850718],"study_design_scores_gemma":[0.00006431922,0.0002684444,0.0047034943,0.00030801113,0.000027109723,0.00028536026,0.0019380704,0.011032234,0.010944251,0.15743496,0.81291,0.0000837656],"about_ca_topic_score_codex":0.006266128,"about_ca_topic_score_gemma":0.004942427,"teacher_disagreement_score":0.99756074,"about_ca_system_score_codex":0.0051426794,"about_ca_system_score_gemma":0.010449266,"threshold_uncertainty_score":0.14853543},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7165401262","doi":"10.70550/sebi.v1i3.73","title":"Fighting Predatory Journals: A Strategic Solution for the Quality and Sustainability of Scientific Publications in Indonesia","year":2024,"lang":"","type":"article","venue":"Social and Economic Bulletin","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"WiLAN (Canada)","funders":"","keywords":"Sustainability; Reputation; Context (archaeology); Agency (philosophy); Quality (philosophy); Process (computing); Qualitative research; Government (linguistics)","score_opus":0.5523710859871966,"score_gpt":0.546888739866304,"score_spread":0.0054823461208926005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7165401262","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7292738,0.010329727,0.01453135,0.091059245,0.00083832594,0.00037538164,0.0001245641,0.00028249703,0.15318516],"genre_scores_gemma":[0.9838187,0.002005941,0.004584038,0.0023021137,0.00011505953,0.000058461563,0.00002811857,0.000026719596,0.0070609096],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99462175,0.002345319,0.0005413244,0.00046876728,0.0014968629,0.0005259599],"domain_scores_gemma":[0.9792656,0.0067712166,0.006476229,0.00082356983,0.002563989,0.0040994235],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0056239683,0.00022967154,0.000279146,0.0014706776,0.0050116847,0.01330497,0.0013089273,0.0020360684,0.0030536838],"category_scores_gemma":[0.0117539745,0.00028595192,0.00028299564,0.0019481287,0.003705385,0.0054474426,0.0052342713,0.0016721166,0.00081672595],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030362047,0.00082627655,0.20480564,0.004414575,0.00021012832,0.014642255,0.1479294,0.0014929466,0.01352858,0.10701945,0.031864062,0.4729631],"study_design_scores_gemma":[0.00012414649,0.0006425843,0.14886612,0.0032211945,0.00029602295,0.0087290425,0.22664371,0.005285772,0.009391497,0.10356482,0.49290887,0.0003261884],"about_ca_topic_score_codex":0.0017349933,"about_ca_topic_score_gemma":0.0029966873,"teacher_disagreement_score":0.9979639,"about_ca_system_score_codex":0.0030717726,"about_ca_system_score_gemma":0.013617473,"threshold_uncertainty_score":0.029742718},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W935588458","doi":"","title":"Open Access: Accessibility for the Ivory Tower","year":2013,"lang":"en","type":"article","venue":"Memorial University Research Repository (Memorial University)","topic":"Community Development and Social Impact","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Ivory tower; Political science; Public relations; Scholarly communication; Government (linguistics); Institution; Library science; Business; Sociology; Publishing; Computer science","score_opus":0.15168469941009774,"score_gpt":0.33538985923685194,"score_spread":0.1837051598267542,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W935588458","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030171992,0.005748346,0.034173563,0.050691597,0.005399987,0.00026152917,0.0023084292,0.01955377,0.87884563],"genre_scores_gemma":[0.03958626,0.007939756,0.039493285,0.015273749,0.0027315035,0.00054039457,0.0035262825,0.010717904,0.88019097],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9937623,0.0016371551,0.0004625089,0.0006961623,0.002538509,0.00090344466],"domain_scores_gemma":[0.9776544,0.0049246773,0.0007663684,0.0057800026,0.0037893532,0.007085205],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.007551778,0.00058728684,0.0006050357,0.0024951654,0.006485669,0.017935436,0.0025538139,0.004171276,0.24071622],"category_scores_gemma":[0.034585357,0.00077720155,0.00062341976,0.002334144,0.004678622,0.02490081,0.018953044,0.003594839,0.111550935],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047456975,0.00002941005,0.00042358492,0.00018215553,0.0000038288695,0.00013477061,0.0012934915,0.00005156311,0.00052668556,0.07272393,0.7817934,0.1427897],"study_design_scores_gemma":[0.0000050995054,0.000010693676,0.00029982647,0.00020588661,0.0000015781658,0.00009542084,0.000357203,0.00006254414,0.00008760585,0.007485758,0.9913743,0.000014020531],"about_ca_topic_score_codex":0.009127099,"about_ca_topic_score_gemma":0.018210389,"teacher_disagreement_score":0.9974462,"about_ca_system_score_codex":0.0033678415,"about_ca_system_score_gemma":0.010044841,"threshold_uncertainty_score":0.805276},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"}]}