{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":407,"total_is_capped":false,"direct_labels_cover":407,"predictions_cover":407,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"b735a3723fba","filters":{"category":"scholarly_communication"}},"results":[{"id":"W1981886524","doi":"10.1002/asi.22688","title":"<scp>SciMAT</scp>: A new science mapping analysis software tool","year":2012,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":1187,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Universidad de Granada; McGill University","keywords":"Wizard; Workflow; Computer science; Software; Key (lock); Preprocessor; Software engineering; Data science; World Wide Web; Database; Programming language; Operating system","authors":[{"name":"Manuel J. Cobo","is_ca":false},{"name":"A.G. López‐Herrera","is_ca":false},{"name":"Enrique Herrera‐Viedma","is_ca":false},{"name":"Francisco Herrera","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05196923175334746,"gpt":0.3484261076968199,"spread":0.2964568759434724,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.004936401,0.001644009,0.001106847,0.01048448,0.001452273,0.00460897,0.002891632,0.001304921,0.04820571],"category_scores_gemma":[0.02052804,0.001415272,0.001975423,0.0116901,0.0008065861,0.005973922,0.00507062,0.002915952,0.01959656],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001288031,"about_ca_system_score_gemma":0.004786051,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003686269,"about_ca_topic_score_gemma":0.004701468,"domain_scores_codex":[0.9976493,0.0003772848,0.0003306721,0.0002800854,0.001265868,0.00009687342],"domain_scores_gemma":[0.9833342,0.009380633,0.001510389,0.0026154,0.002538829,0.0006205469],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002268553,0.0001402031,0.002853965,0.002076006,0.0003385334,0.0003619019,0.0007985831,0.00416883,0.007149117,0.02862127,0.5547111,0.3985536],"study_design_scores_gemma":[0.0004149123,0.0001054946,0.004257184,0.0004123627,0.0002035574,0.00077612,0.0001872528,0.03930236,0.01715397,0.05587829,0.8810682,0.0002403205],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"software","genre_scores_codex":[0.003235831,0.000388637,0.5179585,0.001729855,0.0005008251,0.0003376315,0.03004591,0.4231873,0.02261559],"genre_scores_gemma":[0.02473522,0.000928043,0.8272092,0.001572603,0.0006125068,0.002324788,0.062545,0.06461985,0.01545278],"genre_candidate":"software","genre_consensus":null,"teacher_disagreement_score":0.9895155,"threshold_uncertainty_score":0.1612641,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"simulation_or_modeling","genre":"software","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"not_applicable","genre":"software","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4200395585","doi":"10.1007/s40037-021-00695-4","title":"Bibliometrics: Methods for studying academic publishing","year":2021,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":938,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Ottawa","funders":"","keywords":"Bibliometrics; Terminology; Publishing; Data science; Strengths and weaknesses; Population health; Computer science; Population; Library science; Medicine; Psychology; Political science","authors":[{"name":"Anton Ninkov","is_ca":true},{"name":"Jason R. Frank","is_ca":true},{"name":"Lauren A. Maggio","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.652587060367001,"gpt":0.6967628458869507,"spread":0.04417578551994972,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.04218778,0.002725618,0.004695127,0.1364984,0.003975601,0.02057233,0.003690955,0.00338259,0.0143942],"category_scores_gemma":[0.192886,0.001377349,0.003119998,0.2168081,0.005284063,0.02215098,0.008033317,0.002811083,0.00849423],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008641784,"about_ca_system_score_gemma":0.01083334,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004651033,"about_ca_topic_score_gemma":0.003572919,"domain_scores_codex":[0.923606,0.03157834,0.009432336,0.004505399,0.02978327,0.001094645],"domain_scores_gemma":[0.816978,0.127156,0.0217486,0.01374426,0.0179969,0.002376313],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001229908,0.0001324237,0.01315934,0.008310433,0.001155798,0.0002266115,0.003715521,0.006164829,0.0006004542,0.4139281,0.1112224,0.4412611],"study_design_scores_gemma":[0.00008509417,0.000123511,0.01541713,0.003742062,0.0003936238,0.0006386897,0.003074917,0.01236551,0.000986999,0.4872741,0.4756147,0.0002836321],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01599064,0.1050777,0.6265172,0.02081562,0.006192861,0.004624042,0.03895518,0.01091759,0.1709093],"genre_scores_gemma":[0.2217103,0.122352,0.5744923,0.002491966,0.01228087,0.00925546,0.02774015,0.003156977,0.02651999],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9578122,"threshold_uncertainty_score":0.223113,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2518646621","doi":"10.1002/asi.23833","title":"Scholarly use of social media and altmetrics: A review of the literature","year":2017,"lang":"en","type":"review","venue":"Journal of the Association for Information Science and Technology","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":571,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal; Université de Montréal","funders":"Social Sciences and Humanities Research Council of Canada; Alfred P. Sloan Foundation","keywords":"Altmetrics; Scholarship; Social media; Scholarly communication; Promotion (chess); Sociology; Data science; Computer science; Social science; Political science; World Wide Web; Publishing","authors":[{"name":"Cassidy R. Sugimoto","is_ca":false},{"name":"Sam Work","is_ca":true},{"name":"Vincent Larivière","is_ca":true},{"name":"Stefanie Haustein","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1787038404795363,"gpt":0.4544080046811156,"spread":0.2757041642015793,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.008289509,0.001045982,0.001619978,0.01786244,0.001012168,0.003931559,0.001442736,0.001946385,0.003245326],"category_scores_gemma":[0.02383848,0.00066008,0.001086353,0.02221967,0.002130087,0.00507254,0.001933548,0.001721205,0.0008611222],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002258903,"about_ca_system_score_gemma":0.0068999,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003404649,"about_ca_topic_score_gemma":0.007215237,"domain_scores_codex":[0.9950271,0.00178837,0.0008965527,0.0004288934,0.001717695,0.0001413861],"domain_scores_gemma":[0.9625308,0.03054326,0.002564312,0.0003754613,0.003623595,0.0003626651],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004414248,0.00006507121,0.00133181,0.1134904,0.0002751015,0.0001217272,0.001334728,0.0002131396,0.0003185539,0.008810128,0.01410595,0.8598893],"study_design_scores_gemma":[0.00001247235,0.0001064567,0.008605907,0.1958493,0.0008742051,0.001134858,0.002484096,0.0002243535,0.0004540341,0.005630733,0.7845497,0.00007396085],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0001709319,0.9983033,0.000102431,0.0005371945,0.0001174288,0.000008008286,0.00001583554,0.000003237585,0.0007416891],"genre_scores_gemma":[0.001684824,0.9976042,0.0002571681,0.0001724254,0.0001484366,0.00001393318,0.00002015412,0.000002272621,0.00009658197],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9917105,"threshold_uncertainty_score":0.04383957,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2028758832","doi":"10.1016/s0140-6736(10)60903-8","title":"An international registry of systematic-review protocols","year":2010,"lang":"en","type":"article","venue":"The Lancet","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":521,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital","funders":"National Institute for Health and Care Research","keywords":"Medicine; Computer science","authors":[{"name":"Alison Booth","is_ca":false},{"name":"Mike Clarke","is_ca":false},{"name":"Davina Ghersi","is_ca":false},{"name":"David Moher","is_ca":true},{"name":"Mark Petticrew","is_ca":false},{"name":"Lesley Stewart","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7505475693393026,"gpt":0.5892674142758912,"spread":0.1612801550634113,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3913823,0.00497817,0.01488583,0.05352815,0.006729125,0.02392831,0.01281478,0.01484885,0.09658779],"category_scores_gemma":[0.5883435,0.01095918,0.009414386,0.06585453,0.004475381,0.01559052,0.0135565,0.01772408,0.08552558],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01017738,"about_ca_system_score_gemma":0.1423527,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004327005,"about_ca_topic_score_gemma":0.00592096,"domain_scores_codex":[0.5265046,0.1807315,0.2290781,0.01690616,0.04158859,0.005191037],"domain_scores_gemma":[0.2302655,0.2588508,0.1542448,0.1858343,0.1553796,0.01542505],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.01504446,0.001989646,0.005025858,0.07976256,0.003703012,0.0004094327,0.001508563,0.002065761,0.002208916,0.03149478,0.6035673,0.2532197],"study_design_scores_gemma":[0.03060048,0.001383578,0.00967158,0.08036275,0.006475329,0.0006209117,0.000660982,0.003580219,0.004047602,0.02643831,0.8353202,0.0008380534],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"protocol","genre_gemma":"methods","genre_scores_codex":[0.003976455,0.01756912,0.127796,0.01581778,0.005503897,0.5087956,0.2717785,0.007554803,0.04120789],"genre_scores_gemma":[0.006692976,0.008592377,0.2109019,0.004234391,0.001007228,0.6614478,0.09446155,0.001650241,0.01101169],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6086177,"threshold_uncertainty_score":0.750534,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3024722698","doi":"10.1038/s41597-020-0486-7","title":"The TRUST Principles for digital repositories","year":2020,"lang":"en","type":"article","venue":"Scientific Data","topic":"Research Data Management Practices","field":"Computer Science","cited_by":390,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ocean Networks Canada Society; University of Victoria","funders":"National Institute of Biomedical Imaging and Bioengineering; National Institute of Diabetes and Digestive and Kidney Diseases; Economic and Social Research Council","keywords":"World Wide Web; Computer science; Metadata; Scholarly communication; Data science; Internet privacy; Knowledge management; Publishing; Political science","authors":[{"name":"Dawei Lin","is_ca":false},{"name":"Jonathan Crabtree","is_ca":false},{"name":"Ingrid Dillo","is_ca":false},{"name":"Robert R. Downs","is_ca":false},{"name":"Rorie Edmunds","is_ca":false},{"name":"David Giaretta","is_ca":false},{"name":"Marisa Raquel De Giusti","is_ca":false},{"name":"Hervé L’Hours","is_ca":false},{"name":"Wim Hugo","is_ca":false},{"name":"Reyna Jenkyns","is_ca":true},{"name":"Varsha Khodiyar","is_ca":false},{"name":"Maryann E. Martone","is_ca":false},{"name":"Mustapha Mokrane","is_ca":false},{"name":"Vivek Navale","is_ca":false},{"name":"Jonathan Petters","is_ca":false},{"name":"Barbara Sierman","is_ca":false},{"name":"Dina V. Sokolova","is_ca":false},{"name":"Martina Stockhause","is_ca":false},{"name":"John Westbrook","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2872569636919766,"gpt":0.3757555810503705,"spread":0.08849861735839387,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.02804696,0.0009363734,0.001578444,0.004178528,0.007923909,0.01796915,0.003920789,0.009916371,0.008444413],"category_scores_gemma":[0.1008442,0.00159411,0.00204317,0.005074885,0.02168615,0.04206244,0.01214712,0.009426426,0.003530918],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006688719,"about_ca_system_score_gemma":0.008105069,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008645134,"about_ca_topic_score_gemma":0.003632297,"domain_scores_codex":[0.9682586,0.01274026,0.003145999,0.003427476,0.01040579,0.00202186],"domain_scores_gemma":[0.9001599,0.049039,0.006541979,0.02587701,0.01482472,0.00355735],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00001158773,0.000007573176,0.0001121767,0.00004474372,0.00001246329,0.00008289494,0.0005583799,0.0005705766,0.00004801716,0.9920679,0.002305987,0.004177728],"study_design_scores_gemma":[0.00002604502,0.00001149916,0.00007558728,0.00007303477,0.0000160636,0.0001781436,0.000160656,0.001977971,0.0001160085,0.9675925,0.02975206,0.00002052584],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01403587,0.004986748,0.7349365,0.05464263,0.000987072,0.0005095543,0.0005321699,0.000458648,0.1889108],"genre_scores_gemma":[0.6768553,0.00660453,0.2416886,0.007592645,0.002554784,0.00174643,0.0006245575,0.0004758927,0.06185729],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9960792,"threshold_uncertainty_score":0.1483282,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2132615533","doi":"10.1002/asi.20349","title":"The place of serials in referencing practices: Comparing natural sciences and engineering with social sciences and humanities","year":2006,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":294,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Natural science; Citation index; Citation; Science Citation Index; Social science; Index (typography); The arts; Digital humanities; Bibliometrics; Citation analysis; Social Sciences Citation Index; Library science; Sociology; Humanities; Computer science; Political science; Epistemology; Philosophy; World Wide Web","authors":[{"name":"Vincent Larivière","is_ca":true},{"name":"Éric Archambault","is_ca":true},{"name":"Yves Gingras","is_ca":true},{"name":"Étienne Vignola‐Gagné","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2802135795098643,"gpt":0.4847581285676076,"spread":0.2045445490577433,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0118538,0.0002408198,0.000511224,0.02133164,0.00117961,0.007212827,0.0009623148,0.0006818781,0.003353954],"category_scores_gemma":[0.1213025,0.0001919275,0.0003918238,0.03650663,0.002577015,0.007117809,0.003772966,0.0006494054,0.0006382853],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002076271,"about_ca_system_score_gemma":0.001642909,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005836606,"about_ca_topic_score_gemma":0.006696111,"domain_scores_codex":[0.9911056,0.002705243,0.001382846,0.0009273285,0.003509281,0.0003697743],"domain_scores_gemma":[0.848561,0.07409319,0.04466245,0.007445808,0.02203507,0.003202434],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002879914,0.00012911,0.8613172,0.0007351608,0.0002080811,0.0003310155,0.02900285,0.0005654144,0.000926548,0.01367084,0.0015009,0.0913249],"study_design_scores_gemma":[0.00001094506,0.0001378592,0.9688041,0.0003724582,0.0000927675,0.0002313015,0.01704381,0.0009340814,0.0005997348,0.003044493,0.008706161,0.00002227078],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9619587,0.0039725,0.001122092,0.0006884272,0.0001038913,0.00003452008,0.0003138905,0.00003590235,0.03177013],"genre_scores_gemma":[0.9974017,0.0009369269,0.0005724326,0.00003799345,0.00009502126,0.00001446647,0.0002337782,0.00002358207,0.0006840131],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9881462,"threshold_uncertainty_score":0.0626896,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1987707043","doi":"10.1136/bmj.h210","title":"Firm action needed on predatory journals","year":2015,"lang":"en","type":"editorial","venue":"BMJ","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":243,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Action (physics); Business; Public relations; Law and economics; Economics; Political science","authors":[{"name":"Jocalyn Clark","is_ca":true},{"name":"Russell Smith","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7969926508729327,"gpt":0.6778639477958661,"spread":0.1191287030770666,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.02368548,0.004141137,0.005748848,0.005670672,0.005996116,0.01415449,0.005418526,0.04551424,0.01537973],"category_scores_gemma":[0.1220997,0.002137807,0.004367256,0.003614155,0.005232203,0.00905526,0.002661997,0.04134016,0.009200929],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005461556,"about_ca_system_score_gemma":0.0120377,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004105846,"about_ca_topic_score_gemma":0.0119319,"domain_scores_codex":[0.9780131,0.004230806,0.003532591,0.001753658,0.0111952,0.001274677],"domain_scores_gemma":[0.8823726,0.06261488,0.007565904,0.003520534,0.03484276,0.009083258],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004616936,0.00001425211,0.00004322427,0.0007159698,0.00008148028,0.0000764222,0.00003266784,0.00001997118,0.0000536354,0.0004718873,0.9932237,0.005220664],"study_design_scores_gemma":[0.0003130755,0.00004877259,0.000737464,0.002330431,0.0003956528,0.0001486624,0.0002086591,0.0001667634,0.0002221105,0.004784118,0.9905841,0.00006010797],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"editorial","genre_scores_codex":[0.00006193183,0.004886854,0.00009954172,0.104809,0.8892189,0.00002664755,0.00007321563,0.00006019739,0.0007637072],"genre_scores_gemma":[0.0008836181,0.005910059,0.0002847577,0.0959714,0.89096,0.00004880232,0.00004360201,0.0000447408,0.005852879],"genre_candidate":"editorial","genre_consensus":"editorial","teacher_disagreement_score":0.9763145,"threshold_uncertainty_score":0.1252623,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"methods","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2048204427","doi":"10.1038/513030a","title":"Satellites: Make Earth observations open access","year":2014,"lang":"en","type":"article","venue":"Nature","topic":"Space exploration and regulation","field":"Physics and Astronomy","cited_by":241,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Natural Resources Canada; University of British Columbia; Canadian Forest Service","funders":"","keywords":"Astrobiology; Earth (classical element); Remote sensing; Geology; Astronomy; Physics","authors":[{"name":"Michael A. Wulder","is_ca":true},{"name":"Nicholas C. Coops","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04629024388331381,"gpt":0.3451974733286163,"spread":0.2989072294453025,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.002031312,0.00107692,0.0007259117,0.001955766,0.0008955597,0.00317745,0.001268601,0.002124632,0.07315711],"category_scores_gemma":[0.01347494,0.0007412883,0.0008179917,0.001877537,0.001389374,0.003971721,0.006618229,0.002294977,0.07733528],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005758785,"about_ca_system_score_gemma":0.002094778,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005060711,"about_ca_topic_score_gemma":0.006029042,"domain_scores_codex":[0.9986065,0.0002002844,0.00005898147,0.0001987684,0.0006642247,0.0002712519],"domain_scores_gemma":[0.9929633,0.00127604,0.0005519848,0.002780577,0.001159244,0.001269027],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000277167,0.00004566215,0.003195335,0.00020133,0.00009936751,0.0001334707,0.0002576876,0.001169574,0.003871576,0.01009731,0.9170977,0.06355385],"study_design_scores_gemma":[0.000145344,0.00003881482,0.004497455,0.000102831,0.00004248509,0.00006498994,0.0001657964,0.002610066,0.002532067,0.01817569,0.9715703,0.00005418009],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"commentary","genre_scores_codex":[0.02487823,0.002630178,0.06026515,0.02584488,0.01651329,0.0006661502,0.2772447,0.1903081,0.4016493],"genre_scores_gemma":[0.2413235,0.003783214,0.08796582,0.009764051,0.01000443,0.00114906,0.3777421,0.06912583,0.199142],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.9987314,"threshold_uncertainty_score":0.2447349,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2544237122","doi":"10.1002/asi.23781","title":"Developments in research data management in academic libraries: Towards an understanding of research data service maturity","year":2017,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Research Data Management Practices","field":"Computer Science","cited_by":228,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"RDM; Maturity (psychological); Data management; Data curation; Service (business); Capability Maturity Model; Data management plan; Service delivery framework; Data as a service; Knowledge management; Public relations; Business; Computer science; Data science; Political science; Marketing; Database","authors":[{"name":"Andrew Cox","is_ca":false},{"name":"Mary Anne Kennan","is_ca":false},{"name":"Liz Lyon","is_ca":false},{"name":"Stephen Pinfield","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6200252280254551,"gpt":0.5405688026875997,"spread":0.07945642533785546,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.07745709,0.000385854,0.0004171389,0.009509227,0.003837526,0.02391895,0.002614802,0.002743375,0.001689966],"category_scores_gemma":[0.1219359,0.0008563505,0.0006574387,0.01292587,0.009486009,0.04495445,0.01177082,0.00525728,0.000681385],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01189678,"about_ca_system_score_gemma":0.03138893,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01053678,"about_ca_topic_score_gemma":0.00698027,"domain_scores_codex":[0.9532403,0.0253328,0.005691861,0.002557404,0.009443614,0.003733992],"domain_scores_gemma":[0.8146402,0.08673561,0.02637289,0.01018052,0.04668463,0.01538613],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001807237,0.0005687926,0.1928838,0.001972405,0.00006027863,0.0005833372,0.2606536,0.001913753,0.002691226,0.1800397,0.004273294,0.3541791],"study_design_scores_gemma":[0.00003490231,0.0005318911,0.1129786,0.00303242,0.00005538971,0.001939895,0.5326046,0.01058724,0.005569352,0.1058071,0.226581,0.0002775623],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7348284,0.01303057,0.07988533,0.09783418,0.0002313421,0.0004858107,0.0002996034,0.0004573965,0.0729474],"genre_scores_gemma":[0.9626925,0.003488027,0.03047938,0.0010154,0.00008742388,0.0001061795,0.0001719953,0.00005218029,0.001906889],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9973852,"threshold_uncertainty_score":0.4096371,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2112084168","doi":"10.1111/j.1365-2958.2005.04703.x","title":"Weapons of mass retraction","year":2005,"lang":"en","type":"review","venue":"Molecular Microbiology","topic":"Bacterial Genetics and Biotechnology","field":"Biochemistry, Genetics and Molecular Biology","cited_by":203,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Cystic Fibrosis Foundation","keywords":"Pilus; Periplasmic space; Biology; Flagellum; Bacterial conjugation; Fimbriae Proteins; Secretion; Cell envelope; Function (biology); Virulence; Bacteria; Cell biology; Computational biology; Microbiology; Escherichia coli; Genetics; Gene; Biochemistry","authors":[{"name":"Lori L. Burrows","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01276240747529528,"gpt":0.276006894292041,"spread":0.2632444868167457,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0003181041,0.0008573908,0.0008379507,0.001147063,0.0004784252,0.001348978,0.001133166,0.001978244,0.007963117],"category_scores_gemma":[0.000550579,0.0002303692,0.0002838019,0.0007018051,0.001198083,0.001893361,0.0009561162,0.001514631,0.007889046],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009872749,"about_ca_system_score_gemma":0.0006337569,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006223248,"about_ca_topic_score_gemma":0.0007579022,"domain_scores_codex":[0.9998098,0.00003067166,0.00001222816,0.0000371651,0.00008701603,0.00002310536],"domain_scores_gemma":[0.9998751,0.00004124052,0.00001862818,0.000009868899,0.00003265338,0.00002252276],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008362909,0.00004842703,0.000252203,0.003766635,0.00004297367,0.000594782,0.0002082166,0.0005849226,0.008845554,0.06265571,0.08311567,0.8398013],"study_design_scores_gemma":[0.000005312908,0.00002650876,0.0002001367,0.0003898071,0.000006603602,0.0008216083,0.00003893082,0.00005615696,0.0009742083,0.004784711,0.9926877,0.000008361048],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0007150032,0.962888,0.002087043,0.001887919,0.001392643,0.00001549167,0.00004594616,0.00007203325,0.03089592],"genre_scores_gemma":[0.009469636,0.958416,0.001423998,0.00172392,0.0007586998,0.00004064633,0.00008184976,0.00001602972,0.02806918],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9996819,"threshold_uncertainty_score":0.02663928,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2926567176","doi":"10.1136/bmjopen-2018-026516","title":"Knowledge and motivations of researchers publishing in presumed predatory journals: a survey","year":2019,"lang":"en","type":"article","venue":"BMJ Open","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":160,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo; University of Ottawa; Jewish General Hospital; Institut du Savoir Montfort; McGill University; Ottawa Hospital","funders":"Canadian Institutes of Health Research; Ottawa Hospital Anesthesia Alternate Funds Association","keywords":"Publishing; Medicine; Psychological intervention; Law; Psychiatry; Political science","authors":[{"name":"Kelly D. Cobey","is_ca":true},{"name":"Agnes Grudniewicz","is_ca":true},{"name":"Manoj M. Lalu","is_ca":true},{"name":"Danielle B. Rice","is_ca":true},{"name":"Hana Raffoul","is_ca":true},{"name":"David Moher","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9177965981725121,"gpt":0.7046737378033378,"spread":0.2131228603691744,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008029214,0.0001879044,0.0004380581,0.002322395,0.0008998081,0.001789192,0.0004881297,0.0009866077,0.001693708],"category_scores_gemma":[0.03431721,0.0005006911,0.000422609,0.001726156,0.0006861365,0.002218611,0.001398411,0.0007981848,0.0007064682],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006107288,"about_ca_system_score_gemma":0.001501753,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001421938,"about_ca_topic_score_gemma":0.001932047,"domain_scores_codex":[0.9948613,0.002491854,0.0009103594,0.0002868887,0.001026131,0.0004234311],"domain_scores_gemma":[0.9529669,0.0171905,0.01925685,0.001035237,0.005365747,0.004184762],"domain_codex":null,"domain_gemma":"incentives","domain_candidate":"incentives","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00007778937,0.0003220263,0.9605653,0.000284087,0.00004252733,0.0002827855,0.02643313,0.00004249137,0.0005576159,0.00008169621,0.0006790752,0.01063161],"study_design_scores_gemma":[0.00003989459,0.0009190127,0.8845147,0.0003266632,0.00004282114,0.001148269,0.1075699,0.0004446646,0.000462481,0.0002114388,0.004260757,0.00005930642],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9984986,0.0001485974,0.0001062294,0.0004004823,0.000005012811,0.00007364994,0.0002364614,0.000003581715,0.0005274505],"genre_scores_gemma":[0.9976106,0.0005451073,0.0005905164,0.0004275609,0.00002479247,0.0001792651,0.0002357164,0.000003541348,0.0003829508],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9990134,"threshold_uncertainty_score":0.042463,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2089501922","doi":"10.1177/0963662510384461","title":"Academic staff and public communication: a survey of popular science publishing across 13 countries","year":2010,"lang":"en","type":"article","venue":"Public Understanding of Science","topic":"Climate Change Communication and Perception","field":"Social Sciences","cited_by":159,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Publishing; Newspaper; Public opinion; Political science; Scientific publishing; Social science; Public relations; Sociology; Media studies; Library science; Law; Politics","authors":[{"name":"Peter James Bentley","is_ca":false},{"name":"Svein Kyvik","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5880613633378229,"gpt":0.4714212013915512,"spread":0.1166401619462717,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.004707539,0.0001442156,0.0004549923,0.003672855,0.001001542,0.001840007,0.0004508873,0.0005313478,0.001917794],"category_scores_gemma":[0.0210964,0.0002783532,0.0002284396,0.006666443,0.0009374597,0.001643734,0.001107345,0.0005410487,0.0003818306],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001045766,"about_ca_system_score_gemma":0.001128021,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007919226,"about_ca_topic_score_gemma":0.007126268,"domain_scores_codex":[0.9964457,0.001469534,0.0005793203,0.0002025544,0.0009163321,0.0003866186],"domain_scores_gemma":[0.937575,0.02048882,0.03075337,0.001722297,0.005960862,0.003499564],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00006771521,0.00008062188,0.9760695,0.00008570672,0.00003327947,0.0001173908,0.01388367,0.00004940529,0.0002133367,0.00009469478,0.0004269842,0.008877699],"study_design_scores_gemma":[0.000006067424,0.0001077799,0.9631341,0.00005060744,0.00001318299,0.0001836926,0.03471946,0.0001312776,0.0001443139,0.00003094612,0.001464472,0.00001409457],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9985733,0.0001673924,0.00003473081,0.0001084731,0.000003494085,0.000006772453,0.000179616,0.000002421688,0.0009237],"genre_scores_gemma":[0.9992839,0.0002734411,0.00006248076,0.0000440254,0.00001270363,0.000009670599,0.0001341734,0.000002440139,0.0001771397],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.99816,"threshold_uncertainty_score":0.0248962,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4249889786","doi":"10.12688/f1000research.15256.1","title":"What is a predatory journal? A scoping review","year":2018,"lang":"en","type":"review","venue":"F1000Research","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":154,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Ottawa Hospital Anesthesia Alternate Funds Association; Ottawa Hospital Research Institute; University of Ottawa","keywords":"PsycINFO; Grey literature; MEDLINE; CINAHL; Web of science; Medicine; Information retrieval; Computer science; Biology","authors":[{"name":"Kelly D. Cobey","is_ca":true},{"name":"Manoj M. Lalu","is_ca":true},{"name":"Becky Skidmore","is_ca":true},{"name":"Nadera Ahmadzai","is_ca":true},{"name":"Agnes Grudniewicz","is_ca":true},{"name":"David Moher","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9152973410968032,"gpt":0.7496890964298902,"spread":0.1656082446669129,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.03751493,0.001214128,0.004644006,0.04585275,0.003098293,0.008942158,0.002871044,0.004541744,0.008331885],"category_scores_gemma":[0.1993768,0.001593065,0.002872144,0.04282688,0.003335588,0.01100067,0.004172498,0.002164732,0.002001368],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0112984,"about_ca_system_score_gemma":0.03447211,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007548899,"about_ca_topic_score_gemma":0.01675854,"domain_scores_codex":[0.958403,0.01549032,0.01563207,0.001974938,0.00773223,0.0007673897],"domain_scores_gemma":[0.7686051,0.1601649,0.03221039,0.00360898,0.03201772,0.003392848],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0001791247,0.00005649826,0.002717836,0.8048247,0.001193194,0.00037755,0.003663992,0.0001260394,0.0003025245,0.003010353,0.02787072,0.1556774],"study_design_scores_gemma":[0.00002484687,0.00005143327,0.002655574,0.9331083,0.001309295,0.0002363328,0.00175339,0.00004286776,0.00006797485,0.0007553236,0.05996839,0.00002641782],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001413252,0.9864617,0.0003678929,0.006310172,0.001122835,0.0009747876,0.0006532302,0.00001907127,0.002677097],"genre_scores_gemma":[0.009478392,0.9834797,0.00156054,0.002241367,0.0005953673,0.001619845,0.0006066128,0.00001863852,0.000399584],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9954582,"threshold_uncertainty_score":0.1984003,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4244401793","doi":"10.1136/ebm.11.6.162-a","title":"Of studies, syntheses, synopses, summaries, and systems: the \"5S\" evolution of information services for evidence-based healthcare decisions","year":2006,"lang":"en","type":"article","venue":"Evidence-Based Medicine","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":151,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Health care; Information system; Data science; Healthcare system; Real world evidence; Knowledge management; Information retrieval; Medicine; Engineering; Political science","authors":[{"name":"R. Brian Haynes","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1694791498193305,"gpt":0.4373667516424011,"spread":0.2678876018230706,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4071284,0.001901042,0.004824973,0.04872732,0.004105199,0.03006351,0.005400242,0.00705425,0.005332006],"category_scores_gemma":[0.5360126,0.002387709,0.00374335,0.03815811,0.02725805,0.04326132,0.01660366,0.008154208,0.0008421057],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01757379,"about_ca_system_score_gemma":0.05707841,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006468547,"about_ca_topic_score_gemma":0.01249316,"domain_scores_codex":[0.5809658,0.32373,0.05909487,0.006518519,0.02816386,0.001526916],"domain_scores_gemma":[0.2604155,0.6137217,0.03427169,0.04848883,0.03750306,0.00559922],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003595044,0.0001827766,0.004452754,0.03675912,0.002345263,0.0001236015,0.01862263,0.001308022,0.0003836885,0.3834873,0.06296934,0.489006],"study_design_scores_gemma":[0.0004326413,0.0004646509,0.004584539,0.08196445,0.001834669,0.0004440824,0.01780709,0.003179084,0.0006991326,0.5636821,0.3245859,0.0003216986],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00624974,0.5296969,0.0688935,0.3569273,0.02085688,0.001036763,0.001211335,0.0006588736,0.01446857],"genre_scores_gemma":[0.1949267,0.3316668,0.3860761,0.05776161,0.01998901,0.004256941,0.001939691,0.0005687036,0.002814632],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5928717,"threshold_uncertainty_score":0.7311163,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2889499003","doi":"10.1503/cmaj.180154","title":"How predatory journals leak into PubMed","year":2018,"lang":"en","type":"article","venue":"Canadian Medical Association Journal","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":146,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":false},"ca_institutions":"Ottawa Hospital","funders":"University of Ottawa","keywords":"Key (lock); Data science; Computer science; MEDLINE; World Wide Web; Computer security; Political science","authors":[{"name":"Andrea Manca","is_ca":true},{"name":"David Moher","is_ca":true},{"name":"Lucia Cugusi","is_ca":true},{"name":"Zeevi Dvir","is_ca":true},{"name":"Franca Deriu","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3334433946008996,"gpt":0.4961553382486549,"spread":0.1627119436477553,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.06126824,0.001184826,0.001997266,0.03533729,0.005969506,0.03160297,0.003480858,0.007807186,0.05354792],"category_scores_gemma":[0.5102728,0.001704597,0.001729633,0.04236661,0.008391929,0.04335576,0.01388387,0.006791698,0.02938799],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006529638,"about_ca_system_score_gemma":0.01410522,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005257629,"about_ca_topic_score_gemma":0.007319982,"domain_scores_codex":[0.8460042,0.03480405,0.02091782,0.01027687,0.08453272,0.003464274],"domain_scores_gemma":[0.3830602,0.3138468,0.1247655,0.05031252,0.1131871,0.01482789],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.0003910713,0.0000667796,0.02094973,0.00610506,0.0004685959,0.001539182,0.008554732,0.0002400728,0.000946662,0.03885384,0.7222002,0.1996841],"study_design_scores_gemma":[0.00008913928,0.0000958541,0.009234953,0.01245702,0.0004043035,0.003364495,0.007307191,0.0007504401,0.001270017,0.05724515,0.9075545,0.0002268638],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.02221789,0.06606442,0.01565723,0.782558,0.02160492,0.0006766502,0.01194214,0.004988086,0.07429064],"genre_scores_gemma":[0.271748,0.112082,0.04906026,0.4196967,0.04620954,0.0009157477,0.01748231,0.01026998,0.07253554],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9921928,"threshold_uncertainty_score":0.3240213,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics","scholarly_communication","research_integrity"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2167083241","doi":"10.1525/jer.2010.5.4.23","title":"Researchers' Perspectives on Collective/Community Co-Authorship in Community-Based Participatory Indigenous Research","year":2010,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":143,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"Canadian Institutes of Health Research","keywords":"Indigenous; Community-based participatory research; Participatory action research; Citizen journalism; Thematic analysis; Sociology; Public relations; Value (mathematics); Qualitative research; Political science; Social science; Law","authors":[{"name":"Heather Castleden","is_ca":true},{"name":"Vanessa Sloan Morgan","is_ca":true},{"name":"Aelita Neimanis","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9721388023156835,"gpt":0.7766190470881619,"spread":0.1955197552275216,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1904185,0.0005840147,0.0009819308,0.002858041,0.02402845,0.01866962,0.002392777,0.007273557,0.002012254],"category_scores_gemma":[0.1603023,0.0008366957,0.0007760389,0.002672921,0.04572118,0.01189733,0.01419544,0.009757634,0.0002339296],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006140588,"about_ca_system_score_gemma":0.01730458,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002395452,"about_ca_topic_score_gemma":0.003408735,"domain_scores_codex":[0.6933425,0.2786508,0.005315853,0.003074701,0.01402587,0.005590397],"domain_scores_gemma":[0.6285977,0.3330457,0.01129549,0.006895813,0.01322061,0.006944647],"domain_codex":null,"domain_gemma":"incentives","domain_candidate":"incentives","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00001740638,0.00001314876,0.0006501617,0.00009548253,0.000006803804,0.0004291002,0.9799709,0.00005638264,0.0002313924,0.0145641,0.0002945453,0.003670535],"study_design_scores_gemma":[0.0000178086,0.00007395455,0.0005457049,0.0004657999,0.00001856583,0.0008674173,0.9484867,0.000337562,0.0006316785,0.0234677,0.02505068,0.00003643027],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7158852,0.007736519,0.03833027,0.1448,0.001355018,0.0005458748,0.00005054409,0.0001014088,0.09119516],"genre_scores_gemma":[0.9902422,0.001438855,0.004036573,0.001833472,0.0001632824,0.0001995687,0.000008738417,0.0000211952,0.002056118],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9927264,"threshold_uncertainty_score":0.9983581,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2811055236","doi":"10.12688/f1000research.15256.2","title":"What is a predatory journal? A scoping review","year":2018,"lang":"en","type":"review","venue":"F1000Research","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":141,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Ottawa Hospital Anesthesia Alternate Funds Association; Ottawa Hospital Research Institute; University of Ottawa","keywords":"PsycINFO; MEDLINE; Grey literature; Web of science; CINAHL; Medicine; Psychology; Meta-analysis; Political science; Pathology","authors":[{"name":"Kelly D. Cobey","is_ca":true},{"name":"Manoj M. Lalu","is_ca":true},{"name":"Becky Skidmore","is_ca":true},{"name":"Nadera Ahmadzai","is_ca":true},{"name":"Agnes Grudniewicz","is_ca":true},{"name":"David Moher","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9152973410968032,"gpt":0.7496890964298902,"spread":0.1656082446669129,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.03717089,0.001219261,0.004669389,0.04534648,0.003066695,0.008979359,0.002809171,0.004440955,0.008042674],"category_scores_gemma":[0.1966494,0.001571683,0.002857398,0.04254394,0.003278904,0.01104897,0.004050595,0.002168035,0.0019397],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01096803,"about_ca_system_score_gemma":0.03353863,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007306772,"about_ca_topic_score_gemma":0.01640763,"domain_scores_codex":[0.9587811,0.01530728,0.01551475,0.001974702,0.007683316,0.0007388617],"domain_scores_gemma":[0.7735875,0.1554911,0.03258942,0.003508401,0.03149839,0.003325223],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0001762734,0.00005621055,0.002712101,0.8044807,0.001206566,0.0003720259,0.003543111,0.0001246979,0.0002974517,0.002964998,0.02707649,0.1569893],"study_design_scores_gemma":[0.0000245636,0.0000526723,0.002733269,0.9335522,0.001349641,0.0002428318,0.001729674,0.00004326953,0.00006795739,0.0007550411,0.0594223,0.00002653826],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001357547,0.987097,0.0003560138,0.005915776,0.001092284,0.0009473667,0.0006301513,0.0000179643,0.002585884],"genre_scores_gemma":[0.009156231,0.9840451,0.001528311,0.00214882,0.0005887419,0.001555373,0.0005766441,0.00001753384,0.0003832341],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.995559,"threshold_uncertainty_score":0.1965808,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2114059546","doi":"10.1371/journal.pone.0132557","title":"How Long Is Too Long in Contemporary Peer Review? Perspectives from Authors Publishing in Conservation Biology Journals","year":2015,"lang":"en","type":"article","venue":"PLoS ONE","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":133,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Publishing; Peer review; Psychology; Prestige; Medical education; Medicine; Political science","authors":[{"name":"Vivian M. Nguyen","is_ca":true},{"name":"Neal Haddaway","is_ca":false},{"name":"Lee F.G. Gutowsky","is_ca":true},{"name":"Alexander D. M. Wilson","is_ca":true},{"name":"Austin J. Gallagher","is_ca":false},{"name":"Michael Donaldson","is_ca":true},{"name":"Neil Hammerschlag","is_ca":false},{"name":"Steven J. Cooke","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9005902623703669,"gpt":0.5770311754804135,"spread":0.3235590868899534,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06539715,0.000323811,0.0008117909,0.002244893,0.007854979,0.01578926,0.001667028,0.004561496,0.002109173],"category_scores_gemma":[0.223778,0.0005516062,0.0008430029,0.003306847,0.006400284,0.01096976,0.003648671,0.004845685,0.0006914888],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004147951,"about_ca_system_score_gemma":0.008947248,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00297075,"about_ca_topic_score_gemma":0.004846433,"domain_scores_codex":[0.9059642,0.06056779,0.006710531,0.003993323,0.01892889,0.003835197],"domain_scores_gemma":[0.5193699,0.3127525,0.06706544,0.00667051,0.06219215,0.03194948],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.000493868,0.0002183566,0.1845851,0.002376436,0.0003193233,0.005552162,0.6507133,0.000457312,0.004146651,0.005851149,0.02263055,0.1226559],"study_design_scores_gemma":[0.0000421247,0.0005830117,0.08419913,0.001572565,0.0001643899,0.005018351,0.7986246,0.0004007879,0.001275872,0.006192965,0.1016383,0.0002880122],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7641429,0.01920143,0.003551587,0.1958908,0.002229294,0.00006357844,0.0001375296,0.0000658432,0.01471696],"genre_scores_gemma":[0.9757485,0.007928668,0.001415431,0.01113517,0.00198276,0.00004165349,0.00005117177,0.00005618051,0.001640367],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9346029,"threshold_uncertainty_score":0.3458573,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2001314811","doi":"10.1038/nchembio0709-436","title":"Open access chemical and clinical probes to support drug discovery","year":2009,"lang":"en","type":"article","venue":"Nature Chemical Biology","topic":"Pharmacogenetics and Drug Metabolism","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":132,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Structural Genomics Consortium; University of Toronto","funders":"Canadian Institutes of Health Research; Wellcome Trust","keywords":"Drug discovery; Pharmaceutical industry; Productivity; Data science; Business; Drug industry; Computational biology; Computer science; Biology; Biotechnology; Bioinformatics; Economics","authors":[{"name":"A.M. Edwards","is_ca":true},{"name":"C. Bountra","is_ca":false},{"name":"Rachel Kerr","is_ca":false},{"name":"Timothy M. Willson","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.134351923613858,"gpt":0.5619974727123195,"spread":0.4276455490984615,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.001925265,0.0004486336,0.0004261963,0.0008980108,0.0003434074,0.001643586,0.0007009422,0.001858591,0.03319013],"category_scores_gemma":[0.003597416,0.0002472227,0.0004069316,0.0004563333,0.001394117,0.001734367,0.001756539,0.002399726,0.006804702],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005648588,"about_ca_system_score_gemma":0.001095503,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000204084,"about_ca_topic_score_gemma":0.0002544231,"domain_scores_codex":[0.9990113,0.0003418193,0.00004015889,0.0001145929,0.0003916677,0.000100496],"domain_scores_gemma":[0.9979315,0.000760026,0.0002714889,0.0002988561,0.0003329735,0.000405142],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001106294,0.0004890605,0.001722932,0.0009225706,0.00008980511,0.001151654,0.0001528273,0.0007524943,0.1789853,0.2187888,0.08551397,0.5103243],"study_design_scores_gemma":[0.0003668565,0.001381828,0.001891904,0.0001554231,0.00007706357,0.002552558,0.000100568,0.001343046,0.09368815,0.08640824,0.8119775,0.00005693448],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.06539757,0.1172063,0.1747344,0.1074071,0.01776757,0.000954799,0.006098953,0.003537249,0.5068961],"genre_scores_gemma":[0.6266233,0.06450681,0.08209369,0.03122299,0.01177216,0.0009050888,0.003186597,0.0004879735,0.1792013],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.999299,"threshold_uncertainty_score":0.1110321,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["open_science"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2161075463","doi":"10.1186/1748-5908-7-2","title":"Use of health systems and policy research evidence in the health policymaking in eastern Mediterranean countries: views and practices of researchers","year":2012,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":127,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; McMaster University Medical Centre","funders":"","keywords":"Health services research; Health policy; Thematic analysis; Health informatics; Government (linguistics); Medicine; Health administration; Knowledge translation; Public health; Public relations; Political science; Qualitative research; Nursing; Sociology; Social science; Knowledge management","authors":[{"name":"Fadi El‐Jardali","is_ca":false},{"name":"John N. Lavis","is_ca":true},{"name":"Nour Ataya","is_ca":false},{"name":"Diana Jamal","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.976980351265113,"gpt":0.8372784395400653,"spread":0.1397019117250476,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.2703618,0.0004311019,0.001230394,0.004456441,0.006315568,0.01642225,0.002498689,0.004413486,0.001479203],"category_scores_gemma":[0.2760729,0.0008206008,0.0008614693,0.004683225,0.01827684,0.008194023,0.01238328,0.003746533,0.0002423774],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01057611,"about_ca_system_score_gemma":0.02678694,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004088322,"about_ca_topic_score_gemma":0.002932604,"domain_scores_codex":[0.6961523,0.2717229,0.01152997,0.003907823,0.01149396,0.005192983],"domain_scores_gemma":[0.4479339,0.4630279,0.03940839,0.01202535,0.02669743,0.01090708],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001536438,0.0001040495,0.06151289,0.002408994,0.0001650563,0.0008935463,0.8644801,0.0002564288,0.0007445345,0.007435461,0.002480935,0.05936447],"study_design_scores_gemma":[0.00006114741,0.0002794011,0.01653129,0.006584797,0.0001346399,0.0007262034,0.9183011,0.000384253,0.000780797,0.006342385,0.04978026,0.00009370104],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.800595,0.03896561,0.002765222,0.1352773,0.0004103232,0.00031804,0.0001015591,0.00004009976,0.02152679],"genre_scores_gemma":[0.9834975,0.008642644,0.002366127,0.004786113,0.0001045278,0.0001539506,0.00002380177,0.00001040817,0.0004148045],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2703618,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W1975575045","doi":"10.6017/ital.v26i3.3272","title":"The Structure and Form of Folksonomy Tags: The Road to the Public Library Catalog","year":2007,"lang":"en","type":"article","venue":"Information Technology and Libraries","topic":"Library Science and Information Systems","field":"Computer Science","cited_by":114,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"","keywords":"Folksonomy; Computer science; Interactivity; Spelling; World Wide Web; Information retrieval; Control (management); Library catalog; Linguistics; Artificial intelligence","authors":[{"name":"Louise F. Spiteri","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.005393257152832807,"gpt":0.1823269148058518,"spread":0.176933657653019,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.005617527,0.0001882968,0.0004231401,0.01285401,0.002921046,0.009658346,0.0007321568,0.0009716127,0.003559196],"category_scores_gemma":[0.05922473,0.0005941786,0.0002469038,0.01783196,0.00286752,0.01737104,0.002335078,0.001158628,0.001534909],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003583513,"about_ca_system_score_gemma":0.002837473,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01812576,"about_ca_topic_score_gemma":0.02708951,"domain_scores_codex":[0.9958084,0.001644013,0.0004438619,0.0005939773,0.001303741,0.0002059924],"domain_scores_gemma":[0.9501831,0.0230996,0.007847323,0.006039154,0.0119916,0.0008392551],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0005424028,0.0001696908,0.241888,0.0009183463,0.00007308213,0.0004438428,0.0558892,0.001721217,0.008832332,0.09737968,0.02191567,0.5702265],"study_design_scores_gemma":[0.00005743949,0.0002142987,0.4618216,0.001127289,0.0001219956,0.001670832,0.05474623,0.01539867,0.006941231,0.1272548,0.3303759,0.0002696671],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7981566,0.006773013,0.09780117,0.009384946,0.0003648004,0.0004381596,0.007616766,0.001810112,0.07765446],"genre_scores_gemma":[0.9091914,0.001605145,0.07078706,0.0005110991,0.0002464756,0.0002250967,0.007043759,0.0005421959,0.009847788],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9903417,"threshold_uncertainty_score":0.03604054,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2610741382","doi":"10.1016/j.wneu.2017.04.157","title":"The Spectrum of Altmetrics in Neurosurgery: The Top 100 “Trending” Articles in Neurosurgical Journals","year":2017,"lang":"en","type":"review","venue":"World Neurosurgery","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":98,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Western Hospital; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Altmetrics; Social media; Medicine; Neurosurgery; Citation; Mainstream; Bibliometrics; Outreach; Medical education; Library science; World Wide Web; Surgery; Computer science","authors":[{"name":"Justin Wang","is_ca":true},{"name":"Naif M. Alotaibi","is_ca":true},{"name":"George M. Ibrahim","is_ca":true},{"name":"Abhaya V. Kulkarni","is_ca":true},{"name":"Andrés M. Lozano","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4131373920694704,"gpt":0.4947529833668562,"spread":0.08161559129738588,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.003917379,0.001237214,0.002633754,0.03560097,0.000689957,0.004523091,0.001227011,0.001604377,0.005859058],"category_scores_gemma":[0.01492245,0.0004978952,0.002559169,0.03528543,0.00100715,0.004670293,0.001884866,0.001288918,0.0009407569],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001726646,"about_ca_system_score_gemma":0.004798187,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00240738,"about_ca_topic_score_gemma":0.007524288,"domain_scores_codex":[0.9957581,0.0005894555,0.001481623,0.0004521944,0.001464527,0.0002540314],"domain_scores_gemma":[0.9844921,0.008163125,0.003917577,0.0001700141,0.002647933,0.0006093156],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0004727585,0.00008559114,0.01345214,0.2506869,0.003304865,0.0004268592,0.0007482672,0.0001700442,0.001293156,0.001785826,0.03718299,0.6903906],"study_design_scores_gemma":[0.0002734849,0.0004005297,0.08015744,0.3234218,0.01985873,0.005197799,0.003630662,0.0003405684,0.001540349,0.004656097,0.5603091,0.000213481],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001123905,0.9963164,0.00007437346,0.0009889334,0.0003844669,0.00001942942,0.0003978608,0.00001546865,0.0006790552],"genre_scores_gemma":[0.009219314,0.9879833,0.0004607532,0.0008261347,0.0008402707,0.00002593275,0.0003570721,0.00001146019,0.0002756984],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9960826,"threshold_uncertainty_score":0.02071732,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2625269005","doi":"10.11613/bm.2017.030","title":"Ethical issues in publishing in predatory journals","year":2017,"lang":"en","type":"review","venue":"Biochemia Medica","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":97,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Public Health Ontario; University of Toronto","funders":"","keywords":"Publishing; Misrepresentation; Publication; Deception; Public relations; Political science; Library science; Sociology; Law; Computer science","authors":[{"name":"Lorraine E. Ferris","is_ca":true},{"name":"Margaret A. Winker","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8941266353903872,"gpt":0.7234011886426125,"spread":0.1707254467477747,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.09148185,0.0003660931,0.0009741854,0.004017461,0.003402554,0.009813797,0.001852022,0.00564304,0.00181266],"category_scores_gemma":[0.247217,0.0004736172,0.0005911199,0.00617206,0.01380814,0.007818175,0.004153616,0.005625982,0.000769415],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003044459,"about_ca_system_score_gemma":0.01480235,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001093345,"about_ca_topic_score_gemma":0.002643214,"domain_scores_codex":[0.7841602,0.1362345,0.01689058,0.004158679,0.05657978,0.001976247],"domain_scores_gemma":[0.6055644,0.2949545,0.04664076,0.01312696,0.03525985,0.004453545],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001174256,0.0001031967,0.005722544,0.01485182,0.0002751007,0.001650545,0.01465572,0.0003474834,0.001026149,0.2171296,0.07039849,0.673722],"study_design_scores_gemma":[0.00005045078,0.0001343951,0.004789902,0.02624185,0.0001764625,0.004711975,0.008197789,0.0002481338,0.001274647,0.1461405,0.8079493,0.00008452583],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.007059635,0.7010609,0.01284722,0.2323828,0.009068789,0.0003259338,0.00006062577,0.00005497501,0.03713904],"genre_scores_gemma":[0.2025866,0.6389903,0.02996737,0.09949081,0.01816028,0.00102648,0.0001001373,0.0001055726,0.009572489],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.994357,"threshold_uncertainty_score":0.483808,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3006156524","doi":"10.1136/bmjopen-2019-035561","title":"Defining predatory journals and responding to the threat they pose: a modified Delphi consensus process","year":2020,"lang":"en","type":"article","venue":"BMJ Open","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":97,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Social Sciences and Humanities Research Council of Canada; Canadian Institutes of Health Research; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; Ottawa Hospital Anesthesia Alternate Funds Association; Institute of Health Services and Policy Research; University of Ottawa; Institute of Musculoskeletal Health and Arthritis; Natural Sciences and Engineering Research Council of Canada; Ottawa Hospital Research Institute; National Science Foundation","keywords":"Outreach; Snowball sampling; Delphi method; Publishing; Checklist; Public relations; Library science; Medicine; Political science; Psychology; Law","authors":[{"name":"Samantha Cukier","is_ca":true},{"name":"Manoj M. Lalu","is_ca":true},{"name":"Gregory L. Bryson","is_ca":true},{"name":"Kelly D. Cobey","is_ca":true},{"name":"Agnes Grudniewicz","is_ca":true},{"name":"David Moher","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7858935230383207,"gpt":0.6547070806373642,"spread":0.1311864424009566,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2705882,0.001702301,0.00119533,0.006192755,0.007201973,0.005561137,0.004062301,0.00451495,0.005373175],"category_scores_gemma":[0.1741372,0.002171331,0.002127286,0.004024418,0.009235464,0.00809898,0.01715495,0.00500339,0.001769006],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01033811,"about_ca_system_score_gemma":0.03659152,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006082444,"about_ca_topic_score_gemma":0.006659111,"domain_scores_codex":[0.6872531,0.2672342,0.01694957,0.005977834,0.01437537,0.008210004],"domain_scores_gemma":[0.8207075,0.1085256,0.008407125,0.009154566,0.04605731,0.007147797],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.001515273,0.0008947008,0.01220588,0.00603871,0.00018905,0.001677809,0.7897882,0.006002769,0.0141733,0.0226715,0.0199566,0.1248862],"study_design_scores_gemma":[0.001014724,0.003256475,0.02163048,0.008454736,0.000154612,0.001620038,0.7253298,0.02472102,0.009061634,0.05543591,0.1484767,0.000843896],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.3952014,0.001051096,0.3190095,0.01942202,0.0007745406,0.2406314,0.00102242,0.0005413417,0.02234641],"genre_scores_gemma":[0.4949355,0.0009950335,0.3618497,0.00484717,0.0001347856,0.1328302,0.0004579891,0.0001305059,0.003819052],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9954851,"threshold_uncertainty_score":0.8994946,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2084033360","doi":"10.1007/s10826-013-9795-1","title":"Between Black and White: Examining Grey Literature in Meta-analyses of Psychological Research","year":2013,"lang":"en","type":"article","venue":"Journal of Child and Family Studies","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":90,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Grey literature; Meta-analysis; Inclusion (mineral); Psychology; Psychological intervention; Publication bias; Systematic review; White (mutation); Applied psychology; Social psychology; Clinical psychology; MEDLINE; Medicine; Political science; Psychiatry","authors":[{"name":"Sarah Bellefontaine","is_ca":true},{"name":"Catherine M. Lee","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9316437456358971,"gpt":0.638685197001198,"spread":0.2929585486346992,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2138259,0.005233407,0.03390599,0.01981512,0.002659607,0.01058449,0.007361309,0.009713773,0.004852206],"category_scores_gemma":[0.4976701,0.005999073,0.05163793,0.01541694,0.005816785,0.009611453,0.009527033,0.006609298,0.0004026903],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004708017,"about_ca_system_score_gemma":0.006764201,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01051211,"about_ca_topic_score_gemma":0.02348573,"domain_scores_codex":[0.6242136,0.2409622,0.08896066,0.02477943,0.0181934,0.002890741],"domain_scores_gemma":[0.3902782,0.5383985,0.04234091,0.01889047,0.007951157,0.002140702],"domain_codex":null,"domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.00245472,0.00003154812,0.008100853,0.0897979,0.8889114,0.0002268399,0.0009943872,0.0002398468,0.0001896452,0.0007207271,0.0005377255,0.00779436],"study_design_scores_gemma":[0.001456745,0.0002255871,0.0049209,0.02014075,0.96766,0.0001261588,0.0004753997,0.0003754365,0.000152506,0.003019102,0.001372162,0.00007514691],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.02269242,0.9612978,0.009710503,0.001887982,0.001603759,0.001307924,0.0005775433,0.0001358545,0.0007863219],"genre_scores_gemma":[0.7862552,0.1672092,0.03256295,0.006771334,0.001668128,0.003921523,0.0007843786,0.0003271595,0.0005000967],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.966094,"threshold_uncertainty_score":0.9694927,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4386541616","doi":"10.1002/leap.1578","title":"Risks of abuse of large language models, like <scp>ChatGPT</scp>, in scientific publishing: Authorship, predatory publishing, and paper mills","year":2023,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":87,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Thompson Rivers University","keywords":"Publishing; Mill; Scientific publishing; Key (lock); Public relations; Computer science; Political science; Law; Engineering; Computer security; Mechanical engineering","authors":[{"name":"Graham Kendall","is_ca":false},{"name":"Jaime A. Teixeira da Silva","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2084196632622204,"gpt":0.4104631433775228,"spread":0.2020434801153024,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.1239591,0.0007538835,0.0009003947,0.003909383,0.00533059,0.02169803,0.00262506,0.007440561,0.01897213],"category_scores_gemma":[0.4776718,0.001128044,0.001239557,0.003966838,0.01568545,0.03092592,0.009744434,0.0102418,0.01217219],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00400908,"about_ca_system_score_gemma":0.005852243,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00121021,"about_ca_topic_score_gemma":0.001565996,"domain_scores_codex":[0.813063,0.1061059,0.0135763,0.007349502,0.05758516,0.002320097],"domain_scores_gemma":[0.2098032,0.5732266,0.05699644,0.1056671,0.04738846,0.00691806],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000714984,0.0001874487,0.0225074,0.002019098,0.0002331732,0.002292566,0.0454624,0.001795281,0.003922239,0.3556357,0.2294968,0.3357329],"study_design_scores_gemma":[0.0001288269,0.0003743408,0.005811715,0.003991557,0.0001489905,0.006714137,0.01203309,0.007535129,0.00976152,0.3307225,0.6223655,0.0004126275],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.07111169,0.01387046,0.1359092,0.5932745,0.01103163,0.0003538494,0.001396861,0.006220748,0.1668311],"genre_scores_gemma":[0.7036083,0.007243314,0.07768049,0.1092605,0.01529193,0.0006963416,0.001180127,0.006385394,0.07865364],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9925594,"threshold_uncertainty_score":0.6555664,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2044326206","doi":"10.1007/s11192-008-0220-2","title":"A new look at evidence of scholarly citation in citation indexes and from web sources","year":2007,"lang":"en","type":"article","venue":"Scientometrics","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":85,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Citation; Web of science; Library science; Citation analysis; Webometrics; Citation impact; Bibliometrics; Scholarly communication; Computer science; Sample (material); Impact factor; World Wide Web; Political science; MEDLINE; Publishing","authors":[{"name":"Liwen Vaughan","is_ca":true},{"name":"Debora Shaw","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5726813817650799,"gpt":0.5567807477511177,"spread":0.01590063401396213,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.008835684,0.0005922791,0.001411922,0.05033898,0.001946635,0.01337978,0.00147489,0.002411094,0.01164822],"category_scores_gemma":[0.08526275,0.0005054734,0.001490795,0.05118657,0.004460717,0.02082638,0.005228026,0.003044316,0.001409308],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001429236,"about_ca_system_score_gemma":0.001511658,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002521014,"about_ca_topic_score_gemma":0.005235863,"domain_scores_codex":[0.9903353,0.002574511,0.001333788,0.0007921261,0.004573605,0.000390565],"domain_scores_gemma":[0.8029574,0.1479086,0.01886509,0.008409617,0.01879698,0.003062421],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0009590581,0.0003202641,0.5586047,0.003559727,0.002546305,0.001914372,0.01051922,0.0004028852,0.006077885,0.1084786,0.01905551,0.2875615],"study_design_scores_gemma":[0.000145262,0.0005414673,0.6830616,0.003899182,0.003147718,0.005374757,0.02113774,0.001504033,0.005495341,0.1417984,0.1336245,0.0002699649],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5905818,0.1373241,0.01901542,0.06165243,0.002223657,0.00008520686,0.01003707,0.0005071862,0.1785731],"genre_scores_gemma":[0.9538846,0.0217498,0.007078629,0.003513538,0.003666196,0.0000641267,0.003234336,0.0002290271,0.006579754],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9911643,"threshold_uncertainty_score":0.04672813,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2942452906","doi":"10.12927/hcpol.2019.25792","title":"Integrated Knowledge Translation with Public Health Policy Makers: A Scoping Review","year":2019,"lang":"en","type":"review","venue":"Healthcare policy","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":80,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"Izaak Walton Killam Health Centre; Dalhousie University","funders":"","keywords":"Operationalization; Knowledge translation; Knowledge management; Public health; Process (computing); Public engagement; Political science; Public relations; Medical education; Process management; Psychology; Business; Medicine; Computer science; Nursing","authors":[{"name":"Logan Lawrence","is_ca":true},{"name":"Andrea Bishop","is_ca":true},{"name":"Janet Curran","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9177527360035942,"gpt":0.7631348038759823,"spread":0.1546179321276119,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06983364,0.00246883,0.006603824,0.03545712,0.002581917,0.007953736,0.003749324,0.005818426,0.006638062],"category_scores_gemma":[0.2039066,0.002301123,0.006827109,0.03329079,0.003147616,0.01036116,0.006838575,0.003828384,0.001424541],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01034059,"about_ca_system_score_gemma":0.06215857,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009768934,"about_ca_topic_score_gemma":0.02010615,"domain_scores_codex":[0.9492307,0.02475246,0.01547979,0.001956081,0.007463867,0.001117168],"domain_scores_gemma":[0.7877172,0.1689583,0.01637903,0.005906495,0.01965642,0.001382532],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0000892313,0.00007456123,0.0004472054,0.7075128,0.001465511,0.0001574205,0.00179834,0.0002522608,0.0002316955,0.003451718,0.005799081,0.2787201],"study_design_scores_gemma":[0.00002390938,0.00003165537,0.000362731,0.9582261,0.002109195,0.00008733071,0.0005630182,0.0000786255,0.0001100863,0.0009916381,0.03739814,0.00001742472],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0004866377,0.9925665,0.00134789,0.001956148,0.0005008875,0.001415974,0.0001693534,0.00002458252,0.001532025],"genre_scores_gemma":[0.005252917,0.987648,0.003110992,0.0008445251,0.0001684298,0.002495735,0.0002197234,0.00001368628,0.0002459426],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.06983364,"threshold_uncertainty_score":0.36932,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2219837050","doi":"10.1177/1476750315616684","title":"Transformative research as knowledge mobilization: Transmedia, bridges, and layers","year":2015,"lang":"en","type":"article","venue":"Action Research","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":78,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Manitoba","funders":"","keywords":"Transformative learning; Participatory action research; Mainstream; Knowledge transfer; Sociology; Citizen journalism; Positivism; Action research; Mobilization; New media; Knowledge management; Public relations; Political science; Pedagogy","authors":[{"name":"Colin Anderson","is_ca":false},{"name":"Stéphane M. McLachlan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.962218324450557,"gpt":0.7998834208303206,"spread":0.1623349036202364,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04547631,0.001125698,0.0009356439,0.007466665,0.01326909,0.03377585,0.003537449,0.004552825,0.006287086],"category_scores_gemma":[0.04053045,0.0009481691,0.0009211804,0.005972752,0.1086324,0.03304206,0.0282866,0.005012272,0.0006297523],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009264782,"about_ca_system_score_gemma":0.01449897,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002954124,"about_ca_topic_score_gemma":0.004417615,"domain_scores_codex":[0.9424384,0.04914353,0.0009828939,0.00252323,0.003529233,0.001382632],"domain_scores_gemma":[0.9418885,0.04383575,0.002564688,0.008546244,0.001349184,0.001815518],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00004311623,0.00008820171,0.001200059,0.0004768728,0.0000315675,0.0004039343,0.3227653,0.0005747724,0.0007121534,0.6260956,0.0008059179,0.04680243],"study_design_scores_gemma":[0.00005526109,0.0001252066,0.001069627,0.001266963,0.00004288599,0.0005786705,0.2054115,0.001486734,0.001516495,0.7194427,0.06894505,0.00005891225],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"methods","genre_scores_codex":[0.2066925,0.01010743,0.3256193,0.04120635,0.0007037011,0.002135115,0.0001307508,0.0004678936,0.412937],"genre_scores_gemma":[0.929381,0.001944038,0.05853767,0.001113613,0.0001025103,0.001050406,0.00003488424,0.0001205799,0.007715257],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9545237,"threshold_uncertainty_score":0.2405046,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2119100170","doi":"10.1071/he13101","title":"Closing the chasm between research and practice: evidence of and for change","year":2014,"lang":"en","type":"article","venue":"Health Promotion Journal of Australia","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":77,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Cancer Council NSW; Cancer Council South Australia; Monash University; Canadian Health Services Research Foundation","keywords":"Population health; Bridging (networking); Relevance (law); Public relations; Psychological intervention; Context (archaeology); Health promotion; Promotion (chess); Closing (real estate); Community health; Public health; Evidence-based practice; Dissemination; Medicine; Political science; Alternative medicine; Nursing; Computer science; Law; Geography; Computer security","authors":[{"name":"Lawrence W. Green","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9753711977544747,"gpt":0.8179584552076156,"spread":0.1574127425468591,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.4527808,0.001640572,0.005101001,0.01093111,0.005294459,0.02974809,0.008987772,0.02345173,0.01648483],"category_scores_gemma":[0.6735325,0.002925595,0.006528537,0.009492463,0.04064997,0.04979404,0.02282386,0.02716164,0.00189424],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02597018,"about_ca_system_score_gemma":0.06304222,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01142744,"about_ca_topic_score_gemma":0.0144034,"domain_scores_codex":[0.5040558,0.3295783,0.06047323,0.01747484,0.08087737,0.007540615],"domain_scores_gemma":[0.1562864,0.7062094,0.03670537,0.04662064,0.04855797,0.005620247],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001580436,0.0007979929,0.01482894,0.09744693,0.003303339,0.0003918141,0.02263364,0.000773019,0.000702367,0.3280798,0.0608107,0.4686511],"study_design_scores_gemma":[0.001684602,0.00154298,0.02240394,0.325528,0.002436938,0.000637616,0.03257175,0.001669101,0.00193652,0.3572917,0.251726,0.000570949],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.009238637,0.2486972,0.01255356,0.6988051,0.009296904,0.0008466426,0.0003127177,0.0001770689,0.0200722],"genre_scores_gemma":[0.5411409,0.1588196,0.08414721,0.2015668,0.006534299,0.003237629,0.0006519848,0.000296861,0.003604847],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4527808,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"design_other","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2796216221","doi":"10.1177/0963662518761733","title":"Identifying diffusion patterns of research articles on Twitter: A case study of online engagement with open access articles","year":2018,"lang":"en","type":"article","venue":"Public Understanding of Science","topic":"Complex Network Analysis Techniques","field":"Physics and Astronomy","cited_by":76,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Open science; Social media; Science communication; Sociology; Scholarly communication; Citizen science; Ask price; World Wide Web; Altmetrics; Online community; Public engagement; Data science; Public relations; Computer science; Political science; Biology; Science education; Publishing; Business","authors":[{"name":"Juan Pablo Alperín","is_ca":true},{"name":"Charles Gomez","is_ca":false},{"name":"Stefanie Haustein","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.50896915729909,"gpt":0.496626232536117,"spread":0.01234292476297294,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.004231453,0.000384247,0.0004512623,0.003794928,0.002615267,0.002198822,0.0009094948,0.001713411,0.001562549],"category_scores_gemma":[0.01971113,0.0003315858,0.0004886667,0.004522181,0.001045995,0.003731254,0.001933035,0.001022967,0.0005525774],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001094949,"about_ca_system_score_gemma":0.0006987826,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00703724,"about_ca_topic_score_gemma":0.01279769,"domain_scores_codex":[0.9970682,0.001480036,0.0002018005,0.0004018073,0.0005429548,0.0003051607],"domain_scores_gemma":[0.9660537,0.02554739,0.003591747,0.001605857,0.002049469,0.001152008],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0008167667,0.001861755,0.6178833,0.0007391648,0.0002535259,0.01304389,0.2227484,0.003252053,0.02422444,0.008782652,0.003919146,0.1024749],"study_design_scores_gemma":[0.0001444248,0.0009207597,0.5396885,0.0003346139,0.0002943929,0.007772573,0.3173481,0.06327131,0.01777496,0.0111045,0.04103617,0.000309689],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9949154,0.0000772599,0.00224026,0.000465784,0.000007622414,0.00007718722,0.0002654909,0.00002479167,0.00192634],"genre_scores_gemma":[0.9903091,0.0001856615,0.007245528,0.00009755554,0.00002524966,0.0001291522,0.0004070847,0.00003654396,0.001564099],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9978012,"threshold_uncertainty_score":0.02237833,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2160349994","doi":"10.1186/1478-4505-13-10","title":"Developing and refining the methods for a ‘one-stop shop’ for research evidence about health systems","year":2015,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":75,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; Western University","funders":"Canadian Institutes of Health Research","keywords":"Health services research; Public health; Health administration; Medicine; Health policy; Refining (metallurgy); Health informatics; Nursing","authors":[{"name":"John N. Lavis","is_ca":false},{"name":"Michael G. Wilson","is_ca":false},{"name":"Kaelan A. Moat","is_ca":false},{"name":"Amanda C. Hammill","is_ca":false},{"name":"Jennifer Boyko","is_ca":true},{"name":"Jeremy Grimshaw","is_ca":true},{"name":"Signe Flottorp","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9912761006432657,"gpt":0.8676079469251584,"spread":0.1236681537181072,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6211299,0.006372514,0.01174598,0.06470314,0.008700603,0.03140763,0.01657384,0.0138894,0.01342777],"category_scores_gemma":[0.7983513,0.01019032,0.02087636,0.04655398,0.02343503,0.05813013,0.03399355,0.01883904,0.006216837],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02277602,"about_ca_system_score_gemma":0.06045563,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005633478,"about_ca_topic_score_gemma":0.009049588,"domain_scores_codex":[0.2899425,0.5531924,0.08616188,0.02409622,0.04382285,0.002784144],"domain_scores_gemma":[0.07843708,0.7328557,0.02661539,0.08573492,0.07381365,0.002543249],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0008221501,0.0006394179,0.007291707,0.0814482,0.003338104,0.0007502318,0.07046306,0.003863913,0.003082801,0.2140496,0.03324879,0.5810021],"study_design_scores_gemma":[0.001792951,0.001343028,0.005672589,0.08104502,0.003172338,0.00174307,0.0244521,0.02980581,0.006338777,0.5933493,0.2497935,0.001491602],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.002150651,0.002060436,0.9575154,0.007863142,0.0007970885,0.02478679,0.0009261962,0.001265706,0.002634687],"genre_scores_gemma":[0.003831752,0.0002321849,0.9836158,0.000546756,0.00004087467,0.01132784,0.0001519777,0.00009185512,0.0001609884],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3788701,"threshold_uncertainty_score":0.4672143,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3098964464","doi":"10.1186/s12961-020-00600-1","title":"Applying systems thinking to knowledge mobilisation in public health","year":2020,"lang":"en","type":"letter","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":75,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary; Simon Fraser University","funders":"National Health and Medical Research Council; Tasmanian Department of Health; Medical Research Council; NSW Ministry of Health; Australian Government","keywords":"Systems thinking; Context (archaeology); Knowledge translation; Knowledge management; Action (physics); Situated; Public health; Critical systems thinking; Complex adaptive system; Management science; Health services research; Computer science; Sociology; Public relations; Political science; Medicine; Engineering; Critical thinking; Artificial intelligence","authors":[{"name":"Abby Haynes","is_ca":false},{"name":"Lucie Rychetnik","is_ca":false},{"name":"Diane T. Finegood","is_ca":true},{"name":"Michelle Irving","is_ca":false},{"name":"Louise Freebairn","is_ca":false},{"name":"Penelope Hawe","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9346946291483899,"gpt":0.7392747966649148,"spread":0.1954198324834751,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03566237,0.001887203,0.001611057,0.008151768,0.005854072,0.01898754,0.004223738,0.00686213,0.004930755],"category_scores_gemma":[0.02432104,0.0008087014,0.002486511,0.007226805,0.04631817,0.01871216,0.01311607,0.007740799,0.0005545462],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02003875,"about_ca_system_score_gemma":0.02105715,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007693961,"about_ca_topic_score_gemma":0.006122155,"domain_scores_codex":[0.962319,0.03057143,0.001387651,0.001839303,0.002505393,0.001377239],"domain_scores_gemma":[0.9541777,0.03859068,0.002214987,0.001893338,0.001792973,0.001330179],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003795227,0.0001068616,0.002296572,0.001637747,0.0001532462,0.000484324,0.03507307,0.008651363,0.0003641288,0.9102975,0.001890115,0.0390072],"study_design_scores_gemma":[0.00002784198,0.00006654028,0.0005836823,0.001085694,0.00003978512,0.0001493106,0.01490473,0.004476909,0.0004129187,0.956412,0.02179274,0.00004772098],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"commentary","genre_scores_codex":[0.05240345,0.03274236,0.5596393,0.2034617,0.001900205,0.001506557,0.000205194,0.0005284987,0.1476127],"genre_scores_gemma":[0.7356195,0.01731822,0.2320237,0.007069085,0.0006107115,0.001815485,0.000136308,0.0001090625,0.005297976],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.03566237,"threshold_uncertainty_score":0.1886029,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1588909286","doi":"10.1080/08989620590957175","title":"Haunted Manuscripts: Ghost Authorship in the Medical Literature","year":2005,"lang":"en","type":"article","venue":"Accountability in Research","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":75,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; Queen's University; Institute for Clinical Evaluative Sciences","funders":"","keywords":"Credibility; Conflict of interest; Accountability; Psychology; Neutrality; Clinical trial; Public relations; Political science; Law; Medicine","authors":[{"name":"Stephanie Ngai","is_ca":false},{"name":"Jennifer Gold","is_ca":false},{"name":"Sudeep S. Gill","is_ca":true},{"name":"Paula A. Rochon","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8261096242099695,"gpt":0.7045818707680983,"spread":0.1215277534418712,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.06119741,0.0009337434,0.001398891,0.01216085,0.011478,0.0246976,0.003986318,0.01317042,0.01332996],"category_scores_gemma":[0.4058316,0.0012825,0.001328663,0.009988638,0.03789058,0.03004686,0.01597287,0.009003901,0.004741699],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00642399,"about_ca_system_score_gemma":0.01129094,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009067415,"about_ca_topic_score_gemma":0.001211149,"domain_scores_codex":[0.862184,0.09347434,0.01328305,0.00486387,0.02332766,0.002867134],"domain_scores_gemma":[0.4182138,0.4003281,0.08617184,0.04927412,0.03557334,0.01043888],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003108068,0.00005654111,0.005227912,0.003011267,0.0001070683,0.007769261,0.03090322,0.0004175244,0.000626824,0.5943428,0.1944422,0.1627845],"study_design_scores_gemma":[0.00009343652,0.0001521736,0.001861601,0.006480507,0.0001126649,0.03755872,0.01818269,0.001209725,0.001303762,0.2883626,0.6444548,0.000227315],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.04655931,0.1259448,0.09272956,0.4933234,0.05707009,0.0007026833,0.0005709428,0.001403165,0.181696],"genre_scores_gemma":[0.6898985,0.04948173,0.06566536,0.1049391,0.03983549,0.0006547172,0.0004000605,0.0009546473,0.04817043],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9868296,"threshold_uncertainty_score":0.3236467,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3166045557","doi":"10.1186/s13643-021-01733-2","title":"Dealing with predatory journal articles captured in systematic reviews","year":2021,"lang":"en","type":"letter","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":73,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Public Health; University of Ottawa; McGill University; Ottawa Hospital","funders":"","keywords":"Systematic review; Medicine; MEDLINE; Protocol (science); Health care; Peer review; Alternative medicine; Family medicine; Pathology","authors":[{"name":"Danielle B. Rice","is_ca":true},{"name":"Becky Skidmore","is_ca":true},{"name":"Kelly D. Cobey","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6956962901616436,"gpt":0.4789212342135676,"spread":0.216775055948076,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4478648,0.001747522,0.004894822,0.01704522,0.008157113,0.01534423,0.006671468,0.02843603,0.006370098],"category_scores_gemma":[0.8650648,0.004163321,0.005141616,0.0188589,0.01300736,0.02058589,0.01220052,0.01557545,0.004874185],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01690997,"about_ca_system_score_gemma":0.03864093,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006293334,"about_ca_topic_score_gemma":0.01121529,"domain_scores_codex":[0.2921488,0.4097531,0.1682465,0.01733425,0.1083299,0.004187436],"domain_scores_gemma":[0.04531747,0.7365828,0.1293552,0.03000526,0.05514803,0.003591202],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001323609,0.0001538731,0.02910092,0.05446988,0.003059046,0.01301044,0.02288928,0.001118702,0.001474949,0.03634668,0.6304062,0.2066465],"study_design_scores_gemma":[0.0008203881,0.0004769381,0.01601026,0.162395,0.001945042,0.01203788,0.01074629,0.004504843,0.002354632,0.1258429,0.6621009,0.0007648733],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.009621384,0.02811665,0.03420814,0.8774396,0.02851663,0.00490101,0.001444226,0.000596553,0.0151558],"genre_scores_gemma":[0.0788356,0.03035098,0.1029864,0.7338598,0.03353878,0.01357469,0.000851889,0.0006057796,0.005396105],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.971564,"threshold_uncertainty_score":0.680881,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2196012223","doi":"10.1186/s12961-015-0061-4","title":"Building a knowledge translation platform in Malawi to support evidence-informed health policy","year":2015,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":71,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Department of Medicine, University of Toronto; National Commission for Science and Technology; Universidade Federal de Minas Gerais; International Development Research Centre; University of Toronto; World Health Organization","keywords":"Knowledge translation; Health services research; Health administration; Health policy; Public health; Social policy; Health informatics; Medicine; Healthcare policy; Animal ecology; Translation (biology); Political science; Nursing; Health care reform; Knowledge management; Computer science; Law; Ecology","authors":[{"name":"Joshua A. Berman","is_ca":false},{"name":"Collins Mitambo","is_ca":false},{"name":"Beatrice Matanje-Mwagomba","is_ca":false},{"name":"Shiraz Khan","is_ca":false},{"name":"Chiyembekezo Kachimanga","is_ca":false},{"name":"Emily B Wroe","is_ca":false},{"name":"Lonia Mwape","is_ca":false},{"name":"Joep J. van Oosterhout","is_ca":false},{"name":"Getrude Chindebvu","is_ca":false},{"name":"Vanessa van Schoor","is_ca":false},{"name":"Lisa M. Puchalski Ritchie","is_ca":true},{"name":"Ulysses Panisset","is_ca":false},{"name":"Damson Kathyola","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9682649455052706,"gpt":0.7986569621935815,"spread":0.1696079833116891,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.147971,0.0008408204,0.0008499985,0.003475065,0.01258914,0.02025505,0.003982609,0.01079396,0.007051675],"category_scores_gemma":[0.1536748,0.001051093,0.00151395,0.003717304,0.01143994,0.02695551,0.03148904,0.01508477,0.001730363],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01611901,"about_ca_system_score_gemma":0.1079982,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007094649,"about_ca_topic_score_gemma":0.01233168,"domain_scores_codex":[0.9094412,0.07342114,0.005114255,0.002416865,0.004476417,0.005130218],"domain_scores_gemma":[0.7720562,0.1645912,0.01386466,0.0108399,0.02094367,0.01770441],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002553275,0.0008951662,0.00458613,0.008650439,0.0001512235,0.007415723,0.1457206,0.003944765,0.002924589,0.3497535,0.07633007,0.3993725],"study_design_scores_gemma":[0.0002488331,0.0005737786,0.00349373,0.01892804,0.0001461747,0.001231466,0.06105232,0.005936397,0.003172769,0.1548971,0.750104,0.0002155201],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.02687836,0.009411515,0.09204525,0.8332275,0.004293175,0.002987874,0.0002409697,0.0004836897,0.0304317],"genre_scores_gemma":[0.4700609,0.02016327,0.3847057,0.09903052,0.00294978,0.008202178,0.0006148525,0.0003884193,0.01388439],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.147971,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"grok","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2617385918","doi":"10.1016/j.physio.2017.05.002","title":"Strategies to translate knowledge related to common musculoskeletal conditions into physiotherapy practice: a systematic review","year":2017,"lang":"en","type":"review","venue":"Physiotherapy","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":69,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta; University of Ottawa","funders":"","keywords":"Physical therapy; Medicine; Physical medicine and rehabilitation; Systematic review; Musculoskeletal pain; MEDLINE","authors":[{"name":"Marie‐Ève Bérubé","is_ca":true},{"name":"Stéphane Poitras","is_ca":true},{"name":"Marc Bastien","is_ca":true},{"name":"L. H. Laliberté","is_ca":true},{"name":"Anyck Lacharité","is_ca":true},{"name":"Douglas P. Gross","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3720173884773054,"gpt":0.7552179448342382,"spread":0.3832005563569328,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04627944,0.002147491,0.01019305,0.01000657,0.0009567864,0.004835154,0.002583319,0.003440137,0.006141412],"category_scores_gemma":[0.154447,0.001811104,0.009619123,0.008667234,0.00149912,0.00595638,0.003707121,0.003485618,0.000575698],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006675123,"about_ca_system_score_gemma":0.03943439,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01693864,"about_ca_topic_score_gemma":0.04304347,"domain_scores_codex":[0.9706889,0.01276496,0.009665678,0.00149297,0.004704622,0.0006828977],"domain_scores_gemma":[0.9168255,0.06562673,0.008429518,0.001514862,0.006842067,0.0007613554],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0002017033,0.00008591887,0.001185656,0.8936665,0.01248835,0.0000630845,0.0006560191,0.0001648838,0.00007820161,0.0005307533,0.001640527,0.08923827],"study_design_scores_gemma":[0.0007329364,0.0002051768,0.003172651,0.9054343,0.07386771,0.00009898708,0.0008356549,0.0001757729,0.0001981437,0.0008633651,0.01435939,0.00005594334],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.002237002,0.9896148,0.00155066,0.002076145,0.0005065268,0.002685583,0.0005628717,0.00002609127,0.0007402465],"genre_scores_gemma":[0.03232359,0.9552954,0.006580806,0.002136008,0.0001856804,0.002959049,0.0003015481,0.00001228819,0.0002055152],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.04627944,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2091144419","doi":"10.1016/j.lisr.2005.08.004","title":"Affective issues in library and information science systems work: A content analysis","year":2005,"lang":"en","type":"article","venue":"Library & Information Science Research","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":68,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University; University of Alberta","funders":"","keywords":"Affect (linguistics); Work (physics); Content analysis; Psychology; Information system; Search engine indexing; Information science; Computer science; Library science; Applied psychology; World Wide Web; Sociology; Political science; Social science; Engineering","authors":[{"name":"Heidi Julien","is_ca":true},{"name":"Lynne McKechnie","is_ca":true},{"name":"Sandra G. Hart","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08864920682039217,"gpt":0.3870816490747498,"spread":0.2984324422543577,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008735511,0.0002302449,0.0004719703,0.007351833,0.004112969,0.006749717,0.0007973091,0.000856433,0.00360393],"category_scores_gemma":[0.07046412,0.0003177153,0.0005482584,0.006744476,0.003066551,0.005173417,0.003525468,0.001713903,0.0004227996],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00512509,"about_ca_system_score_gemma":0.003171306,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00261599,"about_ca_topic_score_gemma":0.002541011,"domain_scores_codex":[0.9911237,0.005593021,0.0007157726,0.0003098772,0.001822902,0.0004346955],"domain_scores_gemma":[0.8579319,0.1234326,0.005689048,0.001747565,0.0092577,0.001941139],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0007500778,0.0008477346,0.1648199,0.002108836,0.000152316,0.0004606355,0.6182748,0.0006174171,0.003208359,0.02811893,0.005928891,0.1747121],"study_design_scores_gemma":[0.0000930529,0.0002787111,0.3563774,0.001086648,0.0003849674,0.0004544437,0.5769352,0.003142331,0.002417684,0.01414188,0.04458428,0.0001035042],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9532991,0.001226547,0.005478146,0.003215648,0.0001215083,0.0004348141,0.0004165753,0.00004210513,0.03576557],"genre_scores_gemma":[0.9946572,0.0006411184,0.001729897,0.0004674282,0.0001224177,0.0003459815,0.0001943655,0.00005105359,0.001790459],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.008735511,"threshold_uncertainty_score":0.04619831,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2125399358","doi":"10.1002/asi.22801","title":"Are e‐books replacing print books? tradition, serendipity, and opportunity in the adoption and use of e‐books for historical research and teaching","year":2013,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"University of Warwick","keywords":"Serendipity; Persuasion; Transparency (behavior); Process (computing); Sociology; Grounded theory; Scholarly communication; Computer science; Qualitative research; Psychology; Social science; Epistemology; Publishing; Social psychology; Political science; Law","authors":[{"name":"Kim Martin","is_ca":true},{"name":"Anabel Quan‐Haase","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09103166340541005,"gpt":0.2980196830509568,"spread":0.2069880196455468,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.01443758,0.0001306738,0.0002708459,0.002944574,0.002569387,0.010706,0.0008966124,0.00145633,0.001447079],"category_scores_gemma":[0.06310842,0.0004715489,0.0002068461,0.004618229,0.01547348,0.0194932,0.002897963,0.002041601,0.0001896322],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003904775,"about_ca_system_score_gemma":0.002676849,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005029385,"about_ca_topic_score_gemma":0.008116824,"domain_scores_codex":[0.9886853,0.007376866,0.0005585447,0.0006511949,0.00213617,0.000591867],"domain_scores_gemma":[0.9317824,0.05320359,0.008051562,0.002534663,0.002952644,0.001475143],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.000189816,0.0001530043,0.1182806,0.0003938495,0.000043794,0.0010423,0.6276888,0.000285463,0.001114966,0.08306636,0.0007368622,0.1670041],"study_design_scores_gemma":[0.00003145898,0.0002957859,0.1827555,0.001615458,0.0001026141,0.002096278,0.7188929,0.0008004023,0.002352896,0.02447335,0.06646819,0.0001150818],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9662897,0.006137367,0.001496629,0.005620081,0.00004652306,0.00001690726,0.00001340224,0.00001086285,0.02036859],"genre_scores_gemma":[0.9960284,0.002185141,0.0005649809,0.000173596,0.00002752648,0.000008111205,0.000005947519,0.000006419563,0.0009998269],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.989294,"threshold_uncertainty_score":0.07635409,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4379364963","doi":"10.1002/asi.24758","title":"A comparative study of the coverage of African journals in Web of Science, Scopus, and CrossRef","year":2023,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":63,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Council of Prairie and Pacific University Libraries; Western University","funders":"","keywords":"Scopus; Web of science; Directory; Library science; Citation; Bibliometrics; World Wide Web; Computer science; MEDLINE; Political science","authors":[{"name":"Toluwase Asubiaro","is_ca":true},{"name":"Sodiq Onaolapo","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2853328370554505,"gpt":0.536237433066305,"spread":0.2509045960108545,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.016348,0.000462503,0.0009968741,0.04953336,0.001098119,0.005412901,0.0009399197,0.0007442673,0.004372878],"category_scores_gemma":[0.1462532,0.0003570729,0.0006332268,0.05375551,0.0008890833,0.007844777,0.003209279,0.0004042552,0.000719376],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001012189,"about_ca_system_score_gemma":0.002372665,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00276007,"about_ca_topic_score_gemma":0.003808564,"domain_scores_codex":[0.9833067,0.005475061,0.00481662,0.0009449898,0.004542409,0.000914192],"domain_scores_gemma":[0.8187193,0.08423011,0.0501595,0.005422754,0.03730822,0.004160106],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0007739085,0.0001810721,0.7468897,0.01002649,0.001253552,0.000786959,0.0158117,0.000263495,0.002430342,0.002881186,0.004868523,0.2138332],"study_design_scores_gemma":[0.00004397308,0.0003128454,0.9288998,0.007276624,0.0007557113,0.002940486,0.02553488,0.0008668186,0.00189603,0.001381088,0.02999492,0.00009680201],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9166335,0.05534794,0.00142624,0.003150054,0.0002369444,0.0001548424,0.007315931,0.00008629519,0.01564841],"genre_scores_gemma":[0.9789478,0.01571208,0.001644608,0.0002772501,0.0002093788,0.00008325193,0.002522765,0.00004980064,0.0005531463],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9504666,"threshold_uncertainty_score":0.08645755,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2583047471","doi":"10.1080/08989621.2017.1287567","title":"Best Practice to Order Authors in Multi/Interdisciplinary Health Sciences Research Publications","year":2017,"lang":"en","type":"article","venue":"Accountability in Research","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"Social Sciences and Humanities Research Council; Social Sciences and Humanities Research Council of Canada; Université de Montréal","keywords":"Order (exchange); Engineering ethics; Declaration; Best practice; Accountability; Attribution; Confusion; Computer science; Political science; Psychology; Public relations; Management science; Sociology; Business; Social psychology; Law; Engineering","authors":[{"name":"Elise Smith","is_ca":true},{"name":"Zubin Master","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9220851009964572,"gpt":0.8041078746149898,"spread":0.1179772263814675,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3740791,0.002102892,0.001978161,0.0140009,0.01867092,0.02313187,0.007380008,0.01281875,0.00702276],"category_scores_gemma":[0.521314,0.002899692,0.001740622,0.007049041,0.0269127,0.02579167,0.01912099,0.01600767,0.01130657],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01202395,"about_ca_system_score_gemma":0.04839653,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003739923,"about_ca_topic_score_gemma":0.009840257,"domain_scores_codex":[0.3988636,0.422453,0.0677212,0.02018574,0.08475704,0.0060195],"domain_scores_gemma":[0.3275015,0.3207675,0.05412422,0.1119023,0.1684499,0.01725454],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002345096,0.0003942757,0.006890592,0.002773173,0.0001663418,0.001037214,0.08877509,0.002272952,0.005192933,0.3416022,0.07867654,0.4719842],"study_design_scores_gemma":[0.0002725889,0.0003352426,0.00305891,0.007755282,0.000110747,0.001659142,0.0343619,0.007443484,0.01009004,0.4532517,0.4811543,0.000506647],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01713701,0.001763273,0.7789372,0.112627,0.006392834,0.008282172,0.0001570149,0.002878985,0.07182456],"genre_scores_gemma":[0.06549814,0.0008957095,0.9120229,0.006360176,0.0006245003,0.003369423,0.0001045874,0.0003983665,0.01072614],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9871812,"threshold_uncertainty_score":0.7718719,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"design_other","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2020943846","doi":"10.1007/s11136-011-9848-0","title":"A knowledge translation challenge: clinical use of quality of life data from cancer clinical trials","year":2011,"lang":"en","type":"article","venue":"Quality of Life Research","topic":"Cancer survivorship and care","field":"Medicine","cited_by":55,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto; Queen's University","funders":"","keywords":"Generalizability theory; Medicine; Relevance (law); Knowledge translation; Clinical trial; Quality of life (healthcare); Quality (philosophy); MEDLINE; Medical education; Psychology; Knowledge management; Nursing; Pathology; Computer science","authors":[{"name":"Michael Brundage","is_ca":true},{"name":"Brenda Bass","is_ca":true},{"name":"Jolie Ringash","is_ca":true},{"name":"Kimberley Foley","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9745830517939917,"gpt":0.715245748538548,"spread":0.2593373032554437,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.7084014,0.002729522,0.01059697,0.01574569,0.003503562,0.02756357,0.01528528,0.01335179,0.007358163],"category_scores_gemma":[0.8957601,0.00393913,0.005251411,0.01809,0.02475572,0.02444459,0.01498847,0.01948021,0.002782021],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01327068,"about_ca_system_score_gemma":0.03942513,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009070341,"about_ca_topic_score_gemma":0.009145207,"domain_scores_codex":[0.2183421,0.6192882,0.07409458,0.01640126,0.06992914,0.001944857],"domain_scores_gemma":[0.018989,0.9210642,0.01273049,0.02619966,0.02012632,0.0008902896],"domain_codex":"methods","domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.002390374,0.0007774881,0.02056893,0.07980926,0.008676521,0.0009204981,0.02232231,0.003230021,0.001358639,0.0580752,0.1062292,0.6956417],"study_design_scores_gemma":[0.003577578,0.001907428,0.03936792,0.178088,0.009222763,0.003288272,0.02787374,0.01165242,0.00315023,0.440894,0.27954,0.001437617],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.02082246,0.1878596,0.09727083,0.6395029,0.01876455,0.004999669,0.01103569,0.0008126328,0.01893165],"genre_scores_gemma":[0.3607552,0.1008916,0.1926567,0.2996266,0.02210466,0.01364204,0.007259341,0.001518451,0.001545528],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.7084014,"threshold_uncertainty_score":0.359593,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2766184587","doi":"10.1186/s40510-017-0196-7","title":"Effectiveness of en masse versus two-step retraction: a systematic review and meta-analysis","year":2017,"lang":"en","type":"review","venue":"Progress in Orthodontics","topic":"Orthodontics and Dentofacial Orthopedics","field":"Dentistry","cited_by":53,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Medicine; Meta-analysis; Dentistry; Randomized controlled trial; Orthodontics; Surgery; Internal medicine","authors":[{"name":"Mumen Z Rizk","is_ca":false},{"name":"Hisham Mohammed","is_ca":false},{"name":"Omar Ismael","is_ca":false},{"name":"David Bearn","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1865449401167475,"gpt":0.4686407095626851,"spread":0.2820957694459376,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02430182,0.003099141,0.01935768,0.00835547,0.000764068,0.004715188,0.002679087,0.002959997,0.004092792],"category_scores_gemma":[0.05903102,0.001554568,0.03214477,0.006645446,0.001189072,0.002958212,0.001646235,0.002541739,0.0003011628],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004149289,"about_ca_system_score_gemma":0.007131584,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004313606,"about_ca_topic_score_gemma":0.009904828,"domain_scores_codex":[0.978512,0.01053457,0.006179952,0.001576746,0.002694311,0.0005024003],"domain_scores_gemma":[0.9596592,0.03076451,0.006427319,0.0007272307,0.0020603,0.0003614281],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.002050696,0.00005540216,0.001303388,0.7932136,0.1809723,0.00008575783,0.0001022908,0.0002520452,0.0001703164,0.000187628,0.0003848259,0.0212218],"study_design_scores_gemma":[0.00179672,0.0009111177,0.003521102,0.1859764,0.8025201,0.0001841582,0.0001408965,0.0001911135,0.0003097617,0.0003634737,0.004038113,0.00004698536],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001678578,0.9971794,0.0002607453,0.000154047,0.0001036554,0.0003156571,0.0001380558,0.000008427894,0.0001614766],"genre_scores_gemma":[0.06773233,0.9261234,0.002407737,0.001014348,0.0003258737,0.001889018,0.0003169233,0.00001801161,0.0001723641],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.02430182,"threshold_uncertainty_score":0.1285218,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"evaluation","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2043763793","doi":"10.1371/journal.pone.0097886","title":"Sharing Individual Participant Data from Clinical Trials: An Opinion Survey Regarding the Establishment of a Central Repository","year":2014,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":52,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Medical Research Council; University of Birmingham; Queen's University; Cancer Research UK","keywords":"Safeguarding; Clinical trial; Data sharing; Workload; Medicine; Information repository; Systematic review; Resource (disambiguation); MEDLINE; Alternative medicine; Computer science; Nursing; Pathology; Political science","authors":[{"name":"Catrin Tudur Smith","is_ca":false},{"name":"Kerry Dwan","is_ca":false},{"name":"Douglas G. Altman","is_ca":false},{"name":"Mike Clarke","is_ca":false},{"name":"Richard D Riley","is_ca":false},{"name":"Paula Williamson","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9754389651248165,"gpt":0.6107774621438413,"spread":0.3646615029809752,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4405151,0.0005341068,0.001452207,0.002734786,0.005188794,0.01037099,0.003931297,0.008829189,0.004243362],"category_scores_gemma":[0.675285,0.001486256,0.001877162,0.00285272,0.006910671,0.01822313,0.01133018,0.007565117,0.0008746777],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009221412,"about_ca_system_score_gemma":0.02383259,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005328699,"about_ca_topic_score_gemma":0.003740829,"domain_scores_codex":[0.5512965,0.3508019,0.04952359,0.008450148,0.03421218,0.00571568],"domain_scores_gemma":[0.1519605,0.6721758,0.06147124,0.01596442,0.07932266,0.01910534],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00277838,0.0003550824,0.1131839,0.02983997,0.0009008744,0.002477373,0.3444842,0.0007269571,0.004717084,0.01124061,0.06828233,0.4210133],"study_design_scores_gemma":[0.0008088469,0.002851319,0.06452917,0.04627659,0.0008145772,0.004469007,0.5058412,0.003694818,0.002206071,0.01304638,0.3546216,0.0008405156],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.2856289,0.06725321,0.04148281,0.5778745,0.004941275,0.004910726,0.0007486649,0.0003893694,0.0167706],"genre_scores_gemma":[0.8664789,0.02872476,0.03183951,0.06524875,0.002131297,0.003483708,0.0003605796,0.0002142049,0.001518294],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9960687,"threshold_uncertainty_score":0.6899445,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1941622179","doi":"10.1111/j.1365-2648.2010.05429.x","title":"Research citation analysis of nursing academics in Canada: identifying success indicators","year":2010,"lang":"en","type":"article","venue":"Journal of Advanced Nursing","topic":"Academic Writing and Publishing","field":"Arts and Humanities","cited_by":50,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Manitoba; CancerCare Manitoba","funders":"","keywords":"Scopus; Citation; Citation analysis; Nursing research; Bibliometrics; Summative assessment; Medicine; Subject (documents); Library science; Medical education; Nursing; MEDLINE; Psychology; Political science; Computer science; Pedagogy","authors":[{"name":"Thomas F. Hack","is_ca":true},{"name":"Dauna Crooks","is_ca":true},{"name":"James Plohman","is_ca":true},{"name":"Emma Hill Kepron","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08563898176354096,"gpt":0.384438687922677,"spread":0.298799706159136,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.01801669,0.001149808,0.001787541,0.10716,0.008651123,0.009599622,0.003718967,0.001070612,0.003333445],"category_scores_gemma":[0.09582166,0.0003645689,0.001430341,0.16367,0.001862695,0.002598186,0.004427926,0.0009971214,0.0008060268],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.09771021,"about_ca_system_score_gemma":0.191581,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9601377,"about_ca_topic_score_gemma":0.9576219,"domain_scores_codex":[0.9659613,0.001604993,0.003735838,0.001106076,0.02506585,0.002525931],"domain_scores_gemma":[0.8294962,0.01523871,0.01970928,0.001790406,0.1275235,0.006241911],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002290318,0.0001275324,0.7060987,0.00458284,0.0003582159,0.0003932732,0.01357406,0.001177437,0.0005802211,0.005231557,0.02018168,0.2474654],"study_design_scores_gemma":[0.00002054494,0.0001028875,0.9314188,0.001393598,0.0003621583,0.0003675719,0.01025458,0.002856812,0.001380196,0.0008627356,0.05079301,0.0001870357],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8114604,0.06035763,0.004343718,0.006568455,0.0007087142,0.001551537,0.05249631,0.0005140706,0.06199915],"genre_scores_gemma":[0.9467617,0.02012762,0.007987836,0.0003005229,0.0002183065,0.0005786872,0.01269092,0.0001227974,0.01121172],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9819833,"threshold_uncertainty_score":0.7089405,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch","bibliometrics","scholarly_communication"],"domain":"evaluation","study_design":"design_other","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W4406842793","doi":"10.1038/d41586-025-00212-1","title":"‘Stamp out paper mills’ — science sleuths on how to fight fake research","year":2025,"lang":"en","type":"article","venue":"Nature","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":50,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Bishop's University","funders":"","keywords":"Scientific misconduct; Spotting; Misconduct; Engineering ethics; Political science; Engineering; Computer science; Law; Medicine; Alternative medicine","authors":[{"name":"Anna Abalkina","is_ca":false},{"name":"René Aquarius","is_ca":false},{"name":"Elisabeth M. Bik","is_ca":false},{"name":"David Bimler","is_ca":false},{"name":"Dorothy Bishop","is_ca":true},{"name":"Jennifer A. Byrne","is_ca":false},{"name":"Guillaume Cabanac","is_ca":false},{"name":"Adam Day","is_ca":false},{"name":"Cyril Labbé","is_ca":false},{"name":"Nick Wise","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04031818940135897,"gpt":0.4228028907455642,"spread":0.3824847013442052,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.04029481,0.001920088,0.0012379,0.004087284,0.009985729,0.01977715,0.004507045,0.01998998,0.02439179],"category_scores_gemma":[0.0921428,0.001167806,0.001580559,0.001571469,0.03345205,0.03015617,0.009606544,0.02338308,0.01851035],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003253307,"about_ca_system_score_gemma":0.01298292,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002253138,"about_ca_topic_score_gemma":0.003733526,"domain_scores_codex":[0.9753128,0.009321358,0.001629613,0.001687458,0.0102987,0.001750004],"domain_scores_gemma":[0.9017106,0.04290199,0.005871885,0.01520013,0.02527019,0.009045264],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000152912,0.0002319219,0.001316869,0.0007082858,0.0001087395,0.0005204066,0.003750863,0.0005666621,0.002197978,0.2950289,0.478947,0.2164693],"study_design_scores_gemma":[0.00007221006,0.0002461626,0.0007936625,0.001005754,0.0000419792,0.0007209532,0.003428791,0.0005972155,0.002490463,0.283575,0.7068568,0.0001709216],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.004635374,0.01989468,0.09712058,0.7384906,0.02578006,0.0004792203,0.0001507746,0.001669396,0.1117793],"genre_scores_gemma":[0.1727306,0.03845403,0.2241832,0.3566841,0.01313827,0.000927197,0.0003518261,0.001226482,0.1923042],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.98001,"threshold_uncertainty_score":0.2131019,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3172729171","doi":"10.1186/s12961-021-00726-w","title":"Where is critical analysis of power and positionality in knowledge translation?","year":2021,"lang":"en","type":"letter","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":50,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Northern British Columbia; University of British Columbia; University of British Columbia Hospital","funders":"","keywords":"Reflexivity; Knowledge translation; Health services research; Sociology; Context (archaeology); Power (physics); Epistemology; Critical theory; Knowledge production; Engineering ethics; Social science; Political science; Knowledge management; Health care; Computer science; Law","authors":[{"name":"Chloe Crosschild","is_ca":true},{"name":"Ngoc Huynh","is_ca":true},{"name":"Ismália De Sousa","is_ca":true},{"name":"Eunice Bawafaa","is_ca":true},{"name":"Helen Brown","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8942625729423347,"gpt":0.7697535168293935,"spread":0.1245090561129412,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2065,0.001016241,0.002133288,0.0058206,0.03792885,0.04542328,0.007157528,0.03500563,0.007405685],"category_scores_gemma":[0.3127304,0.001257176,0.001854189,0.007775859,0.1836232,0.06746265,0.02239643,0.04032169,0.001901217],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.07395545,"about_ca_system_score_gemma":0.1064536,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.09305827,"about_ca_topic_score_gemma":0.1011671,"domain_scores_codex":[0.7694749,0.1768865,0.008591503,0.01021572,0.02564726,0.009184117],"domain_scores_gemma":[0.4373919,0.4953277,0.01114237,0.01456662,0.03472296,0.00684846],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00008824672,0.0000401602,0.0008318702,0.001080915,0.00003008477,0.001311049,0.2170291,0.0001665537,0.000260953,0.645792,0.0672716,0.06609748],"study_design_scores_gemma":[0.00003179186,0.00002698815,0.0003544647,0.003150182,0.00001744526,0.0005139376,0.1457946,0.0003908816,0.0004301454,0.6214256,0.2277826,0.00008136335],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.001571468,0.004685665,0.003477426,0.9783976,0.001938827,0.00003350525,0.00001274279,0.00001791568,0.009864808],"genre_scores_gemma":[0.3601178,0.02397709,0.0209818,0.5721481,0.00930935,0.0008968629,0.00006643005,0.0003444714,0.01215805],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.9620712,"threshold_uncertainty_score":0.9785268,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["sts","scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1997466337","doi":"10.1177/0963662509335410","title":"In the public interest: assessing expert and stakeholder influence in public deliberation about biobanks","year":2009,"lang":"en","type":"article","venue":"Public Understanding of Science","topic":"Risk Perception and Management","field":"Social Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; McMaster University","funders":"","keywords":"Deliberation; Stakeholder; Prima facie; Experiential knowledge; Public relations; Public participation; Biobank; Political science; Engineering ethics; Knowledge management; Epistemology; Computer science; Engineering; Law","authors":[{"name":"Samantha MacLean","is_ca":true},{"name":"Michael Burgess","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2983881626394008,"gpt":0.3883963051243476,"spread":0.09000814248494687,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.1451163,0.0008275885,0.0007192622,0.004304159,0.007253109,0.01017538,0.001742292,0.00506758,0.00341269],"category_scores_gemma":[0.2663285,0.0008487469,0.0007249276,0.002271491,0.01114679,0.01125998,0.01225362,0.004412472,0.0004051251],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005241235,"about_ca_system_score_gemma":0.006332602,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001934136,"about_ca_topic_score_gemma":0.002427511,"domain_scores_codex":[0.8030018,0.1745359,0.003200508,0.003737479,0.01139823,0.004126169],"domain_scores_gemma":[0.5558165,0.4037488,0.02023976,0.007290444,0.01037088,0.002533572],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.001533574,0.00105161,0.05851869,0.0007196834,0.0002398506,0.001111374,0.8197982,0.002083398,0.003857117,0.02176442,0.001175532,0.08814645],"study_design_scores_gemma":[0.0002735294,0.001493419,0.05482692,0.001124855,0.0003614729,0.0006437115,0.8410684,0.009735511,0.008169628,0.06193955,0.02012167,0.0002413396],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9391932,0.0002794366,0.02045985,0.005434116,0.00008741394,0.0004921851,0.00004721388,0.0000422759,0.03396438],"genre_scores_gemma":[0.9954353,0.00008273668,0.003368983,0.0003746347,0.00002576255,0.0003005687,0.00001489157,0.00001005174,0.0003871267],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9927469,"threshold_uncertainty_score":0.7674572,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["sts","scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2015488150","doi":"10.1186/1472-6939-9-4","title":"When research seems like clinical care: a qualitative study of the communication of individual cancer genetic research results","year":2008,"lang":"en","type":"article","venue":"BMC Medical Ethics","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":49,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"McMaster University; University of Toronto","funders":"Institute of Health Services and Policy Research; Canadian Institutes of Health Research; Ontario Genomics; Ontario Genomics Institute; Genome Canada","keywords":"Obligation; Harm; Philosophy of medicine; Relevance (law); Qualitative research; Moral obligation; Empirical research; Set (abstract data type); Psychology; Clinical research; Research ethics; Public relations; Social psychology; Medicine; Alternative medicine; Political science; Sociology; Social science; Psychiatry","authors":[{"name":"Fiona A. Miller","is_ca":true},{"name":"Mita Giacomini","is_ca":true},{"name":"Catherine Ahern","is_ca":true},{"name":"Jason Scott Robert","is_ca":false},{"name":"Sonya de Laat","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9105878742297558,"gpt":0.7520872850934804,"spread":0.1585005891362754,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04263439,0.00117415,0.001254453,0.003132898,0.02682173,0.008397974,0.004296421,0.004653687,0.003368579],"category_scores_gemma":[0.06527062,0.001369757,0.000664045,0.003360687,0.03248511,0.008990657,0.009832436,0.007571729,0.0005264801],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02335054,"about_ca_system_score_gemma":0.02226508,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.07418281,"about_ca_topic_score_gemma":0.1171485,"domain_scores_codex":[0.9459488,0.04401756,0.00131368,0.001844597,0.002735686,0.00413964],"domain_scores_gemma":[0.864614,0.1114791,0.007241357,0.002106577,0.007453885,0.007104954],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00001106745,0.00001174209,0.0004949316,0.00004776275,0.000001139079,0.0001930428,0.9981309,0.00000923013,0.0001331442,0.0003330648,0.0001275673,0.0005063751],"study_design_scores_gemma":[0.000002103503,0.00001244767,0.0002771092,0.0000627004,0.000001046546,0.00005104278,0.9978132,0.00002524029,0.00006483444,0.00007922037,0.001605717,0.000005251753],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9831522,0.0008663028,0.003301595,0.005785848,0.0001207274,0.0005264795,0.0002567785,0.00002630628,0.005963909],"genre_scores_gemma":[0.9915839,0.0009644125,0.001814709,0.002086746,0.00003994915,0.0006164342,0.00009449179,0.00005123812,0.002748069],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.07418281,"threshold_uncertainty_score":0.225475,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2127448545","doi":"10.1177/0963662509102690","title":"The gap between scientists and journalists: the case of mercury science in Québec’s press","year":2009,"lang":"en","type":"article","venue":"Public Understanding of Science","topic":"Climate Change Communication and Perception","field":"Social Sciences","cited_by":46,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Université du Québec à Montréal","funders":"Université du Québec à Montréal","keywords":"Bridging (networking); Media studies; Journalism; Science communication; Sociology; Political science; Public relations; Computer science; Law; Science education","authors":[{"name":"Marie-Ève Maillé","is_ca":true},{"name":"Johanne Saint-Charles","is_ca":true},{"name":"Marc Lucotte","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6052165534473128,"gpt":0.4691542361943893,"spread":0.1360623172529236,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.008898947,0.0004060908,0.0005766862,0.002686682,0.06548575,0.01838262,0.003145325,0.008830031,0.009963047],"category_scores_gemma":[0.02688285,0.0005591662,0.0004374047,0.0056749,0.0192677,0.005098797,0.004929724,0.005809159,0.0006483967],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.1076184,"about_ca_system_score_gemma":0.06451947,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9573964,"about_ca_topic_score_gemma":0.9710071,"domain_scores_codex":[0.9855167,0.006162225,0.0002652989,0.0007764184,0.002499217,0.004780115],"domain_scores_gemma":[0.9454967,0.03471159,0.003591417,0.0008607665,0.008071588,0.007267874],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001349042,0.00009579963,0.01879616,0.0001590218,0.00004086453,0.02084574,0.9082697,0.000320628,0.001161696,0.02328354,0.01805114,0.008840787],"study_design_scores_gemma":[0.000035376,0.00003442025,0.01348413,0.0001744331,0.00002416291,0.0006960427,0.8911349,0.0004503563,0.0002588451,0.001982281,0.09166506,0.00006006521],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7872699,0.002205489,0.0009484082,0.1084479,0.0004423804,0.0001174062,0.000142417,0.00005408097,0.1003719],"genre_scores_gemma":[0.983532,0.0003240711,0.0002335252,0.005771145,0.00008492152,0.00003691841,0.00002610811,0.00001688619,0.009974656],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9345142,"threshold_uncertainty_score":0.78083,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["sts","scholarly_communication"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"}]}