{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":1914,"total_is_capped":false,"direct_labels_cover":1914,"predictions_cover":1914,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"3e625d9e3aae","filters":{"category":"metaresearch"}},"results":[{"id":"W4294215472","doi":"10.1371/journal.pmed.1000097","title":"Preferred Reporting Items for Systematic Reviews and Meta-Analyses: The PRISMA Statement","year":2009,"lang":"en","type":"article","venue":"PLoS Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":64081,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Medical Research Council; Care and Public Health Research Institute, Universiteit Maastricht; Health Services Research and Development; Canadian Institutes of Health Research; Johns Hopkins Bloomberg School of Public Health; Cancer Research UK; McMaster University; Ottawa Hospital Research Institute; Johns Hopkins University; University of Ioannina; GlaxoSmithKline; University of Bern; University of Ottawa","keywords":"Systematic review; Meta-analysis; MEDLINE; Statement (logic); Medicine; Psychology; Family medicine; Political science; Pathology","authors":[{"name":"David Moher","is_ca":true},{"name":"Alessandro Liberati","is_ca":false},{"name":"Jennifer Tetzlaff","is_ca":true},{"name":"Douglas G. Altman","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9574678148491352,"gpt":0.6388385086469631,"spread":0.3186293062021721,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2070601,0.007397722,0.03257754,0.03718836,0.004953663,0.01020358,0.01512826,0.0103891,0.03195877],"category_scores_gemma":[0.4770462,0.006860197,0.03689064,0.03707997,0.00726232,0.006715682,0.0070874,0.01731986,0.006160928],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01718393,"about_ca_system_score_gemma":0.0423919,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01091709,"about_ca_topic_score_gemma":0.01544803,"domain_scores_codex":[0.6484162,0.1706366,0.1423566,0.01111948,0.0250678,0.0024032],"domain_scores_gemma":[0.5156046,0.2799452,0.09968812,0.03232709,0.0679433,0.004491625],"domain_codex":null,"domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001684493,0.0001211885,0.002012051,0.8739019,0.02939915,0.0003568592,0.001071715,0.001764642,0.0007205146,0.00603262,0.05702616,0.02590871],"study_design_scores_gemma":[0.02211843,0.0007104413,0.01492471,0.5034324,0.1310221,0.001071793,0.001495828,0.01218372,0.005922372,0.04282828,0.2627303,0.00155977],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"methods","genre_scores_codex":[0.004160717,0.1027661,0.1322922,0.01755399,0.01602447,0.4585829,0.253972,0.009313723,0.00533396],"genre_scores_gemma":[0.01064353,0.01886751,0.2743256,0.002876708,0.0005735261,0.6731132,0.01679835,0.001051005,0.001750625],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7929399,"threshold_uncertainty_score":0.9778361,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2084154288","doi":"10.1186/1748-5908-5-69","title":"Scoping studies: advancing the methodology","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":14722,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; McMaster University","funders":"Canadian Institutes of Health Research; Canadian Occupational Therapy Foundation; Canadian Child Health Clinician Scientist Program; McMaster University","keywords":"Health services research; Knowledge translation; Rigour; Thematic analysis; Process (computing); Management science; Health informatics; Process management; Relevance (law); Health care; Qualitative research; Medicine; Health administration; Knowledge management; Computer science; Public health; Nursing; Engineering; Political science; Sociology","authors":[{"name":"Danielle Levac","is_ca":true},{"name":"Heather Colquhoun","is_ca":true},{"name":"Kelly K. O’Brien","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9379698947753394,"gpt":0.849743256860538,"spread":0.08822663791480145,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5531166,0.002955149,0.00567599,0.03694276,0.008035464,0.03791947,0.01057133,0.01462771,0.01313962],"category_scores_gemma":[0.6820397,0.004105074,0.006142649,0.03894036,0.02834766,0.03023333,0.0228983,0.02302474,0.006965873],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01949457,"about_ca_system_score_gemma":0.1215613,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006055303,"about_ca_topic_score_gemma":0.006252528,"domain_scores_codex":[0.3687488,0.5209146,0.05366009,0.0112554,0.04253894,0.002882238],"domain_scores_gemma":[0.1093229,0.7149767,0.02820324,0.03840549,0.1041195,0.004972289],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001627958,0.0001766213,0.002008459,0.09100454,0.0006492155,0.0005908384,0.03070056,0.001806435,0.0009280622,0.2799296,0.07930424,0.5127386],"study_design_scores_gemma":[0.0001614868,0.0001600394,0.001283459,0.2645063,0.0004124582,0.000563084,0.01048938,0.002305859,0.0008788931,0.3097504,0.4092251,0.0002637753],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.002659655,0.159862,0.5482883,0.2146514,0.01892617,0.01731968,0.001403744,0.001254877,0.03563414],"genre_scores_gemma":[0.02730212,0.1459361,0.7742965,0.01642186,0.005759298,0.02604015,0.001104248,0.0005088744,0.002630846],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4468834,"threshold_uncertainty_score":0.5510868,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2158242434","doi":"10.1177/160940690200100202","title":"Verification Strategies for Establishing Reliability and Validity in Qualitative Research","year":2002,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Qualitative Research Methods and Applications","field":"Social Sciences","cited_by":4938,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Rigour; Qualitative research; Reliability (semiconductor); Validity; Mainstream; External validity; Terminology; Trustworthiness; Representativeness heuristic; Plea; Computer science; Management science; Psychology; Engineering ethics; Social psychology; Epistemology; Psychometrics; Sociology; Political science; Engineering; Social science","authors":[{"name":"Janice M. Morse","is_ca":true},{"name":"Michael Barrett","is_ca":false},{"name":"Maria Mayan","is_ca":false},{"name":"Kärin Olson","is_ca":true},{"name":"Jude Spiers","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9129600333498109,"gpt":0.7802949498796797,"spread":0.1326650834701312,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5840273,0.002148383,0.002587969,0.01216975,0.009356319,0.00799005,0.004567137,0.004236175,0.00883441],"category_scores_gemma":[0.7665018,0.002576164,0.00278885,0.008710713,0.01759096,0.01353915,0.01173108,0.007009356,0.002667798],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008782221,"about_ca_system_score_gemma":0.03186496,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004650048,"about_ca_topic_score_gemma":0.004525097,"domain_scores_codex":[0.3568038,0.5165046,0.05815548,0.01573293,0.0498911,0.002912036],"domain_scores_gemma":[0.1715586,0.5736344,0.02955276,0.08399837,0.139595,0.001660761],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0004733307,0.0001628589,0.003664886,0.007917459,0.0003013841,0.0006853562,0.1508567,0.00146909,0.003959143,0.4635328,0.01034085,0.3566363],"study_design_scores_gemma":[0.0009999021,0.0008267003,0.005146034,0.01794306,0.0005795324,0.001464253,0.04441776,0.0211766,0.02329619,0.7116413,0.1718257,0.0006829491],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.006310259,0.001002643,0.9547197,0.004494634,0.0005781705,0.01545255,0.000219841,0.0005642229,0.01665797],"genre_scores_gemma":[0.06751909,0.0004776079,0.9008984,0.0008625489,0.0001110654,0.02849079,0.0001153216,0.0001862316,0.001339007],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4159727,"threshold_uncertainty_score":0.5129684,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2171762906","doi":"10.1016/j.jclinepi.2010.02.006","title":"The COSMIN study reached international consensus on taxonomy, terminology, and definitions of measurement properties for health-related patient-reported outcomes","year":2010,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Reliability and Agreement in Measurement","field":"Decision Sciences","cited_by":4442,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Terminology; Taxonomy (biology); Delphi method; Confusion; Delphi; Consistency (knowledge bases); Management science; Medicine; Psychology; Applied psychology; Computer science; Artificial intelligence; Engineering; Linguistics; Ecology","authors":[{"name":"Lidwine B. Mokkink","is_ca":false},{"name":"Caroline B. Terwee","is_ca":false},{"name":"Donald L. Patrick","is_ca":false},{"name":"Jordi Alonso","is_ca":false},{"name":"Paul W. Stratford","is_ca":true},{"name":"Dirk L. Knol","is_ca":false},{"name":"L.M. Bouter","is_ca":false},{"name":"Henrica C. W. de Vet","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8170932433584581,"gpt":0.5349041107663476,"spread":0.2821891325921105,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2813033,0.001493887,0.003498483,0.008357699,0.002191629,0.005102483,0.003100543,0.00281847,0.001560173],"category_scores_gemma":[0.3131618,0.000711666,0.005177767,0.006007873,0.003761618,0.004468815,0.006231625,0.004497453,0.000485872],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004561922,"about_ca_system_score_gemma":0.008228051,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00585506,"about_ca_topic_score_gemma":0.01149089,"domain_scores_codex":[0.8946426,0.0623839,0.01688793,0.003991054,0.02039902,0.001695503],"domain_scores_gemma":[0.5667956,0.3284065,0.02480311,0.02638038,0.05180538,0.001808936],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.003311554,0.0007719955,0.5408508,0.005940793,0.003658373,0.0001882514,0.007703631,0.002518183,0.001409793,0.06089389,0.03448363,0.3382691],"study_design_scores_gemma":[0.001143946,0.003004629,0.7562182,0.01679817,0.007136582,0.0008386612,0.005830916,0.009937531,0.007730737,0.05284488,0.1378645,0.000651343],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3998616,0.05336991,0.4250203,0.02603535,0.003849854,0.011062,0.01748245,0.000911582,0.06240701],"genre_scores_gemma":[0.7377546,0.008070105,0.2156433,0.007647018,0.0007171867,0.01766471,0.009429741,0.0007581672,0.002315211],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7186967,"threshold_uncertainty_score":0.886281,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4399625654","doi":"10.2427/5768","title":"The PRISMA statement for reporting systematic reviews and meta-analyses of studies that evaluate health care interventions: explanation and elaboration","year":2009,"lang":"en","type":"article","venue":"Italian Journal of Public Health","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":3454,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; Ottawa Hospital","funders":"Care and Public Health Research Institute, Universiteit Maastricht; GlaxoSmithKline; University of Ioannina; McMaster University; Ottawa Hospital Research Institute; Medical Research Council; University of Ottawa","keywords":"Elaboration; Psychological intervention; Systematic review; Statement (logic); Health care; Psychology; Medicine; MEDLINE; Nursing; Epistemology; Political science; Philosophy; Humanities","authors":[{"name":"Alessandro Liberati","is_ca":false},{"name":"Douglas G. Altman","is_ca":false},{"name":"Jennifer Tetzlaff","is_ca":true},{"name":"Cynthia D. Mulrow","is_ca":false},{"name":"Peter C Gøtzsche","is_ca":false},{"name":"John P. A. Ioannidis","is_ca":false},{"name":"Mike Clarke","is_ca":false},{"name":"P.J. Devereaux","is_ca":true},{"name":"Jos Kleijnen","is_ca":false},{"name":"David Moher","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.931759289200911,"gpt":0.6385585582676339,"spread":0.2932007309332771,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2882101,0.005434518,0.01302151,0.02858843,0.002664314,0.00804054,0.008251934,0.007121587,0.05782312],"category_scores_gemma":[0.5283731,0.006599625,0.02016417,0.02767468,0.004793431,0.007923772,0.008061359,0.01385419,0.01738705],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008448922,"about_ca_system_score_gemma":0.05817149,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00487784,"about_ca_topic_score_gemma":0.006768251,"domain_scores_codex":[0.5529423,0.2853481,0.1195433,0.010955,0.02861204,0.002599162],"domain_scores_gemma":[0.4539286,0.342112,0.08238639,0.04660309,0.07175263,0.00321718],"domain_codex":null,"domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001518624,0.0001600344,0.001372956,0.4421914,0.008453378,0.0003421025,0.001807838,0.002475012,0.0009812979,0.02028794,0.4047039,0.1157056],"study_design_scores_gemma":[0.00746257,0.0004933217,0.004227483,0.28436,0.009679823,0.0007216844,0.0008423494,0.006749722,0.002615195,0.08529041,0.5966642,0.0008932723],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"methods","genre_scores_codex":[0.001830088,0.04582825,0.3159802,0.03070465,0.02585548,0.3912977,0.1715567,0.008878178,0.008068809],"genre_scores_gemma":[0.005590521,0.02105245,0.3495061,0.00532322,0.00165875,0.5870278,0.02650168,0.001129611,0.002209797],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.71179,"threshold_uncertainty_score":0.8777637,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2068264290","doi":"10.1002/jrsm.1123","title":"A scoping review of scoping reviews: advancing the approach and enhancing the consistency","year":2014,"lang":"en","type":"review","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3082,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Guelph; Public Health Agency of Canada","funders":"Ontario Ministry of Agriculture, Food and Rural Affairs","keywords":"Consistency (knowledge bases); Computer science; Management science; Data science; Artificial intelligence; Engineering","authors":[{"name":"Mai Pham","is_ca":true},{"name":"Andrijana Rajić","is_ca":true},{"name":"Judy Greig","is_ca":true},{"name":"Jan M. Sargeant","is_ca":true},{"name":"Andrew Papadopoulos","is_ca":true},{"name":"Scott A. McEwen","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.923851977769396,"gpt":0.7277039479738097,"spread":0.1961480297955863,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6293708,0.003796055,0.01051723,0.07298928,0.008799515,0.03050289,0.006613601,0.01221118,0.008340462],"category_scores_gemma":[0.785678,0.00714655,0.01067543,0.05792345,0.01380692,0.02867056,0.02325455,0.01269432,0.003836775],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01594701,"about_ca_system_score_gemma":0.09835402,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00451733,"about_ca_topic_score_gemma":0.008169201,"domain_scores_codex":[0.2911311,0.5107797,0.1320187,0.0100078,0.05435693,0.001705835],"domain_scores_gemma":[0.1574939,0.5370502,0.07050283,0.04351233,0.187118,0.004322757],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0003331086,0.0001381601,0.002868884,0.2419487,0.003058332,0.0005756556,0.01909387,0.001052052,0.001512439,0.04638661,0.05313046,0.6299017],"study_design_scores_gemma":[0.0005170016,0.0003785233,0.003512597,0.7010743,0.004734544,0.0009228369,0.006457114,0.002442288,0.0009108192,0.07201738,0.2065638,0.0004688149],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.006441922,0.3865517,0.4066989,0.09350292,0.01949352,0.0576763,0.001927039,0.001693878,0.02601388],"genre_scores_gemma":[0.02729585,0.1858588,0.7233301,0.007042102,0.003221564,0.05036075,0.0009764163,0.0004218585,0.001492588],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.3706292,"threshold_uncertainty_score":0.4570518,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2090132603","doi":"10.1016/j.jclinepi.2011.01.012","title":"GRADE guidelines 6. Rating the quality of evidence—imprecision","year":2011,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Cardiac, Anesthesia and Surgical Outcomes","field":"Medicine","cited_by":2682,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Quality of evidence; Quality (philosophy); Medicine; Meta-analysis; Internal medicine","authors":[{"name":"Gordon Guyatt","is_ca":true},{"name":"Andrew D Oxman","is_ca":false},{"name":"Regina Kunz","is_ca":false},{"name":"Jan Brożek","is_ca":true},{"name":"Pablo Alonso‐Coello","is_ca":false},{"name":"David M. Rind","is_ca":false},{"name":"P.J. Devereaux","is_ca":true},{"name":"Víctor M. Montori","is_ca":false},{"name":"Bo Freyschuss","is_ca":false},{"name":"Gunn Elisabeth Vist","is_ca":false},{"name":"Roman Jaeschke","is_ca":true},{"name":"John W Williams","is_ca":false},{"name":"M. Hassan Murad","is_ca":false},{"name":"David Sinclair","is_ca":false},{"name":"Yngve Falck–Ytter","is_ca":false},{"name":"Joerg J Meerpohl","is_ca":false},{"name":"Craig Whittington","is_ca":false},{"name":"Kristian Thorlund","is_ca":true},{"name":"Jeff Andrews","is_ca":false},{"name":"Holger J. Schünemann","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9117431739366876,"gpt":0.6635809712434746,"spread":0.248162202693213,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1847524,0.005000643,0.01374214,0.01753755,0.002987158,0.008262809,0.01406105,0.01392669,0.008570801],"category_scores_gemma":[0.6288581,0.005600784,0.03528818,0.0120019,0.004066768,0.003733914,0.006228168,0.01118914,0.003900302],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01381071,"about_ca_system_score_gemma":0.01543182,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03444789,"about_ca_topic_score_gemma":0.03088442,"domain_scores_codex":[0.5200032,0.2150323,0.1986655,0.009532467,0.05420602,0.002560484],"domain_scores_gemma":[0.2844658,0.4401887,0.09811892,0.02149485,0.1516592,0.004072509],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.004248651,0.0001931661,0.0144982,0.4077455,0.08523897,0.0003412832,0.001810344,0.003356428,0.001202559,0.007954806,0.2595757,0.2138345],"study_design_scores_gemma":[0.0119318,0.001019311,0.0275712,0.4532664,0.1703013,0.001584485,0.001130142,0.01028664,0.004181246,0.03237528,0.2849467,0.001405528],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"methods","genre_scores_codex":[0.008717421,0.4608185,0.1596782,0.09337511,0.02747146,0.1181212,0.09081484,0.005767107,0.03523602],"genre_scores_gemma":[0.09963294,0.0783691,0.6758934,0.02798142,0.003588075,0.0833338,0.02246384,0.001992009,0.006745324],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8152476,"threshold_uncertainty_score":0.9770758,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1542392440","doi":"10.1177/160940690900800105","title":"The Space Between: On Being an Insider-Outsider in Qualitative Research","year":2009,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":2526,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Insider; Qualitative research; Perspective (graphical); Ethnography; Context (archaeology); Space (punctuation); Sociology; Population; Epistemology; Social science; Computer science; Geography; Anthropology","authors":[{"name":"Sonya Corbin Dwyer","is_ca":true},{"name":"Jennifer L. Buckle","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.910452926654224,"gpt":0.8209558220895188,"spread":0.08949710456470517,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4059604,0.001560182,0.002791286,0.006151056,0.03437622,0.03566209,0.00690774,0.01492743,0.003765342],"category_scores_gemma":[0.3691232,0.00284686,0.001429123,0.007848359,0.211481,0.06290156,0.04132997,0.01988127,0.0006963992],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01619653,"about_ca_system_score_gemma":0.02426536,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004972405,"about_ca_topic_score_gemma":0.005706018,"domain_scores_codex":[0.3282998,0.6366563,0.009083042,0.007557337,0.01486105,0.003542473],"domain_scores_gemma":[0.2902193,0.6625257,0.0149533,0.01371762,0.01296334,0.005620857],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00004036919,0.00001310755,0.000446612,0.0003361822,0.00001308454,0.0002600887,0.8887321,0.00006665963,0.0001811553,0.102134,0.001116449,0.006660298],"study_design_scores_gemma":[0.00007321599,0.00009554503,0.0004965138,0.006163885,0.00004682848,0.0008243786,0.7837347,0.0004909022,0.0005447693,0.1534057,0.05401343,0.0001100901],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"commentary","genre_gemma":"methods","genre_scores_codex":[0.1655313,0.02368908,0.1901191,0.5407078,0.005084674,0.001890268,0.0001635567,0.000238948,0.07257536],"genre_scores_gemma":[0.9175632,0.007501064,0.03870724,0.02815186,0.0009705793,0.00344494,0.00005147577,0.0002136564,0.003395981],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5940397,"threshold_uncertainty_score":0.7325567,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1709885097","doi":"10.1111/jebm.12141","title":"The methodological quality assessment tools for preclinical and clinical studies, systematic review and meta‐analysis, and clinical practice guideline: a systematic review","year":2015,"lang":"en","type":"review","venue":"Journal of Evidence-Based Medicine","topic":"Animal testing and alternatives","field":"Veterinary","cited_by":2088,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Systematic review; Critical appraisal; Checklist; Medicine; Guideline; Randomized controlled trial; Psychological intervention; Clinical study design; MEDLINE; Medical physics; Clinical trial; Psychology; Alternative medicine; Nursing; Pathology","authors":[{"name":"Xian‐Tao Zeng","is_ca":false},{"name":"Yonggang Zhang","is_ca":false},{"name":"Joey S.W. Kwong","is_ca":false},{"name":"Chao Zhang","is_ca":false},{"name":"Sheng Li","is_ca":false},{"name":"Feng Sun","is_ca":false},{"name":"Yu‐Ming Niu","is_ca":false},{"name":"Liang Du","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9641987842621917,"gpt":0.7638045496857743,"spread":0.2003942345764175,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4025073,0.005160546,0.0227669,0.03973367,0.004509497,0.01155051,0.008707971,0.008673324,0.006385888],"category_scores_gemma":[0.6324881,0.006277239,0.03486328,0.03206433,0.006245182,0.009400433,0.01069855,0.009583072,0.002106679],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01873668,"about_ca_system_score_gemma":0.07133729,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005552594,"about_ca_topic_score_gemma":0.007959792,"domain_scores_codex":[0.3988527,0.2556985,0.2805612,0.009250412,0.05322982,0.00240726],"domain_scores_gemma":[0.353985,0.3713891,0.1247655,0.02790258,0.1180537,0.00390409],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0006801581,0.0001022347,0.003575278,0.8108572,0.0210002,0.0001524424,0.001930443,0.0009608099,0.0005839251,0.004427847,0.0311295,0.1246],"study_design_scores_gemma":[0.00277743,0.0004315407,0.00705586,0.8477969,0.05146795,0.0006140049,0.001250726,0.002987259,0.001282291,0.01313607,0.07071257,0.0004873023],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.004125508,0.572715,0.1498704,0.02283099,0.007741093,0.2205976,0.01590995,0.001815848,0.004393671],"genre_scores_gemma":[0.02298969,0.1236017,0.388816,0.003954916,0.0007729282,0.4530863,0.005471343,0.0004225857,0.0008845059],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5974927,"threshold_uncertainty_score":0.7368149,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2121795537","doi":"10.1186/s13012-015-0295-0","title":"Use of concept mapping to characterize relationships among implementation strategies and assess their feasibility and importance: results from the Expert Recommendations for Implementing Change (ERIC) study","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1177,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"National Institute of Mental Health; VA Pittsburgh Healthcare System; VISN 4 Mental Illness Research, Education, and Clinical Center; University of California, San Diego; Quality Enhancement Research Initiative; University of Toronto; Fahs-Beck Fund for Research and Experimentation; National Institute of Diabetes and Digestive and Kidney Diseases; Johns Hopkins University; Health Services Research and Development; University of Washington; NIH Clinical Center; U.S. Department of Veterans Affairs; Washington University in St. Louis; University of California, Los Angeles; University of Massachusetts Boston; Indiana University-Purdue University Indianapolis; University of Minnesota; Harvard University; Purdue University; University of Pennsylvania; University of Arkansas for Medical Sciences; Doris Duke Charitable Foundation","keywords":"Categorization; Computer science; Process management; Process (computing); Implementation research; Consistency (knowledge bases); Health informatics; Management science; Rubric; Best practice; Data science; Knowledge management; Medicine; Psychological intervention; Psychology; Artificial intelligence; Public health","authors":[{"name":"Thomas J. Waltz","is_ca":false},{"name":"Byron J. Powell","is_ca":false},{"name":"Monica M. Matthieu","is_ca":false},{"name":"Laura J. Damschroder","is_ca":false},{"name":"Matthew Chinman","is_ca":false},{"name":"Jeffrey L. Smith","is_ca":false},{"name":"Enola K. Proctor","is_ca":false},{"name":"JoAnn E. Kirchner","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9472520975401527,"gpt":0.6784910235575587,"spread":0.268761073982594,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.250497,0.0009517033,0.001330513,0.006317142,0.00213972,0.005091104,0.001590417,0.001592685,0.001544922],"category_scores_gemma":[0.4363876,0.000721109,0.002487661,0.005288325,0.00317383,0.007216016,0.004803608,0.002697596,0.0002893123],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003743334,"about_ca_system_score_gemma":0.007807688,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004393882,"about_ca_topic_score_gemma":0.005963759,"domain_scores_codex":[0.84048,0.1322745,0.008535169,0.003812241,0.0129389,0.001959186],"domain_scores_gemma":[0.3588172,0.5776743,0.01676528,0.01648377,0.02884589,0.001413499],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.001007807,0.001807334,0.2126853,0.006254453,0.00134075,0.0002887768,0.2264288,0.003157058,0.0008001199,0.006990977,0.003590471,0.5356482],"study_design_scores_gemma":[0.0007649622,0.005506575,0.5105023,0.01022715,0.002532644,0.0008269643,0.3855039,0.02661095,0.004802988,0.0234831,0.02853872,0.0006996125],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9196693,0.001684625,0.04825912,0.002009757,0.00008328604,0.007667126,0.0004387418,0.0001494212,0.02003859],"genre_scores_gemma":[0.9282147,0.00102083,0.06401478,0.0005746068,0.00002293259,0.005138106,0.0002696488,0.0000616145,0.0006828158],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.250497,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1911361640","doi":"10.1186/s12916-015-0465-6","title":"A scoping review of rapid review methods","year":2015,"lang":"en","type":"review","venue":"BMC Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1156,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Canada Research Chairs; Ottawa Hospital; Institute for Work & Health; Public Health Ontario; University of Toronto; St. Michael's Hospital","funders":"National Institute on Deafness and Other Communication Disorders; Canadian Institutes of Health Research","keywords":"Medicine; Systematic review; MEDLINE; Cochrane Library; Limiting; Critical appraisal; Inclusion (mineral); Meta-analysis; Alternative medicine; Pathology; Psychology","authors":[{"name":"Andrea C. Tricco","is_ca":true},{"name":"Jesmin Antony","is_ca":true},{"name":"Wasifa Zarin","is_ca":true},{"name":"Lisa Strifler","is_ca":true},{"name":"Marco Ghassemi","is_ca":true},{"name":"John D. Ivory","is_ca":true},{"name":"Laure Perrier","is_ca":true},{"name":"Brian Hutton","is_ca":true},{"name":"David Moher","is_ca":true},{"name":"Sharon E. Straus","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9668936527155029,"gpt":0.7401489613431355,"spread":0.2267446913723674,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1968276,0.004108265,0.007605182,0.05200667,0.00416287,0.01210918,0.005844145,0.007168667,0.01717842],"category_scores_gemma":[0.4442155,0.003855966,0.008209949,0.03989623,0.004429303,0.01443787,0.008246835,0.005282737,0.008488625],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0151161,"about_ca_system_score_gemma":0.07074556,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005055835,"about_ca_topic_score_gemma":0.007397319,"domain_scores_codex":[0.7318133,0.1335291,0.08492906,0.007197879,0.04047667,0.002054068],"domain_scores_gemma":[0.5712214,0.1863626,0.05303762,0.02277968,0.1639298,0.002669014],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0003033328,0.00009843379,0.0007941102,0.533565,0.001519002,0.000459447,0.002554206,0.0006968817,0.0006939464,0.01512462,0.08130262,0.3628884],"study_design_scores_gemma":[0.0001538197,0.0001433398,0.0007110061,0.8112504,0.001558274,0.0003271469,0.0006877848,0.0003091347,0.0003551247,0.004181568,0.1802432,0.00007906941],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001656904,0.8200932,0.06086718,0.02113612,0.01186265,0.0561244,0.005166617,0.0007678276,0.02232512],"genre_scores_gemma":[0.01522382,0.722115,0.1730321,0.006756841,0.003162218,0.07165545,0.003543941,0.000337024,0.004173633],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8031723,"threshold_uncertainty_score":0.9904546,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2147927650","doi":"10.1016/j.ijnurstu.2009.01.009","title":"A scoring system for appraising mixed methods research, and concomitantly appraising qualitative, quantitative and mixed methods primary studies in Mixed Studies Reviews","year":2009,"lang":"en","type":"review","venue":"International Journal of Nursing Studies","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1138,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Canadian Institutes of Health Research; National Institute for Health and Care Research","keywords":"Qualitative research; Thematic analysis; Multimethodology; Critical appraisal; Quality (philosophy); Qualitative property; Systematic review; Management science; MEDLINE; Qualitative analysis; Psychology; Computer science; Medicine; Alternative medicine; Pathology; Sociology; Engineering; Mathematics education","authors":[{"name":"Pierre Pluye","is_ca":true},{"name":"Marie‐Pierre Gagnon","is_ca":false},{"name":"Frances Griffiths","is_ca":false},{"name":"Janique Johnson‐Lafleur","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9587728623805185,"gpt":0.8557142372490185,"spread":0.1030586251315,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3075172,0.004100437,0.006793673,0.04933048,0.005433611,0.007579332,0.003993526,0.002851913,0.007217847],"category_scores_gemma":[0.4602941,0.002927436,0.01061154,0.03400433,0.004419369,0.006509886,0.01030782,0.004754676,0.001723246],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005635695,"about_ca_system_score_gemma":0.02149959,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002686042,"about_ca_topic_score_gemma":0.009231111,"domain_scores_codex":[0.5781972,0.1665967,0.1940581,0.00420726,0.05436433,0.002576498],"domain_scores_gemma":[0.4194714,0.2786038,0.05334873,0.01753288,0.2270708,0.003972507],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001814775,0.0003528534,0.01811323,0.1205555,0.005309447,0.0006895397,0.01390807,0.001129701,0.01154754,0.02370225,0.06266682,0.7402103],"study_design_scores_gemma":[0.005002731,0.0041532,0.09736758,0.1557999,0.02824362,0.008237268,0.03145086,0.02037047,0.01974043,0.1037566,0.5236087,0.002268736],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.03612946,0.07893783,0.642771,0.01488362,0.01117488,0.1385526,0.01209155,0.004026575,0.06143255],"genre_scores_gemma":[0.02622872,0.006592297,0.9118191,0.000790996,0.0003696982,0.05094016,0.001370336,0.0002381426,0.001650648],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6924828,"threshold_uncertainty_score":0.8539546,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2145376545","doi":"10.1016/s1470-2045(15)70057-4","title":"Response assessment criteria for brain metastases: proposal from the RANO group","year":2015,"lang":"en","type":"review","venue":"The Lancet Oncology","topic":"Brain Metastases and Treatment","field":"Medicine","cited_by":1088,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University; Queen's University; London Health Sciences Centre; Ontario Institute for Cancer Research","funders":"Breast Cancer Research Foundation","keywords":"Group (periodic table); Computer science; Medicine; Medical physics; Psychology; Physics","authors":[{"name":"Nancy U. Lin","is_ca":false},{"name":"Eudocia Q. Lee","is_ca":false},{"name":"Hidefumi Aoyama","is_ca":false},{"name":"Igor J. Barani","is_ca":false},{"name":"Daniel P. Barboriak","is_ca":false},{"name":"Brigitta G. Baumert","is_ca":false},{"name":"Martin Bendszus","is_ca":false},{"name":"Paul D. Brown","is_ca":false},{"name":"D. Ross Camidge","is_ca":false},{"name":"Susan M. Chang","is_ca":false},{"name":"Janet Dancey","is_ca":true},{"name":"Elisabeth G.E. de Vries","is_ca":false},{"name":"Laurie E. Gaspar","is_ca":false},{"name":"Gordon J. Harris","is_ca":false},{"name":"F. Stephen Hodi","is_ca":false},{"name":"Steven N. Kalkanis","is_ca":false},{"name":"Mark E. Linskey","is_ca":false},{"name":"David Macdonald","is_ca":true},{"name":"Kim Margolin","is_ca":false},{"name":"Minesh P. Mehta","is_ca":false},{"name":"David Schiff","is_ca":false},{"name":"Riccardo Soffietti","is_ca":false},{"name":"John H. Suh","is_ca":false},{"name":"Martin J. van den Bent","is_ca":false},{"name":"Michael A. Vogelbaum","is_ca":false},{"name":"Patrick Y. Wen","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2039613437360562,"gpt":0.5016602951475275,"spread":0.2976989514114713,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02108623,0.001578375,0.007723272,0.00330447,0.0005276484,0.002593846,0.004500144,0.00345763,0.002536276],"category_scores_gemma":[0.02187469,0.0005228943,0.006902266,0.002505857,0.001460691,0.002436247,0.002217249,0.007651092,0.001327561],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005133356,"about_ca_system_score_gemma":0.006837597,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005753042,"about_ca_topic_score_gemma":0.00777157,"domain_scores_codex":[0.9933129,0.003075184,0.001645509,0.0004784248,0.001197424,0.0002906779],"domain_scores_gemma":[0.9860663,0.009570378,0.00132665,0.0002492268,0.002494764,0.0002927058],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001907303,0.0001239964,0.001287775,0.06265285,0.002376577,0.0001624897,0.0003117055,0.00146648,0.0009376156,0.01482413,0.08362829,0.8303208],"study_design_scores_gemma":[0.004314798,0.001017982,0.01027928,0.119661,0.01144883,0.001293923,0.0003723288,0.002034149,0.001257759,0.02336602,0.82464,0.0003141483],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"methods","genre_scores_codex":[0.0006224182,0.9772564,0.002883607,0.01396274,0.002064621,0.0005263257,0.0005911437,0.000051119,0.002041569],"genre_scores_gemma":[0.02215049,0.9080924,0.02752312,0.02968675,0.003462141,0.003914141,0.002230095,0.0001101316,0.002830744],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.02108623,"threshold_uncertainty_score":0.111516,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2188214922","doi":"10.1373/clinchem.2015.246280","title":"STARD 2015: An Updated List of Essential Items for Reporting Diagnostic Accuracy Studies","year":2015,"lang":"en","type":"article","venue":"Clinical Chemistry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":974,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Medical Research Council; Universiteit van Amsterdam; Cancer Research UK","keywords":"Diagnostic accuracy; Medical physics; Transparency (behavior); Computer science; Medicine; Radiology","authors":[{"name":"Patrick M. Bossuyt","is_ca":false},{"name":"Johannes B. Reitsma","is_ca":false},{"name":"David E. Bruns","is_ca":false},{"name":"Constantine Gatsonis","is_ca":false},{"name":"Paul Glasziou","is_ca":false},{"name":"Les Irwig","is_ca":false},{"name":"Jeroen G. Lijmer","is_ca":false},{"name":"David Moher","is_ca":true},{"name":"Drummond Rennie","is_ca":false},{"name":"Henrica C. W. de Vet","is_ca":false},{"name":"Herbert Y. Kressel","is_ca":false},{"name":"Nader Rifai","is_ca":false},{"name":"Robert Golub","is_ca":false},{"name":"Douglas G. Altman","is_ca":false},{"name":"Lotty Hooft","is_ca":false},{"name":"Daniël A. Korevaar","is_ca":false},{"name":"Jérémie F. Cohen","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.91801681553035,"gpt":0.6911491831444544,"spread":0.2268676323858956,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.313121,0.003095539,0.01133026,0.03200334,0.002475356,0.009705089,0.008378131,0.008604603,0.02655604],"category_scores_gemma":[0.6664891,0.004644138,0.01919458,0.03068112,0.003002899,0.007042093,0.009319081,0.01271277,0.01437459],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01046516,"about_ca_system_score_gemma":0.03741789,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006916833,"about_ca_topic_score_gemma":0.009124779,"domain_scores_codex":[0.4680649,0.1809464,0.3089098,0.00424505,0.03485601,0.002977778],"domain_scores_gemma":[0.1917789,0.4359993,0.1405132,0.03073116,0.1971063,0.003871063],"domain_codex":null,"domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001354627,0.0001573167,0.005236527,0.1837336,0.004756498,0.0002313685,0.001248512,0.001212469,0.0009260357,0.009375197,0.6174568,0.1743111],"study_design_scores_gemma":[0.00303663,0.0004920908,0.01805414,0.1663788,0.005572698,0.0008203996,0.0007938356,0.001880089,0.002146833,0.02408654,0.7758834,0.0008545122],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"methods","genre_scores_codex":[0.004604215,0.1320061,0.214905,0.06668297,0.03325991,0.09257013,0.4312622,0.007456454,0.01725298],"genre_scores_gemma":[0.01401999,0.07065465,0.5170226,0.02045311,0.003638732,0.1991377,0.1680894,0.002100537,0.004883212],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.686879,"threshold_uncertainty_score":0.8470442,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2404984931","doi":"10.1016/j.jclinepi.2016.04.014","title":"Specifying a target trial prevents immortal time bias and other self-inflicted injuries in observational analyses","year":2016,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":974,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Jewish General Hospital; McGill University; McGill University Health Centre","funders":"National Center for Advancing Translational Sciences; National Cancer Institute","keywords":"Observational study; Emulation; Randomized controlled trial; Computer science; Medical physics; Research design; Simple (philosophy); Clinical trial; Medicine; Psychology; Statistics; Social psychology; Surgery; Mathematics","authors":[{"name":"Miguel A. Hernán","is_ca":false},{"name":"Brian C. Sauer","is_ca":false},{"name":"Sonia Hernández–Dı́az","is_ca":false},{"name":"Robert W. Platt","is_ca":true},{"name":"Ian Shrier","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8894193828691276,"gpt":0.6870352047744127,"spread":0.2023841780947149,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05851218,0.000979829,0.0036489,0.001451765,0.0003373972,0.002247904,0.003214155,0.003595918,0.00424848],"category_scores_gemma":[0.1912318,0.0007543521,0.004541694,0.001803295,0.001870405,0.002940983,0.001306602,0.004668731,0.0006396406],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007071297,"about_ca_system_score_gemma":0.003477061,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008003105,"about_ca_topic_score_gemma":0.0009327474,"domain_scores_codex":[0.9531825,0.0390859,0.002961678,0.001660888,0.002832215,0.000276917],"domain_scores_gemma":[0.7363408,0.2502698,0.00575043,0.005638171,0.001718684,0.0002820024],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001448012,0.0002092795,0.003008103,0.04736565,0.007548453,0.0001866949,0.0003279383,0.01182065,0.0002834218,0.1249196,0.01003843,0.7928438],"study_design_scores_gemma":[0.003796926,0.001073286,0.005403555,0.03127364,0.01788552,0.001429597,0.0001875918,0.03917804,0.001595954,0.8060647,0.09194345,0.0001676855],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"methods","genre_scores_codex":[0.006353679,0.5020225,0.4755419,0.008640566,0.001262983,0.000540177,0.0007292248,0.0004182613,0.004490711],"genre_scores_gemma":[0.2604527,0.398072,0.3217796,0.008448577,0.003832814,0.002842221,0.001144804,0.0003175633,0.003109784],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9414878,"threshold_uncertainty_score":0.3094457,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2131259125","doi":"10.1177/104973230001000308","title":"Evaluating Interpretive Inquiry: Reviewing the Validity Debate and Opening the Dialogue","year":2000,"lang":"en","type":"review","venue":"Qualitative Health Research","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":951,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Foundationalism; Epistemology; Lifeworld; Field (mathematics); External validity; Trustworthiness; Qualitative research; Ontology; Psychology; Sociology; Engineering ethics; Social psychology; Social science; Philosophy","authors":[{"name":"Maureen Angen","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.975849557890781,"gpt":0.8206803585145628,"spread":0.1551691993762182,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4075321,0.002124796,0.005239108,0.0241317,0.008595902,0.03249572,0.007658634,0.01403374,0.0008883122],"category_scores_gemma":[0.5251456,0.00170402,0.001573592,0.02101331,0.06728119,0.03573132,0.009607165,0.0133599,0.0008619681],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02314856,"about_ca_system_score_gemma":0.03835126,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009787017,"about_ca_topic_score_gemma":0.01336022,"domain_scores_codex":[0.4722924,0.4599383,0.0218858,0.004672527,0.03914984,0.002061143],"domain_scores_gemma":[0.2452841,0.7024345,0.01104705,0.006458413,0.03356552,0.001210365],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00009251255,0.00008880688,0.001600856,0.03117544,0.0002861845,0.001116261,0.1098839,0.0009524238,0.0004466414,0.4630561,0.02748341,0.3638175],"study_design_scores_gemma":[0.00007150171,0.000123021,0.00182282,0.1323272,0.0002775147,0.001170414,0.1252797,0.001607797,0.0009615576,0.3670299,0.369172,0.0001564324],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.002186212,0.824883,0.02462058,0.1343393,0.005506083,0.0003155247,0.00002260524,0.00004668279,0.008079968],"genre_scores_gemma":[0.09362945,0.8263291,0.04416841,0.02345026,0.009324557,0.001544302,0.00006693399,0.0001528414,0.001334095],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5924679,"threshold_uncertainty_score":0.7306184,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4200395585","doi":"10.1007/s40037-021-00695-4","title":"Bibliometrics: Methods for studying academic publishing","year":2021,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":938,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Ottawa","funders":"","keywords":"Bibliometrics; Terminology; Publishing; Data science; Strengths and weaknesses; Population health; Computer science; Population; Library science; Medicine; Psychology; Political science","authors":[{"name":"Anton Ninkov","is_ca":true},{"name":"Jason R. Frank","is_ca":true},{"name":"Lauren A. Maggio","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.652587060367001,"gpt":0.6967628458869507,"spread":0.04417578551994972,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.04218778,0.002725618,0.004695127,0.1364984,0.003975601,0.02057233,0.003690955,0.00338259,0.0143942],"category_scores_gemma":[0.192886,0.001377349,0.003119998,0.2168081,0.005284063,0.02215098,0.008033317,0.002811083,0.00849423],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008641784,"about_ca_system_score_gemma":0.01083334,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004651033,"about_ca_topic_score_gemma":0.003572919,"domain_scores_codex":[0.923606,0.03157834,0.009432336,0.004505399,0.02978327,0.001094645],"domain_scores_gemma":[0.816978,0.127156,0.0217486,0.01374426,0.0179969,0.002376313],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001229908,0.0001324237,0.01315934,0.008310433,0.001155798,0.0002266115,0.003715521,0.006164829,0.0006004542,0.4139281,0.1112224,0.4412611],"study_design_scores_gemma":[0.00008509417,0.000123511,0.01541713,0.003742062,0.0003936238,0.0006386897,0.003074917,0.01236551,0.000986999,0.4872741,0.4756147,0.0002836321],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01599064,0.1050777,0.6265172,0.02081562,0.006192861,0.004624042,0.03895518,0.01091759,0.1709093],"genre_scores_gemma":[0.2217103,0.122352,0.5744923,0.002491966,0.01228087,0.00925546,0.02774015,0.003156977,0.02651999],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9578122,"threshold_uncertainty_score":0.223113,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2332651781","doi":"10.1177/1321103x060270010301","title":"Narrative Inquiry: A Methodology for Studying Lived Experience","year":2006,"lang":"en","type":"article","venue":"Research Studies in Music Education","topic":"Educator Training and Historical Pedagogy","field":"Social Sciences","cited_by":934,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Narrative; Narrative inquiry; Narrative criticism; Curriculum; Pedagogy; Epistemology; Frame (networking); Sociology; Narrative network; Space (punctuation); Mathematics education; Psychology; Computer science; Linguistics; Philosophy","authors":[{"name":"D. Jean Clandinin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9016663889366501,"gpt":0.6859332404964971,"spread":0.215733148440153,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02193353,0.0009422496,0.001169793,0.00764933,0.005800228,0.01332276,0.002533993,0.00179942,0.007726039],"category_scores_gemma":[0.02598993,0.0005437168,0.000774071,0.009002387,0.01984252,0.01289692,0.008543551,0.003346328,0.001083048],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004678202,"about_ca_system_score_gemma":0.005613935,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002022605,"about_ca_topic_score_gemma":0.003857646,"domain_scores_codex":[0.9694349,0.02670454,0.0008318973,0.001024776,0.001633444,0.000370586],"domain_scores_gemma":[0.9650288,0.02872052,0.00157643,0.002485451,0.001367079,0.0008219022],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002541583,0.00004496477,0.0008053809,0.001117866,0.00002217998,0.0003141886,0.2203089,0.0004327052,0.00054967,0.7029641,0.008482902,0.06493174],"study_design_scores_gemma":[0.00003370735,0.00007480264,0.001002981,0.002503342,0.00002239788,0.0009073379,0.1506831,0.001262771,0.0006138999,0.3941886,0.4486283,0.0000787316],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02271798,0.01247648,0.7856612,0.01012561,0.001397352,0.004066399,0.001003716,0.0004303828,0.162121],"genre_scores_gemma":[0.3081381,0.01306018,0.6381314,0.001884655,0.0006539672,0.01379578,0.0006629329,0.0003226748,0.02335042],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.02193353,"threshold_uncertainty_score":0.115997,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2065912508","doi":"10.1073/pnas.97.18.9834","title":"Importance of replication in microarray gene expression studies: Statistical methods and evidence from repetitive cDNA hybridizations","year":2000,"lang":"en","type":"article","venue":"Proceedings of the National Academy of Sciences","topic":"Gene expression and cancer classification","field":"Biochemistry, Genetics and Molecular Biology","cited_by":870,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"National Eye Institute; National Cancer Institute; National Heart, Lung, and Blood Institute","keywords":"DNA microarray; Pooling; Replication (statistics); Biology; Complementary DNA; Computational biology; Microarray; Gene expression; Gene; Microarray analysis techniques; Gene expression profiling; Genetics; Computer science; Artificial intelligence","authors":[{"name":"Mei‐Ling Ting Lee","is_ca":true},{"name":"Frank C. Kuo","is_ca":true},{"name":"G. À. Whitmore","is_ca":true},{"name":"Jeffrey Sklar","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06802896947410444,"gpt":0.4076459875944969,"spread":0.3396170181203925,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4349477,0.003455167,0.00767958,0.00668438,0.00361805,0.005906691,0.00815415,0.007822663,0.00130479],"category_scores_gemma":[0.7389513,0.003240919,0.005782176,0.009079381,0.01700516,0.009168137,0.004844711,0.01130573,0.0006279034],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003486496,"about_ca_system_score_gemma":0.005988366,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00206909,"about_ca_topic_score_gemma":0.002127894,"domain_scores_codex":[0.293879,0.5750791,0.03790332,0.0277697,0.06385333,0.001515585],"domain_scores_gemma":[0.1246591,0.7431009,0.02909886,0.08312883,0.01878448,0.001227709],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.01147204,0.002333049,0.1576514,0.01689988,0.01673145,0.008846704,0.01178285,0.0517628,0.07846197,0.1335981,0.009553994,0.5009056],"study_design_scores_gemma":[0.002905451,0.01483223,0.1109782,0.004863516,0.007139218,0.006467278,0.002192194,0.3529337,0.07239334,0.3712752,0.05100595,0.003013717],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01937476,0.00272972,0.9704898,0.001327081,0.001222521,0.002803979,0.0002185212,0.0009064244,0.00092725],"genre_scores_gemma":[0.2338192,0.001323285,0.7486837,0.001165286,0.001031761,0.01197855,0.0004091876,0.0009609704,0.0006279493],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5650523,"threshold_uncertainty_score":0.6968101,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"bench_or_experimental","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2402421755","doi":"10.1097/xeb.0000000000000064","title":"Conducting systematic reviews of association (etiology)","year":2015,"lang":"en","type":"article","venue":"International Journal of Evidence-Based Healthcare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":801,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Systematic review; Etiology; Observational study; Critical appraisal; Population; Medicine; Psychological intervention; MEDLINE; Disease; Evidence-based medicine; Psychology; Alternative medicine; Pathology; Psychiatry; Biology; Environmental health","authors":[{"name":"Sandeep Moola","is_ca":false},{"name":"Zachary Munn","is_ca":false},{"name":"Kim Sears","is_ca":true},{"name":"Raluca Sfetcu","is_ca":false},{"name":"Marian J. Currie","is_ca":false},{"name":"Karolina Lisy","is_ca":false},{"name":"Cătălin Tufănaru","is_ca":false},{"name":"Rubab Qureshi","is_ca":false},{"name":"Patrick Mattis","is_ca":false},{"name":"Pei‐Fan Mu","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9670499388396323,"gpt":0.6420465268336334,"spread":0.3250034120059989,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4487979,0.008467782,0.02915766,0.0574258,0.00484412,0.01568973,0.007921889,0.01149307,0.04920943],"category_scores_gemma":[0.7087972,0.008951249,0.03209933,0.04000027,0.006283655,0.01709898,0.01156751,0.007626141,0.01133019],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01687895,"about_ca_system_score_gemma":0.13843,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008159189,"about_ca_topic_score_gemma":0.01238212,"domain_scores_codex":[0.298364,0.4388895,0.1797857,0.02974835,0.04953307,0.0036794],"domain_scores_gemma":[0.2054334,0.5466525,0.09177246,0.05967722,0.09223899,0.004225482],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004174336,0.00009792221,0.001271495,0.8968957,0.01079875,0.0003096585,0.002380861,0.000596302,0.0004793284,0.004983654,0.01534194,0.06642693],"study_design_scores_gemma":[0.003649556,0.0006695451,0.003638573,0.8318576,0.02715965,0.0004553439,0.002625226,0.001617197,0.001310539,0.02010391,0.106458,0.0004548287],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"methods","genre_scores_codex":[0.003084291,0.1503227,0.09148695,0.01187588,0.009446186,0.6900902,0.03279677,0.002109961,0.008787047],"genre_scores_gemma":[0.0152583,0.04665045,0.2376885,0.003946783,0.001084574,0.688326,0.00534616,0.0003656074,0.001333617],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5512022,"threshold_uncertainty_score":0.6797304,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2747587219","doi":"10.2196/jmir.7071","title":"The Use of Facebook in Recruiting Participants for Health Research Purposes: A Systematic Review","year":2017,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":792,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Internet privacy; Social media; Psychology; Systematic review; MEDLINE; World Wide Web; Medicine; Applied psychology; Computer science","authors":[{"name":"Christopher Whitaker","is_ca":false},{"name":"Sharon A. M. Stevelink","is_ca":false},{"name":"Nicola T. Fear","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.955916298959609,"gpt":0.7570215887201007,"spread":0.1988947102395082,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03958364,0.001427878,0.006844439,0.01730935,0.001556938,0.004377407,0.00255149,0.002544985,0.003100382],"category_scores_gemma":[0.1461004,0.001544523,0.006195899,0.01440299,0.00191243,0.00621871,0.002867163,0.001295603,0.0003224577],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006024661,"about_ca_system_score_gemma":0.02220736,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006291917,"about_ca_topic_score_gemma":0.02436173,"domain_scores_codex":[0.9537917,0.02115724,0.01523907,0.001739984,0.007416305,0.0006557261],"domain_scores_gemma":[0.8271261,0.1384093,0.02141594,0.002132085,0.009765781,0.0011508],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0001523312,0.00002236794,0.001724636,0.9483879,0.003720837,0.0001204881,0.0008620474,0.00004363268,0.00009581241,0.0001524824,0.0007990309,0.04391845],"study_design_scores_gemma":[0.0001290065,0.0001916476,0.002962458,0.9647371,0.02306287,0.0002938587,0.001224122,0.00007027692,0.0001454426,0.000146292,0.007004675,0.00003222428],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.003193268,0.9934482,0.0003490285,0.0004226237,0.0001213759,0.001714945,0.0002773225,0.0000131298,0.0004601841],"genre_scores_gemma":[0.037479,0.9549176,0.002492218,0.0007013057,0.00008905011,0.003951002,0.0002336242,0.000009978157,0.0001263056],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9604164,"threshold_uncertainty_score":0.2093408,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2289170923","doi":"10.1097/acm.0000000000000786","title":"Appraising the Quality of Medical Education Research Methods","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":789,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Inter-rater reliability; Intraclass correlation; Normative; Reliability (semiconductor); Psychology; Raw score; Scale (ratio); Medicine; Clinical psychology; Statistics; Psychometrics; Rating scale; Mathematics; Developmental psychology","authors":[{"name":"David A. Cook","is_ca":false},{"name":"Darcy A. Reed","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9786162941917345,"gpt":0.8122788227648552,"spread":0.1663374714268793,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6750579,0.002062983,0.006755837,0.04361462,0.003018034,0.01472346,0.006161185,0.004350153,0.0035353],"category_scores_gemma":[0.8597586,0.002198755,0.006896793,0.02697488,0.01004382,0.007781552,0.0106334,0.004259038,0.000654458],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01421111,"about_ca_system_score_gemma":0.03059375,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003070319,"about_ca_topic_score_gemma":0.003356052,"domain_scores_codex":[0.1636343,0.4641084,0.2424867,0.01225115,0.1160477,0.001471693],"domain_scores_gemma":[0.04469439,0.7281938,0.1001139,0.03287549,0.09191638,0.002206047],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001515362,0.0002290909,0.1061199,0.3230039,0.02342363,0.0003495441,0.01918137,0.002682865,0.001235584,0.02033456,0.01826374,0.4836605],"study_design_scores_gemma":[0.001780709,0.001510385,0.1124894,0.6316888,0.01608996,0.001065184,0.01180225,0.006871567,0.00329339,0.04704335,0.1655803,0.0007845836],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"methods","genre_scores_codex":[0.05508148,0.5506725,0.2474321,0.04779259,0.009322525,0.04945177,0.01109661,0.0007585008,0.02839194],"genre_scores_gemma":[0.5091414,0.09122162,0.3000223,0.01021977,0.003792435,0.07867832,0.005264235,0.0003835451,0.001276394],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.3249421,"threshold_uncertainty_score":0.4007115,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2603520596","doi":"10.1136/ebmed-2017-110668","title":"Rating the certainty in evidence in the absence of a single estimate of effect","year":2017,"lang":"en","type":"article","venue":"Evidence-Based Medicine","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":675,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Certainty; Grading (engineering); Meta-analysis; Computer science; Econometrics; Psychology; Actuarial science; Mathematics; Economics; Medicine; Engineering","authors":[{"name":"M. Hassan Murad","is_ca":false},{"name":"Reem A. Mustafa","is_ca":true},{"name":"Holger J. Schünemann","is_ca":true},{"name":"Shahnaz Sultan","is_ca":false},{"name":"Nancy Santesso","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7369926022121754,"gpt":0.6868045677958105,"spread":0.05018803441636499,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4318945,0.002995816,0.01263793,0.027402,0.002038905,0.01303516,0.00641451,0.01097642,0.006963977],"category_scores_gemma":[0.8051954,0.002792445,0.01899253,0.01138143,0.006631623,0.0141322,0.01203993,0.01054376,0.001686012],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005904675,"about_ca_system_score_gemma":0.008958176,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003611693,"about_ca_topic_score_gemma":0.004771421,"domain_scores_codex":[0.4091236,0.2345431,0.2805566,0.01204744,0.06165636,0.002072882],"domain_scores_gemma":[0.1845463,0.6737552,0.0675102,0.02144679,0.0493724,0.003369021],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.006023416,0.0002223394,0.02281801,0.364826,0.05988569,0.001348702,0.008896084,0.004998556,0.003042337,0.03855469,0.06712187,0.4222624],"study_design_scores_gemma":[0.00500846,0.00223389,0.01872773,0.3392673,0.06679119,0.005041557,0.007361478,0.01344047,0.006365508,0.2726915,0.2603091,0.002761838],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"review","genre_gemma":"methods","genre_scores_codex":[0.03698652,0.426051,0.32303,0.1048259,0.02899355,0.02530569,0.01847712,0.001390276,0.03493989],"genre_scores_gemma":[0.3033439,0.10908,0.5122558,0.02278981,0.007059347,0.03526894,0.006537536,0.0004893165,0.003175389],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5681055,"threshold_uncertainty_score":0.7005752,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3003863736","doi":"10.11124/jbisrir-d-19-00169","title":"Methodological guidance for the conduct of mixed methods systematic reviews","year":2020,"lang":"en","type":"article","venue":"JBI Evidence Synthesis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":664,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Manitoba; Queen's University; Centre for Excellence in Mining Innovation","funders":"","keywords":"Systematic review; Management science; Multimethodology; Evidence-based practice; Best practice; Computer science; Medicine; MEDLINE; Psychology; Political science; Engineering; Alternative medicine","authors":[{"name":"Cindy Stern","is_ca":false},{"name":"Lucylynn Lizarondo","is_ca":false},{"name":"Judith Carrier","is_ca":false},{"name":"Christina Godfrey","is_ca":true},{"name":"Kendra L. Rieger","is_ca":true},{"name":"Susan Salmond","is_ca":false},{"name":"João Apóstolo","is_ca":false},{"name":"Pamela Kirkpatrick","is_ca":false},{"name":"Heather Loveday","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9354775305714882,"gpt":0.6479045374214611,"spread":0.287572993150027,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6623346,0.006165917,0.01218093,0.03290933,0.006194868,0.01984542,0.01324227,0.01983306,0.02925436],"category_scores_gemma":[0.8282278,0.01101798,0.02188412,0.02913124,0.01159981,0.01299858,0.01472127,0.02626603,0.02226559],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0190421,"about_ca_system_score_gemma":0.1138538,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006632144,"about_ca_topic_score_gemma":0.009949745,"domain_scores_codex":[0.1227425,0.6752924,0.1491524,0.01071311,0.03996133,0.002138383],"domain_scores_gemma":[0.1018384,0.5863525,0.06911708,0.05975223,0.1792122,0.003727522],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001682531,0.0003276423,0.001688105,0.2393938,0.003705131,0.0005137081,0.01671654,0.004953856,0.001701605,0.1130446,0.2367829,0.3794896],"study_design_scores_gemma":[0.005007269,0.0006371696,0.003173342,0.3795257,0.003654496,0.0007983551,0.002960823,0.009505928,0.002541405,0.1351804,0.456155,0.0008601526],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0007087112,0.01847332,0.637881,0.04241114,0.01027827,0.2685848,0.008793538,0.002053307,0.01081586],"genre_scores_gemma":[0.002384382,0.004866624,0.7179669,0.003558998,0.0007632813,0.2683287,0.001099992,0.0002230756,0.0008080404],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3376654,"threshold_uncertainty_score":0.4164016,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1596606100","doi":"10.1177/160940690800700103","title":"Easier Said than Done: Writing an Autoethnography","year":2008,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":646,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Autoethnography; Sociology; Pedagogy; Psychology; Engineering ethics; Gender studies; Engineering","authors":[{"name":"Sarah Wall","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9490514399970871,"gpt":0.8031725299992267,"spread":0.1458789099978604,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0217221,0.0008485148,0.0007050907,0.001134337,0.006996864,0.005951422,0.001123804,0.002437908,0.004500588],"category_scores_gemma":[0.04653868,0.0006296476,0.0006792241,0.0008981888,0.007995113,0.005613221,0.005503444,0.004810645,0.001982147],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001950438,"about_ca_system_score_gemma":0.003404016,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009175342,"about_ca_topic_score_gemma":0.00169474,"domain_scores_codex":[0.9520867,0.04213053,0.000913986,0.001721532,0.002277346,0.0008699169],"domain_scores_gemma":[0.9409829,0.04334331,0.001992986,0.007366037,0.00408081,0.002233918],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001478008,0.0003419827,0.002556384,0.0004344636,0.00003351283,0.00159288,0.8934822,0.0005827552,0.008178962,0.01800285,0.01415876,0.06048744],"study_design_scores_gemma":[0.0000603895,0.0002847148,0.00203157,0.001702302,0.00003370613,0.003773209,0.6374087,0.001549838,0.006997244,0.02627525,0.3197407,0.0001423782],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.5685855,0.002725224,0.2613913,0.04462304,0.00403004,0.004024713,0.0006445858,0.001061348,0.1129143],"genre_scores_gemma":[0.8218599,0.002796725,0.1189368,0.008602153,0.0006677159,0.002472172,0.0003298323,0.0005875615,0.04374711],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.0217221,"threshold_uncertainty_score":0.1148788,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4391354425","doi":"10.11124/jbies-23-00268","title":"The revised JBI critical appraisal tool for the assessment of risk of bias for quasi-experimental studies","year":2024,"lang":"en","type":"review","venue":"JBI Evidence Synthesis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":615,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Critical appraisal; Systematic review; Psychological intervention; Internal validity; External validity; Clinical study design; Research design; Risk analysis (engineering); Management science; Randomized controlled trial; Computer science; Psychology; Medicine; MEDLINE; Clinical trial; Alternative medicine; Engineering; Social psychology; Political science","authors":[{"name":"Timothy Hugh Barker","is_ca":false},{"name":"Nahal Habibi","is_ca":false},{"name":"Edoardo Aromataris","is_ca":false},{"name":"Jennifer Stone","is_ca":false},{"name":"Jo Leonardi‐Bee","is_ca":false},{"name":"Kim Sears","is_ca":true},{"name":"Sabira Hasanoff","is_ca":false},{"name":"Miloslav Klugar","is_ca":false},{"name":"Cătălin Tufănaru","is_ca":false},{"name":"Sandeep Moola","is_ca":false},{"name":"Zachary Munn","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7141296631716049,"gpt":0.6450146711395035,"spread":0.06911499203210136,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5525025,0.008149196,0.0167206,0.0423684,0.005952621,0.01875607,0.01165059,0.012665,0.03044742],"category_scores_gemma":[0.8174183,0.008213289,0.04007744,0.03761221,0.01161938,0.01362067,0.01689646,0.02851742,0.01515834],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02511391,"about_ca_system_score_gemma":0.07364228,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004203734,"about_ca_topic_score_gemma":0.006427512,"domain_scores_codex":[0.2263054,0.5399476,0.1648828,0.007727806,0.05845867,0.00267771],"domain_scores_gemma":[0.08532405,0.6194039,0.07465338,0.03289045,0.1844996,0.003228641],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.002015295,0.0001585225,0.001394332,0.2706444,0.01080349,0.0002573231,0.004189051,0.002622583,0.001175107,0.03422215,0.267445,0.4050727],"study_design_scores_gemma":[0.00591627,0.0008377842,0.006171218,0.2866672,0.01384387,0.001354974,0.00180228,0.01137809,0.002990682,0.09304784,0.5738656,0.002124261],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.001238784,0.0756818,0.6189073,0.04115268,0.03921859,0.1859874,0.01532511,0.007293904,0.01519442],"genre_scores_gemma":[0.004040001,0.012493,0.7817111,0.00369821,0.002092659,0.191856,0.001857214,0.0008833751,0.001368541],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4474975,"threshold_uncertainty_score":0.5518442,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2024037973","doi":"10.1371/journal.pone.0001350","title":"External Validation of a Measurement Tool to Assess Systematic Reviews (AMSTAR)","year":2007,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":579,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Canadian Agency for Drugs and Technologies in Health; University of Ottawa","funders":"","keywords":"Medicine; Kappa; Systematic review; Cohen's kappa; MEDLINE; Internal medicine; Statistics; Mathematics; Biology","authors":[{"name":"Beverley Shea","is_ca":false},{"name":"L.M. Bouter","is_ca":false},{"name":"Joan Peterson","is_ca":true},{"name":"Maarten Boers","is_ca":false},{"name":"Neil Andersson","is_ca":false},{"name":"Zulma Ortiz","is_ca":false},{"name":"Tim Ramsay","is_ca":true},{"name":"Annie Bai","is_ca":true},{"name":"Vijay K. Shukla","is_ca":true},{"name":"Jeremy Grimshaw","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9088568580287464,"gpt":0.5118559510449199,"spread":0.3970009069838265,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5408151,0.003456047,0.00914902,0.02972515,0.003022132,0.008108527,0.003791389,0.003675019,0.004335584],"category_scores_gemma":[0.7886616,0.002735333,0.02278152,0.02725554,0.005020809,0.007014642,0.01017186,0.003832307,0.0009626439],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006583778,"about_ca_system_score_gemma":0.01717306,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001231384,"about_ca_topic_score_gemma":0.002709532,"domain_scores_codex":[0.3035307,0.3737895,0.2248311,0.01960347,0.07580946,0.002435794],"domain_scores_gemma":[0.1124374,0.6619375,0.08228593,0.03360073,0.1078593,0.001879244],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"systematic_review","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00831816,0.0006964678,0.2025027,0.3062955,0.1109662,0.0006478017,0.01445455,0.008155869,0.003293579,0.01330933,0.03088336,0.3004766],"study_design_scores_gemma":[0.02310896,0.01223813,0.435351,0.1506124,0.1294485,0.00332798,0.007790558,0.05131283,0.007486664,0.05087281,0.126304,0.002146143],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2049015,0.07357898,0.4364963,0.01134261,0.00730613,0.1980541,0.03199146,0.005009207,0.0313197],"genre_scores_gemma":[0.3668627,0.004993573,0.363723,0.001935795,0.000630626,0.253984,0.006648354,0.0005138956,0.0007081078],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4591849,"threshold_uncertainty_score":0.5662568,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2518646621","doi":"10.1002/asi.23833","title":"Scholarly use of social media and altmetrics: A review of the literature","year":2017,"lang":"en","type":"review","venue":"Journal of the Association for Information Science and Technology","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":571,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal; Université de Montréal","funders":"Social Sciences and Humanities Research Council of Canada; Alfred P. Sloan Foundation","keywords":"Altmetrics; Scholarship; Social media; Scholarly communication; Promotion (chess); Sociology; Data science; Computer science; Social science; Political science; World Wide Web; Publishing","authors":[{"name":"Cassidy R. Sugimoto","is_ca":false},{"name":"Sam Work","is_ca":true},{"name":"Vincent Larivière","is_ca":true},{"name":"Stefanie Haustein","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1787038404795363,"gpt":0.4544080046811156,"spread":0.2757041642015793,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.008289509,0.001045982,0.001619978,0.01786244,0.001012168,0.003931559,0.001442736,0.001946385,0.003245326],"category_scores_gemma":[0.02383848,0.00066008,0.001086353,0.02221967,0.002130087,0.00507254,0.001933548,0.001721205,0.0008611222],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002258903,"about_ca_system_score_gemma":0.0068999,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003404649,"about_ca_topic_score_gemma":0.007215237,"domain_scores_codex":[0.9950271,0.00178837,0.0008965527,0.0004288934,0.001717695,0.0001413861],"domain_scores_gemma":[0.9625308,0.03054326,0.002564312,0.0003754613,0.003623595,0.0003626651],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004414248,0.00006507121,0.00133181,0.1134904,0.0002751015,0.0001217272,0.001334728,0.0002131396,0.0003185539,0.008810128,0.01410595,0.8598893],"study_design_scores_gemma":[0.00001247235,0.0001064567,0.008605907,0.1958493,0.0008742051,0.001134858,0.002484096,0.0002243535,0.0004540341,0.005630733,0.7845497,0.00007396085],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0001709319,0.9983033,0.000102431,0.0005371945,0.0001174288,0.000008008286,0.00001583554,0.000003237585,0.0007416891],"genre_scores_gemma":[0.001684824,0.9976042,0.0002571681,0.0001724254,0.0001484366,0.00001393318,0.00002015412,0.000002272621,0.00009658197],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9917105,"threshold_uncertainty_score":0.04383957,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1562377822","doi":"10.1023/a:1023648703356","title":"Exploring Social Desirability Bias","year":2003,"lang":"en","type":"article","venue":"Journal of Business Ethics","topic":"Ethics in Business and Education","field":"Decision Sciences","cited_by":552,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Social desirability bias; Business ethics; Social desirability; Quality of Life Research; Psychology; Social psychology; Response bias; Gender bias; Context (archaeology); Cognitive bias; Economics; Cognition","authors":[{"name":"Janne Chung","is_ca":true},{"name":"Gary S. Monroe","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.909767295503648,"gpt":0.496656010330611,"spread":0.413111285173037,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1601682,0.0006082121,0.0008564265,0.003227027,0.002596728,0.004325754,0.002278458,0.002816913,0.00995255],"category_scores_gemma":[0.660274,0.0005201131,0.001173273,0.002284057,0.007743909,0.007726226,0.004054973,0.003171465,0.0003640901],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003076943,"about_ca_system_score_gemma":0.00268757,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001602238,"about_ca_topic_score_gemma":0.001439347,"domain_scores_codex":[0.8162291,0.152162,0.005315575,0.007422206,0.01728588,0.001585182],"domain_scores_gemma":[0.1282796,0.8129213,0.02376286,0.02061408,0.01343413,0.0009879805],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.003711447,0.0009317012,0.2402118,0.00171782,0.003440132,0.001054856,0.0434433,0.003297246,0.002143499,0.4801637,0.005240822,0.2146435],"study_design_scores_gemma":[0.0011711,0.001147903,0.07347667,0.0006961108,0.001859742,0.001201955,0.01611925,0.02782837,0.005780785,0.8531121,0.01748441,0.0001215228],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8015622,0.002262132,0.08393761,0.0157781,0.00038979,0.000689509,0.0002346502,0.0001020581,0.09504391],"genre_scores_gemma":[0.9918723,0.0001022075,0.006284447,0.0005222765,0.00008283024,0.0001402722,0.00003157836,0.00002700404,0.0009370222],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1601682,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":[],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2555545138","doi":"10.2196/jmir.5698","title":"The Use of Social Media in Recruitment for Medical Research Studies: A Scoping Review","year":2016,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":531,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Social media; eHealth; Psychology; Data science; Internet privacy; World Wide Web; Health care; Computer science; Medicine; Political science","authors":[{"name":"Jane Topolovec‐Vranic","is_ca":true},{"name":"Karthik Natarajan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9236268404192448,"gpt":0.7527068496186357,"spread":0.1709199908006092,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1580101,0.002585781,0.007874445,0.05091206,0.00359774,0.01144989,0.0043643,0.007015187,0.003790724],"category_scores_gemma":[0.4228291,0.002768721,0.008312575,0.04304395,0.005203959,0.01391688,0.006297943,0.003569083,0.0009757116],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01158073,"about_ca_system_score_gemma":0.03673942,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007649381,"about_ca_topic_score_gemma":0.01291218,"domain_scores_codex":[0.7806445,0.1245471,0.06062388,0.004939387,0.02755918,0.001685861],"domain_scores_gemma":[0.3429666,0.5809227,0.04078427,0.006565293,0.02734164,0.001419517],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0001781347,0.00007926104,0.001703231,0.7339796,0.001805458,0.0001436143,0.002175426,0.0002609547,0.0002001578,0.001902653,0.003433564,0.2541379],"study_design_scores_gemma":[0.00004971444,0.0000889553,0.001149178,0.9759922,0.003176603,0.0001245993,0.0009723993,0.0001679686,0.0001477792,0.000815333,0.01728261,0.00003270923],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0007833308,0.9931554,0.001076051,0.001768074,0.0004406177,0.001671029,0.000138499,0.00002189827,0.0009450243],"genre_scores_gemma":[0.009670629,0.9801409,0.00455738,0.0008201227,0.000293831,0.004198199,0.0001654791,0.00001869953,0.0001348064],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8419899,"threshold_uncertainty_score":0.8356473,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4210542220","doi":"10.1002/jrsm.1547","title":"Meta‐analysis of prevalence: <scp><i>I</i><sup>2</sup></scp> statistic and how to deal with heterogeneity","year":2022,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":524,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Meta-analysis; Statistics; Statistic; Point estimation; Econometrics; Study heterogeneity; Sample size determination; Confidence interval; Systematic review; Pooled variance; Publication bias; Summary statistics; Subgroup analysis; Demography; Medicine; Mathematics; MEDLINE; Internal medicine; Biology","authors":[{"name":"Celina Borges Migliavaca","is_ca":false},{"name":"Cinara Stein","is_ca":false},{"name":"Verônica Colpani","is_ca":false},{"name":"Timothy Hugh Barker","is_ca":false},{"name":"Patrícia Klarmann Ziegelmann","is_ca":false},{"name":"Zachary Munn","is_ca":false},{"name":"Maicon Falavigna","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8023315025989195,"gpt":0.6016847519460555,"spread":0.200646750652864,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1333392,0.002638395,0.0175818,0.01020492,0.0007355619,0.005224944,0.006716073,0.005398969,0.0326791],"category_scores_gemma":[0.4879347,0.002771589,0.02455785,0.01329381,0.00210099,0.004345038,0.003086728,0.006686539,0.00317777],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003177355,"about_ca_system_score_gemma":0.00449693,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00259963,"about_ca_topic_score_gemma":0.003176765,"domain_scores_codex":[0.7954862,0.1500978,0.02923113,0.008559196,0.01569101,0.0009345866],"domain_scores_gemma":[0.4237483,0.5356019,0.01499979,0.01377407,0.01118971,0.0006862248],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00417036,0.0001090527,0.0075774,0.3831751,0.2328297,0.00157504,0.0006024942,0.008130682,0.001272314,0.01373697,0.2353061,0.1115149],"study_design_scores_gemma":[0.00970089,0.0009498478,0.02181003,0.1988452,0.3202446,0.002454787,0.0008086309,0.07399862,0.005461342,0.1604148,0.2038982,0.001412994],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.009375088,0.3419649,0.4375715,0.05588874,0.03127377,0.02643846,0.07649189,0.01024112,0.01075454],"genre_scores_gemma":[0.2488562,0.05521485,0.5421412,0.03057657,0.009238063,0.0899724,0.01521262,0.004401616,0.004386455],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8666608,"threshold_uncertainty_score":0.7051734,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"meta_analysis","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2028758832","doi":"10.1016/s0140-6736(10)60903-8","title":"An international registry of systematic-review protocols","year":2010,"lang":"en","type":"article","venue":"The Lancet","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":521,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital","funders":"National Institute for Health and Care Research","keywords":"Medicine; Computer science","authors":[{"name":"Alison Booth","is_ca":false},{"name":"Mike Clarke","is_ca":false},{"name":"Davina Ghersi","is_ca":false},{"name":"David Moher","is_ca":true},{"name":"Mark Petticrew","is_ca":false},{"name":"Lesley Stewart","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7505475693393026,"gpt":0.5892674142758912,"spread":0.1612801550634113,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3913823,0.00497817,0.01488583,0.05352815,0.006729125,0.02392831,0.01281478,0.01484885,0.09658779],"category_scores_gemma":[0.5883435,0.01095918,0.009414386,0.06585453,0.004475381,0.01559052,0.0135565,0.01772408,0.08552558],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01017738,"about_ca_system_score_gemma":0.1423527,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004327005,"about_ca_topic_score_gemma":0.00592096,"domain_scores_codex":[0.5265046,0.1807315,0.2290781,0.01690616,0.04158859,0.005191037],"domain_scores_gemma":[0.2302655,0.2588508,0.1542448,0.1858343,0.1553796,0.01542505],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.01504446,0.001989646,0.005025858,0.07976256,0.003703012,0.0004094327,0.001508563,0.002065761,0.002208916,0.03149478,0.6035673,0.2532197],"study_design_scores_gemma":[0.03060048,0.001383578,0.00967158,0.08036275,0.006475329,0.0006209117,0.000660982,0.003580219,0.004047602,0.02643831,0.8353202,0.0008380534],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"protocol","genre_gemma":"methods","genre_scores_codex":[0.003976455,0.01756912,0.127796,0.01581778,0.005503897,0.5087956,0.2717785,0.007554803,0.04120789],"genre_scores_gemma":[0.006692976,0.008592377,0.2109019,0.004234391,0.001007228,0.6614478,0.09446155,0.001650241,0.01101169],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6086177,"threshold_uncertainty_score":0.750534,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2076003266","doi":"10.1177/0272989x12454577","title":"Modeling Good Research Practices—Overview","year":2012,"lang":"en","type":"review","venue":"Medical Decision Making","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":511,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Task (project management); Computer science; Management science; Task force; Work (physics); Health care; Best practice; Event (particle physics); Data science; Risk analysis (engineering); Operations research; Systems engineering; Engineering; Medicine; Political science","authors":[{"name":"J. Jaime","is_ca":true},{"name":"Andrew Briggs","is_ca":true},{"name":"Uwe Siebert","is_ca":true},{"name":"Karen M. Kuntz","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.926401954458632,"gpt":0.6814429894895374,"spread":0.2449589649690946,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05519173,0.002244356,0.003502263,0.01253666,0.00145029,0.008754856,0.005002907,0.006749691,0.004561526],"category_scores_gemma":[0.09646356,0.002045443,0.002186851,0.01358356,0.005933895,0.01102477,0.004929174,0.005716291,0.003550935],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007658967,"about_ca_system_score_gemma":0.01827544,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005794412,"about_ca_topic_score_gemma":0.006355107,"domain_scores_codex":[0.9556936,0.02774227,0.006218882,0.001993234,0.007660178,0.000691876],"domain_scores_gemma":[0.8817784,0.09869984,0.006431496,0.004364455,0.00777175,0.0009539938],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000513861,0.00009781619,0.0007182406,0.06920049,0.0004315876,0.0002584533,0.001211574,0.003057726,0.0002295497,0.2049125,0.04461387,0.6752168],"study_design_scores_gemma":[0.00003045699,0.00006510504,0.0006884386,0.1177013,0.0002632563,0.0005358279,0.000570168,0.000867713,0.0002195538,0.1424698,0.7365208,0.00006760202],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000129055,0.96735,0.01104995,0.01515047,0.0004329127,0.0001721356,0.0001208077,0.00008121638,0.005513357],"genre_scores_gemma":[0.003464036,0.9756684,0.01587073,0.00337461,0.0005569062,0.0004646647,0.0001147046,0.00003423438,0.0004516442],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9448082,"threshold_uncertainty_score":0.2918853,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2093745477","doi":"10.1038/sdata.2014.49","title":"An open science resource for establishing reliability and reproducibility in functional connectomics","year":2014,"lang":"en","type":"article","venue":"Scientific Data","topic":"Functional Brain Connectivity Studies","field":"Neuroscience","cited_by":497,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; Douglas Mental Health University Institute; Université de Montréal; Institut Universitaire de Gériatrie de Montréal","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute on Drug Abuse; National Institute of Biomedical Imaging and Bioengineering; National Institute of Neurological Disorders and Stroke; National Institute of Mental Health; National Key Research and Development Program of China","keywords":"Connectomics; Reliability (semiconductor); Reproducibility; Computer science; Neuroimaging; Connectome; Open science; Artificial intelligence; Functional connectivity; Psychology; Neuroscience; Statistics; Mathematics","authors":[{"name":"Xi-Nian Zuo","is_ca":false},{"name":"Jeffrey S. Anderson","is_ca":false},{"name":"Pierre Bellec","is_ca":true},{"name":"Rasmus M. Birn","is_ca":false},{"name":"Bharat B. Biswal","is_ca":false},{"name":"Janusch Blautzik","is_ca":false},{"name":"John C.S. Breitner","is_ca":true},{"name":"Randy L. Buckner","is_ca":false},{"name":"F. Xavier Castellanos","is_ca":false},{"name":"Antao Chen","is_ca":false},{"name":"Bing Chen","is_ca":false},{"name":"Jiangtao Chen","is_ca":false},{"name":"Xu Chen","is_ca":false},{"name":"Stanley J. Colcombe","is_ca":false},{"name":"William Courtney","is_ca":false},{"name":"R. Cameron Craddock","is_ca":false},{"name":"Adriana Di Martino","is_ca":false},{"name":"Hao-Ming Dong","is_ca":false},{"name":"Xiaolan Fu","is_ca":false},{"name":"Qiyong Gong","is_ca":false},{"name":"Krzysztof J. Gorgolewski","is_ca":false},{"name":"Ying Han","is_ca":false},{"name":"Ye He","is_ca":false},{"name":"Yong He","is_ca":false},{"name":"Erica J. Ho","is_ca":false},{"name":"Avram J. Holmes","is_ca":false},{"name":"Xiao‐Hui Hou","is_ca":false},{"name":"Jeremy F. Huckins","is_ca":false},{"name":"T. Jiang","is_ca":false},{"name":"Yi Jiang","is_ca":false},{"name":"William J. Kelley","is_ca":false},{"name":"Clare Kelly","is_ca":false},{"name":"Margaret King","is_ca":false},{"name":"Stephen M. LaConte","is_ca":false},{"name":"Janet E. Lainhart","is_ca":false},{"name":"Lei Xu","is_ca":false},{"name":"Hui‐Jie Li","is_ca":false},{"name":"Kaiming Li","is_ca":false},{"name":"Kuncheng Li","is_ca":false},{"name":"Qixiang Lin","is_ca":false},{"name":"Dongqiang Liu","is_ca":false},{"name":"Jia Liu","is_ca":false},{"name":"Xun Liu","is_ca":false},{"name":"Yijun Liu","is_ca":false},{"name":"Guangming Lu","is_ca":false},{"name":"Jie Lu","is_ca":false},{"name":"Beatríz Luna","is_ca":false},{"name":"Jing Luo","is_ca":false},{"name":"Daniel J. Lurie","is_ca":false},{"name":"Ying Mao","is_ca":false},{"name":"Daniel S. Margulies","is_ca":false},{"name":"Andrew R. Mayer","is_ca":false},{"name":"Thomas Meindl","is_ca":false},{"name":"M. Elizabeth Meyerand","is_ca":false},{"name":"Weizhi Nan","is_ca":false},{"name":"Jared A. Nielsen","is_ca":false},{"name":"David O’Connor","is_ca":false},{"name":"David J. Paulsen","is_ca":false},{"name":"Vivek Prabhakaran","is_ca":false},{"name":"Zhigang Qi","is_ca":false},{"name":"Jiang Qiu","is_ca":false},{"name":"Chunhong Shao","is_ca":false},{"name":"Zarrar Shehzad","is_ca":false},{"name":"Weijun Tang","is_ca":false},{"name":"Arno Villringer","is_ca":false},{"name":"Huiling Wang","is_ca":false},{"name":"Kai Wang","is_ca":false},{"name":"Dongtao Wei","is_ca":false},{"name":"Gao‐Xia Wei","is_ca":false},{"name":"Xuehai Wu","is_ca":false},{"name":"Ting Xu","is_ca":false},{"name":"Ning Yang","is_ca":false},{"name":"Zhi Yang","is_ca":false},{"name":"Yu‐Feng Zang","is_ca":false},{"name":"Lei Zhang","is_ca":false},{"name":"Qinglin Zhang","is_ca":false},{"name":"Zhe Zhang","is_ca":false},{"name":"Zhiqiang Zhang","is_ca":false},{"name":"Ke Zhao","is_ca":false},{"name":"Zonglei Zhen","is_ca":false},{"name":"Yuan Zhou","is_ca":false},{"name":"Xing-Ting Zhu","is_ca":false},{"name":"Michael P. Milham","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1423463828689606,"gpt":0.3469814610188182,"spread":0.2046350781498576,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.1074702,0.00188536,0.004302735,0.0207821,0.00436867,0.00779435,0.00918653,0.005400045,0.1330627],"category_scores_gemma":[0.3429892,0.002544304,0.002704991,0.02326208,0.003230251,0.007877639,0.01344543,0.005183262,0.0850973],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002943041,"about_ca_system_score_gemma":0.02281035,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003504762,"about_ca_topic_score_gemma":0.004478469,"domain_scores_codex":[0.9334393,0.02081639,0.01161765,0.005015661,0.02710376,0.002007339],"domain_scores_gemma":[0.4335954,0.171162,0.02091087,0.2373755,0.1236625,0.01329359],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00112784,0.0006635409,0.003755894,0.002506691,0.0003121265,0.0005521677,0.0007418217,0.002864054,0.009119995,0.04755579,0.4692227,0.4615773],"study_design_scores_gemma":[0.0008428746,0.0004589442,0.01327545,0.002117909,0.0002999351,0.0008404317,0.0002903448,0.0117263,0.01240624,0.1086429,0.8487478,0.0003506921],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.006871716,0.001919421,0.66883,0.008834189,0.003127522,0.007889228,0.1309617,0.04398908,0.1275772],"genre_scores_gemma":[0.039016,0.002214227,0.7109549,0.002778745,0.002558185,0.02541132,0.1668875,0.01632139,0.03385768],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9908135,"threshold_uncertainty_score":0.5683634,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4240644295","doi":"10.1186/s12917-020-02451-y","title":"The ARRIVE guidelines 2.0: Updated guidelines for reporting animal research","year":2020,"lang":"en","type":"article","venue":"BMC Veterinary Research","topic":"Animal testing and alternatives","field":"Veterinary","cited_by":462,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Prioris.ai (Canada)","funders":"Horizon 2020 Framework Programme; European Commission; Medical Research Council; Royal Society; National Institutes of Health; Cancer Research UK; AstraZeneca; CHDI Foundation; University of Florida; Teva Pharmaceutical Industries","keywords":"Rigour; Checklist; Transparency (behavior); Context (archaeology); Computer science; Set (abstract data type); Delphi method; Quality (philosophy); Delphi; Process (computing); Engineering ethics; Data science; Management science; Medicine; Medical education; Psychology","authors":[{"name":"Nathalie Percie du Sert","is_ca":false},{"name":"Viki Hurst","is_ca":false},{"name":"Amrita Ahluwalia","is_ca":false},{"name":"Sabina Alam","is_ca":false},{"name":"Marc T. Avey","is_ca":false},{"name":"Monya Baker","is_ca":false},{"name":"William J. Browne","is_ca":false},{"name":"Alejandra Clark","is_ca":false},{"name":"Innes C. Cuthill","is_ca":false},{"name":"Ulrich Dirnagl","is_ca":false},{"name":"Michael Emerson","is_ca":false},{"name":"Paul Garner","is_ca":false},{"name":"Stephen T. Holgate","is_ca":false},{"name":"David W. Howells","is_ca":false},{"name":"Natasha A. Karp","is_ca":false},{"name":"Stanley E. Lazic","is_ca":true},{"name":"Katie Lidster","is_ca":false},{"name":"Catriona MacCallum","is_ca":false},{"name":"Malcolm Macleod","is_ca":false},{"name":"Esther J. Pearl","is_ca":false},{"name":"Ole H. Petersen","is_ca":false},{"name":"Frances Rawle","is_ca":false},{"name":"Penny S. Reynolds","is_ca":false},{"name":"Kieron Rooney","is_ca":false},{"name":"Emily S. Sena","is_ca":false},{"name":"Shai D. Silberberg","is_ca":false},{"name":"Thomas Steckler","is_ca":false},{"name":"Hanno Würbel","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9480510731010264,"gpt":0.6799183607383827,"spread":0.2681327123626437,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2245401,0.002321037,0.004317957,0.01532249,0.003498912,0.01542953,0.01269081,0.01474021,0.0169695],"category_scores_gemma":[0.3518386,0.004103182,0.005552552,0.01010028,0.005874323,0.006403327,0.007141061,0.01791575,0.02522293],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008417506,"about_ca_system_score_gemma":0.06136832,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01003866,"about_ca_topic_score_gemma":0.01220266,"domain_scores_codex":[0.6795347,0.1941427,0.06552134,0.005329823,0.05026137,0.005210167],"domain_scores_gemma":[0.5040078,0.1935816,0.04306169,0.02909753,0.2212512,0.009000244],"domain_codex":null,"domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000965646,0.0007108462,0.002078823,0.01625708,0.0002723109,0.0008935697,0.004813361,0.0008786258,0.004097912,0.02419573,0.8045251,0.140311],"study_design_scores_gemma":[0.0003162448,0.0004880917,0.003408232,0.02488208,0.0002729004,0.0008749553,0.00134229,0.0007780411,0.002910074,0.01570666,0.9487029,0.0003175855],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.007232143,0.04420216,0.4785451,0.1340234,0.0359779,0.1124676,0.05504075,0.01071122,0.1217997],"genre_scores_gemma":[0.01276443,0.04814146,0.674637,0.03499455,0.004869303,0.1420012,0.05488447,0.003082641,0.02462491],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7754599,"threshold_uncertainty_score":0.9562801,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2157449760","doi":"10.23970/ahrqepcmethguide2","title":"Assessing the Risk of Bias of Individual Studies in Systematic Reviews of Health Care Interventions","year":2017,"lang":"en","type":"report","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":451,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"University of Pennsylvania; University of Alberta; Brown University; Kaiser Permanente; Johns Hopkins University; Agency for Healthcare Research and Quality; U.S. Department of Health and Human Services","keywords":"Psychological intervention; Systematic review; Health care; Psychology; Applied psychology; MEDLINE; Political science; Psychiatry","authors":[{"name":"Meera Viswanathan","is_ca":false},{"name":"Carrie D. Patnode","is_ca":false},{"name":"Nancy D Berkman","is_ca":false},{"name":"Eric B Bass","is_ca":false},{"name":"Stephanie Chang","is_ca":false},{"name":"Lisa Hartling","is_ca":false},{"name":"M. Hassan Murad","is_ca":false},{"name":"Jonathan Treadwell","is_ca":false},{"name":"Robert L Kane","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9768889152086658,"gpt":0.7199866243923981,"spread":0.2569022908162677,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5863743,0.004540688,0.01203471,0.01887799,0.002208315,0.007184384,0.005945656,0.008334158,0.01023967],"category_scores_gemma":[0.8711289,0.003667195,0.02674929,0.009418856,0.005301993,0.006542878,0.009139243,0.007055235,0.001841903],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006866242,"about_ca_system_score_gemma":0.02188546,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002058989,"about_ca_topic_score_gemma":0.004098401,"domain_scores_codex":[0.2093151,0.4759938,0.253089,0.01302726,0.04737143,0.001203559],"domain_scores_gemma":[0.0870979,0.7830877,0.07393394,0.02176157,0.03300066,0.001118216],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"systematic_review","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.004217942,0.000123485,0.01083086,0.6219374,0.07266375,0.0002635045,0.002736191,0.002640233,0.001526388,0.02452769,0.02976231,0.2287702],"study_design_scores_gemma":[0.01043061,0.001828426,0.02032286,0.5533455,0.1488806,0.001412243,0.0007756733,0.01612072,0.009431948,0.1548812,0.08154394,0.001026192],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01083326,0.2315558,0.466717,0.02627075,0.01821372,0.2065154,0.02312141,0.003358704,0.01341389],"genre_scores_gemma":[0.1088153,0.03523118,0.5240901,0.005431292,0.002858944,0.3169838,0.004962794,0.0004169153,0.001209658],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4136257,"threshold_uncertainty_score":0.5100741,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3117672471","doi":"10.1111/j.1756-5391.2010.01086.x","title":"Revised STandards for Reporting Interventions in Clinical Trials of Acupuncture (STRICTA): Extending the CONSORT Statement","year":2010,"lang":"en","type":"article","venue":"Journal of Evidence-Based Medicine","topic":"Acupuncture Treatment Research Studies","field":"Medicine","cited_by":443,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Institute for Health and Care Research","keywords":"Checklist; Consolidated Standards of Reporting Trials; Psychological intervention; Clinical trial; Systematic review; Psychology; Alternative medicine; Medicine; Medical education; Family medicine; MEDLINE; Political science; Psychiatry; Pathology","authors":[{"name":"Hugh MacPherson","is_ca":false},{"name":"Douglas G. Altman","is_ca":false},{"name":"Richard Hammerschlag","is_ca":false},{"name":"Youping Li","is_ca":false},{"name":"WU Tai-xiang","is_ca":false},{"name":"Adrian White","is_ca":false},{"name":"David Moher","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7114688404628366,"gpt":0.651952867294202,"spread":0.05951597316863466,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.653025,0.007331602,0.01930567,0.03350151,0.006386263,0.01588966,0.01322944,0.01643855,0.01352543],"category_scores_gemma":[0.8143518,0.009582818,0.03371747,0.03285693,0.01383482,0.01024376,0.01109056,0.0356411,0.01038499],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02063188,"about_ca_system_score_gemma":0.03844201,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002704892,"about_ca_topic_score_gemma":0.003000896,"domain_scores_codex":[0.1288033,0.5628995,0.2710135,0.008500237,0.02583235,0.002951159],"domain_scores_gemma":[0.09138894,0.6006013,0.08820818,0.06032952,0.1564013,0.003070866],"domain_codex":"methods","domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.008056335,0.0005538994,0.005691868,0.2601351,0.01226034,0.0008321485,0.01000194,0.005651111,0.002547687,0.07306034,0.4311535,0.1900557],"study_design_scores_gemma":[0.01736975,0.001839255,0.01769298,0.220277,0.009759726,0.002053581,0.003272191,0.02053359,0.006309534,0.1358767,0.5629269,0.002088721],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"protocol","genre_gemma":"methods","genre_scores_codex":[0.003884781,0.02724355,0.3934519,0.03439787,0.04660861,0.4471135,0.03337818,0.00698055,0.006941095],"genre_scores_gemma":[0.009782373,0.006051799,0.2714386,0.005101988,0.003094394,0.6936944,0.007942254,0.00110629,0.001787841],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.346975,"threshold_uncertainty_score":0.427882,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3006974313","doi":"10.1177/1609406920907254","title":"Capturing Lived Experience: Methodological Considerations for Interpretive Phenomenological Inquiry","year":2020,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":437,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal; Centres Intégré Universitaires de Santé et de Services Sociaux; McGill University","funders":"","keywords":"Phenomenology (philosophy); Epistemology; Lived experience; Interpretative phenomenological analysis; Philosophical methodology; Phenomenological method; Sociology; Coherence (philosophical gambling strategy); Qualitative research; Hermeneutics; Psychology; Social science; Philosophy; Psychotherapist","authors":[{"name":"Julie Fréchette","is_ca":true},{"name":"Vasiliki Bitzas","is_ca":true},{"name":"Monique Aubry","is_ca":true},{"name":"Kelley Kilpatrick","is_ca":true},{"name":"Mélanie Lavoie‐Tremblay","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9897464773392699,"gpt":0.8314537269927502,"spread":0.1582927503465197,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5534033,0.002502735,0.004775743,0.01322921,0.01669965,0.02957227,0.01084591,0.01035909,0.005865483],"category_scores_gemma":[0.5091255,0.002877553,0.002962805,0.01381454,0.0792177,0.0353913,0.02415733,0.01604511,0.001472294],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01406927,"about_ca_system_score_gemma":0.02711974,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003841026,"about_ca_topic_score_gemma":0.005777846,"domain_scores_codex":[0.3654748,0.5876334,0.02087961,0.008851361,0.01433807,0.002822756],"domain_scores_gemma":[0.3581833,0.5515859,0.01122655,0.05110772,0.02433595,0.003560557],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001585326,0.0002192361,0.00160801,0.004883867,0.000121267,0.0004532526,0.2586874,0.0009479192,0.000595134,0.6903884,0.003399272,0.03853778],"study_design_scores_gemma":[0.0003036111,0.0002753883,0.0006292517,0.01155829,0.0001241193,0.0006382728,0.1549225,0.003819128,0.0007386265,0.7632096,0.06361055,0.0001706823],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01172026,0.0106545,0.8807881,0.05273174,0.003167542,0.02386604,0.0003664323,0.000170748,0.01653453],"genre_scores_gemma":[0.1845931,0.004324852,0.7009188,0.01176745,0.00109136,0.09516614,0.0002620169,0.0001959396,0.001680359],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4465967,"threshold_uncertainty_score":0.5507333,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2524737933","doi":"10.1177/1745691616662243","title":"Adjusting for Publication Bias in Meta-Analysis","year":2016,"lang":"en","type":"review","venue":"Perspectives on Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":407,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Selection (genetic algorithm); Selection bias; Computer science; Sensitivity (control systems); Publication bias; Class (philosophy); Econometrics; Meta-analysis; Model selection; Implementation; Range (aeronautics); Population; Outcome (game theory); Statistics; Mathematics; Machine learning; Artificial intelligence; Confidence interval; Mathematical economics; Medicine","authors":[{"name":"Blakeley B. McShane","is_ca":true},{"name":"Ulf Böckenholt","is_ca":true},{"name":"Karsten T. Hansen","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9534849031117457,"gpt":0.6859791614694466,"spread":0.2675057416422991,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3280717,0.004114268,0.01031646,0.01383012,0.001111131,0.005579094,0.004720152,0.004376341,0.002424197],"category_scores_gemma":[0.5722587,0.001286637,0.02696027,0.01193026,0.002089557,0.005691728,0.004122909,0.004058846,0.0004498374],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004541768,"about_ca_system_score_gemma":0.008159478,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001875419,"about_ca_topic_score_gemma":0.00392255,"domain_scores_codex":[0.5459449,0.3968505,0.03006831,0.004700302,0.02156342,0.0008724972],"domain_scores_gemma":[0.3955563,0.5509965,0.02816034,0.01246838,0.01216856,0.0006500277],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001464621,0.0001210807,0.007483032,0.2329165,0.1941043,0.0003861503,0.0008777503,0.02525233,0.0006634532,0.02689151,0.008206172,0.501633],"study_design_scores_gemma":[0.00461659,0.004684917,0.01130241,0.1809562,0.3874705,0.00160415,0.0005641579,0.05452393,0.005146651,0.2552438,0.09314927,0.0007374086],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.004432635,0.7775061,0.2042788,0.004271565,0.002054805,0.004813602,0.0004861786,0.0004173791,0.001738906],"genre_scores_gemma":[0.1558893,0.4268788,0.3955524,0.005865977,0.002424901,0.01146576,0.0006885172,0.0003455119,0.0008888356],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.6719283,"threshold_uncertainty_score":0.8286073,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3024722698","doi":"10.1038/s41597-020-0486-7","title":"The TRUST Principles for digital repositories","year":2020,"lang":"en","type":"article","venue":"Scientific Data","topic":"Research Data Management Practices","field":"Computer Science","cited_by":390,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ocean Networks Canada Society; University of Victoria","funders":"National Institute of Biomedical Imaging and Bioengineering; National Institute of Diabetes and Digestive and Kidney Diseases; Economic and Social Research Council","keywords":"World Wide Web; Computer science; Metadata; Scholarly communication; Data science; Internet privacy; Knowledge management; Publishing; Political science","authors":[{"name":"Dawei Lin","is_ca":false},{"name":"Jonathan Crabtree","is_ca":false},{"name":"Ingrid Dillo","is_ca":false},{"name":"Robert R. Downs","is_ca":false},{"name":"Rorie Edmunds","is_ca":false},{"name":"David Giaretta","is_ca":false},{"name":"Marisa Raquel De Giusti","is_ca":false},{"name":"Hervé L’Hours","is_ca":false},{"name":"Wim Hugo","is_ca":false},{"name":"Reyna Jenkyns","is_ca":true},{"name":"Varsha Khodiyar","is_ca":false},{"name":"Maryann E. Martone","is_ca":false},{"name":"Mustapha Mokrane","is_ca":false},{"name":"Vivek Navale","is_ca":false},{"name":"Jonathan Petters","is_ca":false},{"name":"Barbara Sierman","is_ca":false},{"name":"Dina V. Sokolova","is_ca":false},{"name":"Martina Stockhause","is_ca":false},{"name":"John Westbrook","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2872569636919766,"gpt":0.3757555810503705,"spread":0.08849861735839387,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.02804696,0.0009363734,0.001578444,0.004178528,0.007923909,0.01796915,0.003920789,0.009916371,0.008444413],"category_scores_gemma":[0.1008442,0.00159411,0.00204317,0.005074885,0.02168615,0.04206244,0.01214712,0.009426426,0.003530918],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006688719,"about_ca_system_score_gemma":0.008105069,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008645134,"about_ca_topic_score_gemma":0.003632297,"domain_scores_codex":[0.9682586,0.01274026,0.003145999,0.003427476,0.01040579,0.00202186],"domain_scores_gemma":[0.9001599,0.049039,0.006541979,0.02587701,0.01482472,0.00355735],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00001158773,0.000007573176,0.0001121767,0.00004474372,0.00001246329,0.00008289494,0.0005583799,0.0005705766,0.00004801716,0.9920679,0.002305987,0.004177728],"study_design_scores_gemma":[0.00002604502,0.00001149916,0.00007558728,0.00007303477,0.0000160636,0.0001781436,0.000160656,0.001977971,0.0001160085,0.9675925,0.02975206,0.00002052584],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01403587,0.004986748,0.7349365,0.05464263,0.000987072,0.0005095543,0.0005321699,0.000458648,0.1889108],"genre_scores_gemma":[0.6768553,0.00660453,0.2416886,0.007592645,0.002554784,0.00174643,0.0006245575,0.0004758927,0.06185729],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9960792,"threshold_uncertainty_score":0.1483282,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3030280616","doi":"10.1186/s12961-020-0544-9","title":"A review of reviews on principles, strategies, outcomes and impacts of research partnerships approaches: a first step in synthesising the research partnership literature","year":2020,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":383,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"George & Fay Yee Centre for Healthcare Innovation; University of Ottawa; University of Calgary; McMaster University Medical Centre; Ottawa Hospital; University of Manitoba; Kelowna General Hospital; Alberta Health; University of British Columbia; International Collaboration On Repair Discoveries; Alberta Health Services; University of British Columbia, Okanagan Campus","funders":"Canadian Institutes of Health Research; International Collaboration on Repair Discoveries; Michael Smith Health Research BC; Strong","keywords":"General partnership; Knowledge translation; Systematic review; Scope (computer science); Health services research; Participatory action research; Stakeholder engagement; Stakeholder; Knowledge management; Public relations; Management science; Sociology; Engineering ethics; Medicine; Political science; MEDLINE; Public health; Nursing; Computer science; Engineering","authors":[{"name":"Femke Hoekstra","is_ca":true},{"name":"Kelly Mrklas","is_ca":true},{"name":"Masood Khan","is_ca":true},{"name":"Rhyann C. McKay","is_ca":true},{"name":"Mathew Vis‐Dunbar","is_ca":true},{"name":"Kathryn M. Sibley","is_ca":true},{"name":"Tram Nguyen","is_ca":true},{"name":"Ian D. Graham","is_ca":true},{"name":"Heather L. Gainforth","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.980442702186179,"gpt":0.7767366368479444,"spread":0.2037060653382347,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.08960444,0.002888544,0.007740642,0.03623325,0.002319842,0.0114933,0.004243182,0.005258929,0.004156431],"category_scores_gemma":[0.3075915,0.003009788,0.01070574,0.04173771,0.002680607,0.01553019,0.006014472,0.005274789,0.001379005],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01702615,"about_ca_system_score_gemma":0.04876412,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007664294,"about_ca_topic_score_gemma":0.02420402,"domain_scores_codex":[0.8454502,0.06431147,0.05609945,0.004510073,0.02768194,0.001946956],"domain_scores_gemma":[0.6535819,0.2352009,0.04305655,0.005728331,0.0603267,0.002105662],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0001081529,0.00003657065,0.0006275414,0.7843929,0.001783819,0.0002133624,0.00298746,0.0002427014,0.0004168014,0.004471537,0.009661713,0.1950575],"study_design_scores_gemma":[0.00003807499,0.00008294197,0.0007572286,0.9154909,0.004003459,0.000238681,0.001233784,0.00007610595,0.0001922548,0.001722045,0.07612295,0.00004171352],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0005932823,0.9886696,0.002601113,0.003894617,0.0008662187,0.001416415,0.0003772139,0.0000342852,0.001547196],"genre_scores_gemma":[0.006019973,0.9741571,0.01218198,0.002640069,0.000288776,0.004115386,0.0003069257,0.00002601529,0.0002637923],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9103956,"threshold_uncertainty_score":0.4738793,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3209288188","doi":"10.2196/28102","title":"The Application of Human-Centered Design Approaches in Health Research and Innovation: A Narrative Review of Current Practices","year":2021,"lang":"en","type":"review","venue":"JMIR mhealth and uhealth","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":357,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Radboud Universitair Medisch Centrum; Radboud Universiteit","keywords":"CINAHL; PsycINFO; Participatory design; User-centered design; Context (archaeology); Computer science; Knowledge management; Research design; Health care; Management science; MEDLINE; Medicine; Psychological intervention; Sociology; Engineering; Nursing; Social science; Human–computer interaction","authors":[{"name":"Irene Göttgens","is_ca":false},{"name":"Sabine Oertelt‐Prigione","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.963688333660892,"gpt":0.7975905777322816,"spread":0.1660977559286104,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05889728,0.001646311,0.003458616,0.01753472,0.00248845,0.00885491,0.002735045,0.004444544,0.002566384],"category_scores_gemma":[0.1357524,0.001509437,0.003390893,0.01806012,0.005690743,0.00867478,0.005153618,0.003310493,0.000606312],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009624258,"about_ca_system_score_gemma":0.03488212,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004617631,"about_ca_topic_score_gemma":0.008198632,"domain_scores_codex":[0.9323553,0.04189328,0.01437049,0.002850947,0.007640475,0.0008893707],"domain_scores_gemma":[0.7723199,0.2036883,0.0108258,0.003428776,0.008956648,0.0007806843],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002013672,0.00006038285,0.0007537365,0.5854797,0.0007750957,0.0005558415,0.02036976,0.0004791459,0.000574974,0.0312282,0.01024875,0.3492731],"study_design_scores_gemma":[0.000059727,0.0001548604,0.001003579,0.7976657,0.001465219,0.0009604259,0.007647849,0.000200067,0.0004419794,0.006348292,0.1839854,0.00006699698],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0005596852,0.993686,0.001385981,0.002458242,0.0003008735,0.0002106299,0.00004468022,0.000009124302,0.001344758],"genre_scores_gemma":[0.01187792,0.9804276,0.00486793,0.001608859,0.0001822568,0.000784128,0.00004164039,0.000008949767,0.0002007867],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.05889728,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"opus","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2024445668","doi":"10.1016/j.jclinepi.2014.09.010","title":"A systematic review identifies valid comorbidity indices derived from administrative health data","year":2014,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":356,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; Arthritis Research Centre of Canada","funders":"","keywords":"Comorbidity; Medicine; Statistic; MEDLINE; Population; Statistics; Internal medicine; Environmental health","authors":[{"name":"Marko Yurkovich","is_ca":true},{"name":"J. Antonio Aviña‐Zubieta","is_ca":true},{"name":"Jamie M. Thomas","is_ca":true},{"name":"Mike Gorenchtein","is_ca":false},{"name":"Diane Lacaille","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7579636439800639,"gpt":0.6604261795886774,"spread":0.09753746439138644,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.01402906,0.001899745,0.00833129,0.01215684,0.0006753574,0.002878144,0.001667367,0.001433405,0.002240272],"category_scores_gemma":[0.1127699,0.001139139,0.01163051,0.01434364,0.0009267331,0.002271409,0.002457522,0.001391637,0.000218755],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003141507,"about_ca_system_score_gemma":0.009982741,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01277505,"about_ca_topic_score_gemma":0.04038791,"domain_scores_codex":[0.9761232,0.007744997,0.01065328,0.001544494,0.003530883,0.0004031683],"domain_scores_gemma":[0.9214516,0.06162116,0.010836,0.001437691,0.004292174,0.0003613284],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000558442,0.00003316042,0.02918427,0.7705516,0.0877135,0.0001414135,0.0003228938,0.0002389212,0.0001082694,0.0006198053,0.003351905,0.1071759],"study_design_scores_gemma":[0.0008280156,0.0002571638,0.06589101,0.4864053,0.4177497,0.000616768,0.0005917583,0.0003263361,0.0002659666,0.001290984,0.02564931,0.0001278099],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.003609136,0.9929278,0.0004294429,0.0002914188,0.0001279406,0.0002307893,0.001996177,0.000008004778,0.0003792121],"genre_scores_gemma":[0.09426368,0.8989267,0.003114917,0.0009797334,0.0001353668,0.0006115639,0.001849568,0.0000104931,0.0001079381],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9916687,"threshold_uncertainty_score":0.0741936,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2775078427","doi":"10.1177/2053951717745678","title":"Challenges in administrative data linkage for research","year":2017,"lang":"en","type":"article","venue":"Big Data & Society","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":356,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Institute for Clinical Evaluative Sciences","funders":"Economic and Social Research Council; Wellcome Trust","keywords":"Linkage (software); Record linkage; Computer science; Data quality; Data science; Data collection; Confidentiality; Data mining; Sample (material); Population; Computer security; Engineering; Statistics; Sociology","authors":[{"name":"Katie Harron","is_ca":false},{"name":"Chris Dibben","is_ca":false},{"name":"James Boyd","is_ca":false},{"name":"Anders Hjern","is_ca":false},{"name":"Mahmoud Azimaee","is_ca":true},{"name":"Maurício L. Barreto","is_ca":false},{"name":"Harvey Goldstein","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9805021151538041,"gpt":0.681924870153455,"spread":0.2985772450003491,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6349509,0.00124112,0.00464532,0.01068699,0.01210446,0.03324808,0.01277345,0.01078548,0.004573033],"category_scores_gemma":[0.7454242,0.002750949,0.003863978,0.03018361,0.02860501,0.03997223,0.03054885,0.01804472,0.003126342],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01496643,"about_ca_system_score_gemma":0.05795113,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009693236,"about_ca_topic_score_gemma":0.004298186,"domain_scores_codex":[0.2297899,0.6375625,0.04088628,0.01878127,0.06976727,0.003212799],"domain_scores_gemma":[0.1619425,0.6753441,0.02664045,0.07039847,0.06152676,0.004147772],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001622451,0.0000812295,0.005823257,0.004581266,0.0004971627,0.0003403199,0.01672407,0.005488006,0.0001545298,0.6513706,0.04124322,0.2735341],"study_design_scores_gemma":[0.00007716113,0.00009095342,0.00160105,0.007657688,0.0001525064,0.0005326266,0.008444296,0.004753542,0.0003444111,0.6970929,0.2790782,0.0001746981],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.005349892,0.04397675,0.5115274,0.4081247,0.00572695,0.001869902,0.001223555,0.0005696813,0.0216312],"genre_scores_gemma":[0.1181546,0.03760586,0.7707337,0.04823246,0.009510733,0.009100664,0.001759789,0.0008666036,0.004035654],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3650491,"threshold_uncertainty_score":0.4501706,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2968650104","doi":"10.1016/j.tics.2019.07.009","title":"Preregistration Is Hard, And Worthwhile","year":2019,"lang":"en","type":"review","venue":"Trends in Cognitive Sciences","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":355,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; Western University","funders":"National Institute on Aging; National Institutes of Health; Templeton Religion Trust; John Templeton Foundation; Templeton World Charity Foundation; Einstein Stiftung Berlin","keywords":"Credibility; Psychology; Humility; Flexibility (engineering); Engineering ethics; Social psychology; Epistemology; Management; Law","authors":[{"name":"Brian A. Nosek","is_ca":false},{"name":"Emorie D Beck","is_ca":false},{"name":"Lorne Campbell","is_ca":true},{"name":"Jessica Kay Flake","is_ca":true},{"name":"Tom E Hardwicke","is_ca":false},{"name":"David Thomas Mellor","is_ca":false},{"name":"Anna van 't Veer","is_ca":false},{"name":"Simine Vazire","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.954671997202372,"gpt":0.6642604816659146,"spread":0.2904115155364574,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3580239,0.003373589,0.01469279,0.01658131,0.002559178,0.01505324,0.005779655,0.009535406,0.01792932],"category_scores_gemma":[0.7411785,0.004017963,0.008928351,0.01168511,0.005098016,0.02297379,0.007656779,0.01438456,0.007998006],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003923438,"about_ca_system_score_gemma":0.02492657,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002144708,"about_ca_topic_score_gemma":0.006474498,"domain_scores_codex":[0.6629404,0.2095221,0.07841154,0.01253543,0.03460243,0.001988089],"domain_scores_gemma":[0.1534549,0.615477,0.06134167,0.07908036,0.08431806,0.006327917],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.003567373,0.000224213,0.002684933,0.1283152,0.01256948,0.000484292,0.003211851,0.0005725733,0.001589312,0.01366863,0.2827201,0.550392],"study_design_scores_gemma":[0.004172832,0.001318417,0.01088974,0.1761116,0.01858829,0.001212001,0.002653896,0.001963341,0.002898841,0.1139634,0.6652688,0.0009587441],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.005251256,0.4632521,0.05873245,0.2713888,0.1802098,0.005487379,0.003905345,0.002683424,0.009089478],"genre_scores_gemma":[0.0833386,0.200348,0.2936447,0.2472209,0.136306,0.01511328,0.004382246,0.003638458,0.0160077],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9942203,"threshold_uncertainty_score":0.7916709,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2015108607","doi":"10.1016/j.jclinepi.2013.07.013","title":"Cross-cultural adaptation of the Health Education Impact Questionnaire: experimental study showed expert committee, not back-translation, added value","year":2013,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Health Education and Validation","field":"Social Sciences","cited_by":351,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Institute for Work & Health; St. Michael's Hospital","funders":"","keywords":"Content validity; Metric (unit); Psychology; Face validity; Confirmatory factor analysis; Index (typography); Medicine; Psychometrics; Clinical psychology; Applied psychology; Mathematics; Social psychology; Natural language processing; Physical therapy; Statistics; Computer science; Structural equation modeling","authors":[{"name":"Jonathan Epstein","is_ca":false},{"name":"Richard H. Osborne","is_ca":false},{"name":"Gerald R. Elsworth","is_ca":false},{"name":"Dorcas Beaton","is_ca":true},{"name":"Françis Guillemin","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.503309901258871,"gpt":0.6514578225306431,"spread":0.1481479212717721,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0500747,0.001015012,0.0013212,0.0006558057,0.001723022,0.00161328,0.0009630623,0.001016325,0.00459147],"category_scores_gemma":[0.1149702,0.0009261589,0.001811256,0.0008908202,0.001872232,0.001689494,0.001965449,0.002151976,0.00132226],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001080143,"about_ca_system_score_gemma":0.001931407,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002391262,"about_ca_topic_score_gemma":0.004305003,"domain_scores_codex":[0.9589224,0.02886581,0.002975658,0.003191368,0.005361525,0.0006833122],"domain_scores_gemma":[0.8568012,0.1004168,0.003681934,0.02089789,0.01698505,0.001217145],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.02902497,0.08168686,0.3493759,0.003672417,0.003386545,0.0008655505,0.1444165,0.003548097,0.05586338,0.003714996,0.006478581,0.3179662],"study_design_scores_gemma":[0.005316607,0.06914304,0.8349704,0.001297914,0.003474694,0.0007109455,0.02610867,0.007200928,0.03430386,0.00287124,0.01405824,0.0005434983],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9852524,0.000154841,0.006427185,0.0002086099,0.0002570357,0.002876052,0.000181782,0.00004384766,0.004598382],"genre_scores_gemma":[0.9746408,0.0002068587,0.01640026,0.0006033028,0.00009418816,0.004090805,0.000390446,0.0001177806,0.003455521],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9499253,"threshold_uncertainty_score":0.2648235,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"bench_or_experimental","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2895416954","doi":"10.12688/f1000research.16493.1","title":"The evaluation of scholarship in academic promotion and tenure processes: Past, present, and future","year":2018,"lang":"en","type":"preprint","venue":"F1000Research","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":344,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"Syracuse University; Open Society Foundations","keywords":"Publishing; Promotion (chess); Publication; Scholarship; Impact factor; Citation; Public relations; Prestige; Scholarly communication; Institution; Peer review; Quality (philosophy); Affect (linguistics); Value (mathematics); Altmetrics; Publish or perish; Open science; Medical education; Medicine; Psychology; Political science; Sociology; Social science; Library science; Computer science; Law","authors":[{"name":"Lesley A. Schimanski","is_ca":true},{"name":"Juan Pablo Alperín","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7905803533225655,"gpt":0.6613001445891282,"spread":0.1292802087334373,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4409721,0.0008280345,0.003132065,0.01814521,0.004026037,0.02797298,0.003792902,0.005541646,0.004084121],"category_scores_gemma":[0.5777349,0.001006181,0.001846251,0.02469851,0.01056013,0.02332245,0.007707289,0.004081482,0.00120301],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02739767,"about_ca_system_score_gemma":0.05636579,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01104127,"about_ca_topic_score_gemma":0.01952152,"domain_scores_codex":[0.6581665,0.2117433,0.04536297,0.00915148,0.06884608,0.00672978],"domain_scores_gemma":[0.2014121,0.3514032,0.09332676,0.02043414,0.3084395,0.02498428],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0003477177,0.0002244658,0.02581673,0.02248981,0.0005865784,0.0001014197,0.01199527,0.0003162713,0.0005375567,0.02741789,0.03068435,0.8794819],"study_design_scores_gemma":[0.0002517521,0.001899192,0.1240864,0.1654458,0.002257661,0.0009121294,0.03878244,0.002791793,0.002714941,0.04735671,0.612768,0.0007331931],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.02058102,0.7286454,0.005030888,0.21618,0.007681429,0.0004524851,0.0003273341,0.0001691495,0.02093226],"genre_scores_gemma":[0.4576097,0.4476904,0.03081753,0.04199275,0.01257556,0.001403549,0.0007622133,0.0003475555,0.006800683],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9818548,"threshold_uncertainty_score":0.689381,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2135699330","doi":"10.1136/jech.2006.050740","title":"Toward the next generation of research into small area effects on health: a synthesis of multilevel investigations published since July 1998","year":2007,"lang":"en","type":"review","venue":"Journal of Epidemiology & Community Health","topic":"Health disparities and outcomes","field":"Social Sciences","cited_by":334,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Socioeconomic status; Scale (ratio); Context (archaeology); Small area estimation; Multilevel model; Multilevel modelling; Reliability (semiconductor); Environmental health; Gerontology; Statistics; Population; Cartography; Geography","authors":[{"name":"M. Riva","is_ca":true},{"name":"Lise Gauvin","is_ca":true},{"name":"Tracie A. Barnett","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7887806116477344,"gpt":0.5806459752859724,"spread":0.208134636361762,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.0351404,0.001263221,0.007797842,0.0182616,0.0009265689,0.005451384,0.002109312,0.00271198,0.004057508],"category_scores_gemma":[0.05898653,0.001132193,0.0032684,0.01968614,0.002078424,0.008654824,0.004371708,0.00316852,0.0007542464],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003525249,"about_ca_system_score_gemma":0.01039516,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005653536,"about_ca_topic_score_gemma":0.01077618,"domain_scores_codex":[0.9918182,0.00372696,0.002033289,0.0008272681,0.001351654,0.0002426757],"domain_scores_gemma":[0.8953611,0.08879157,0.004754863,0.003021366,0.007482069,0.0005891277],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0001786416,0.00007468212,0.00249932,0.1873214,0.002868102,0.0001877261,0.002031214,0.0005731641,0.0006866999,0.01340078,0.01037558,0.7798026],"study_design_scores_gemma":[0.0001829352,0.0007093765,0.02375332,0.446875,0.01284617,0.001118697,0.004703694,0.000816524,0.001317507,0.0507681,0.4566792,0.0002294277],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000348405,0.9951072,0.001497344,0.002169441,0.0004654315,0.00003839114,0.00007037118,0.0000101752,0.000293253],"genre_scores_gemma":[0.00382156,0.990015,0.004482361,0.0009020904,0.0004786399,0.0001327842,0.00008717599,0.00000791615,0.00007244132],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9922022,"threshold_uncertainty_score":0.1858425,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2923495490","doi":"10.1016/j.nicl.2019.101796","title":"Evaluating the evidence for biotypes of depression: Methodological replication and extension of","year":2019,"lang":"en","type":"article","venue":"NeuroImage Clinical","topic":"Functional Brain Connectivity Studies","field":"Neuroscience","cited_by":330,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Scientific Institute for Quality of Healthcare, Radboud Universitair Medisch Centrum; Nederlands Instituut voor Onderzoek van de Gezondheidszorg; Lentis; ZonMw; Rivierduinen; GGZ Drenthe; GGZ Friesland; Universitair Medisch Centrum Groningen; GGZ inGeest; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Vrije Universiteit Amsterdam; Institute of Neurosciences, Mental Health and Addiction; Leids Universitair Medisch Centrum; Universiteit Leiden; Vanderbilt University Medical Center","keywords":"Replication (statistics); Depression (economics); Psychology; Extension (predicate logic); Neuroscience; Clinical psychology; Psychiatry; Biology; Computer science; Economics; Virology","authors":[{"name":"Lianne Schmaal","is_ca":false},{"name":"Brenda W.J.H. Penninx","is_ca":false},{"name":"Marie‐José van Tol","is_ca":false},{"name":"Dick J. Veltman","is_ca":false},{"name":"Laura S. van Velzen","is_ca":false},{"name":"Maarten Mennes","is_ca":false},{"name":"Nic J.A. van der Wee","is_ca":false},{"name":"André F. Marquand","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7830446008280931,"gpt":0.594594020597425,"spread":0.1884505802306681,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2646496,0.002341449,0.003081945,0.003733868,0.003352791,0.003178532,0.005671161,0.003617596,0.002751596],"category_scores_gemma":[0.4204234,0.001921477,0.01168279,0.003711364,0.00617877,0.003347349,0.005878469,0.003312859,0.0009612344],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001989088,"about_ca_system_score_gemma":0.003367278,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00408642,"about_ca_topic_score_gemma":0.003731855,"domain_scores_codex":[0.7254086,0.1804192,0.03954397,0.02963874,0.02226901,0.002720366],"domain_scores_gemma":[0.5185012,0.2143584,0.03133307,0.2044193,0.02928693,0.002101239],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.01966287,0.004014014,0.6946889,0.01248842,0.08149942,0.00236466,0.02230846,0.005813532,0.02351395,0.01502972,0.005794198,0.1128219],"study_design_scores_gemma":[0.007433337,0.01748796,0.8263606,0.002793108,0.04196579,0.001717752,0.005211229,0.02432172,0.01488672,0.02910635,0.02808523,0.0006301147],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6180122,0.009968747,0.2906163,0.002104664,0.003743489,0.06370688,0.002727286,0.0007427782,0.008377625],"genre_scores_gemma":[0.8557246,0.0005297217,0.0962837,0.0009049952,0.0002874658,0.0436631,0.001407597,0.0002758903,0.0009229203],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7353504,"threshold_uncertainty_score":0.906818,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2144103471","doi":"10.1111/j.1468-0009.2007.00515.x","title":"Health Research Funding Agencies' Support and Promotion of Knowledge Translation: An International Study","year":2008,"lang":"en","type":"article","venue":"Milbank Quarterly","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":325,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Université Laval; Canadian Institutes of Health Research; University of Ottawa","funders":"Economic and Social Research Council; Centers for Disease Control and Prevention","keywords":"Knowledge translation; Operationalization; Public relations; CLARITY; Thematic analysis; Political science; Promotion (chess); Funding Agency; Qualitative research; Business; Sociology; Politics; Knowledge management","authors":[{"name":"Jacqueline Tetroe","is_ca":true},{"name":"Ian D. Graham","is_ca":true},{"name":"Robbie Foy","is_ca":true},{"name":"Nicole Robinson","is_ca":true},{"name":"Martin Eccles","is_ca":true},{"name":"Michel Wensing","is_ca":true},{"name":"Pierre Durieux","is_ca":true},{"name":"France Légaré","is_ca":true},{"name":"CAMILLA PALMHØJ NIELSON","is_ca":true},{"name":"Armita Adily","is_ca":true},{"name":"Jeanette Ward","is_ca":true},{"name":"Cassandra J. Porter","is_ca":true},{"name":"Beverley Shea","is_ca":true},{"name":"Jeremy Grimshaw","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9097220395419141,"gpt":0.724018457621818,"spread":0.1857035819200961,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2906286,0.0005723354,0.001170217,0.005951904,0.01028765,0.02220662,0.002785025,0.003792054,0.004292928],"category_scores_gemma":[0.3508923,0.001152166,0.0008986528,0.01698166,0.01433504,0.01461548,0.0150671,0.006769376,0.0007825867],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01761654,"about_ca_system_score_gemma":0.07561633,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02066656,"about_ca_topic_score_gemma":0.01686548,"domain_scores_codex":[0.6538008,0.2805416,0.02088317,0.006278459,0.02375351,0.01474244],"domain_scores_gemma":[0.4180077,0.3807442,0.05627868,0.02801532,0.0897835,0.02717071],"domain_codex":null,"domain_gemma":"incentives","domain_candidate":"incentives","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.0003047466,0.0007834272,0.03746456,0.006453621,0.000160165,0.001409812,0.7763576,0.0002176665,0.0007196823,0.02723441,0.007457962,0.1414364],"study_design_scores_gemma":[0.0001333313,0.0003538919,0.0504412,0.0135206,0.0002017875,0.000873975,0.7835395,0.0003620625,0.0006981893,0.003460201,0.1462969,0.0001183073],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7227588,0.03543315,0.01176044,0.1061456,0.001428543,0.002804596,0.0004867848,0.0001897389,0.1189924],"genre_scores_gemma":[0.982152,0.00685977,0.00561832,0.002803105,0.0001280283,0.0009944316,0.00009487204,0.00007244516,0.001276964],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7093713,"threshold_uncertainty_score":0.8747812,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"}]}