{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":1914,"total_is_capped":false,"direct_labels_cover":1914,"predictions_cover":1914,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"3e625d9e3aae","filters":{"category":"metaresearch"}},"results":[{"id":"W4294215472","doi":"10.1371/journal.pmed.1000097","title":"Preferred Reporting Items for Systematic Reviews and Meta-Analyses: The PRISMA Statement","year":2009,"lang":"en","type":"article","venue":"PLoS Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":64081,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Medical Research Council; Care and Public Health Research Institute, Universiteit Maastricht; Health Services Research and Development; Canadian Institutes of Health Research; Johns Hopkins Bloomberg School of Public Health; Cancer Research UK; McMaster University; Ottawa Hospital Research Institute; Johns Hopkins University; University of Ioannina; GlaxoSmithKline; University of Bern; University of Ottawa","keywords":"Systematic review; Meta-analysis; MEDLINE; Statement (logic); Medicine; Psychology; Family medicine; Political science; Pathology","retraction":null,"screen_n_in":null,"score":{"opus":0.9574678148491352,"gpt":0.6388385086469631,"spread":0.3186293062021721,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3167731,0.0004570584,0.01211566,0.0002738302,0.0002577515,0.0003973706,0.001235921,0.00005839467,0.002180101],"category_scores_gemma":[0.3660171,0.0001229678,0.002187092,0.00102591,0.00008087078,0.0001826004,0.00006328875,0.0001469157,0.0001968804],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003119816,"about_ca_system_score_gemma":0.00002975433,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007795174,"about_ca_topic_score_gemma":0.000008910859,"domain_scores_codex":[0.9364108,0.01281098,0.04298964,0.001257326,0.00613751,0.0003937288],"domain_scores_gemma":[0.9371606,0.01264313,0.04330068,0.005239595,0.001408206,0.000247846],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003701234,0.0003750141,0.0008616445,0.03461262,0.03100255,0.00003272861,0.01309898,0.00007451339,0.003628253,0.003513356,0.8994579,0.01330546],"study_design_scores_gemma":[0.002137955,0.001603618,0.002303434,0.00815478,0.3555213,0.0002190389,0.01271562,0.06051096,0.000428441,0.05456996,0.5004367,0.001398242],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.04134079,0.3582952,0.2671714,0.191517,0.001245912,0.1112418,0.00005604415,0.0001129014,0.02901893],"genre_scores_gemma":[0.8897567,0.001265969,0.01720286,0.01188599,0.0008725385,0.004916746,0.00004407906,0.00005930899,0.07399575],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.848416,"threshold_uncertainty_score":0.998732,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2084154288","doi":"10.1186/1748-5908-5-69","title":"Scoping studies: advancing the methodology","year":2010,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":14722,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; McMaster University","funders":"Canadian Institutes of Health Research; Canadian Occupational Therapy Foundation; Canadian Child Health Clinician Scientist Program; McMaster University","keywords":"Health services research; Knowledge translation; Rigour; Thematic analysis; Process (computing); Management science; Health informatics; Process management; Relevance (law); Health care; Qualitative research; Medicine; Health administration; Knowledge management; Computer science; Public health; Nursing; Engineering; Political science; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.9379698947753394,"gpt":0.849743256860538,"spread":0.08822663791480145,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0280386,0.0001285328,0.0002080606,0.0002760762,0.00492156,0.00004509944,0.0008604368,0.00004162687,0.001870923],"category_scores_gemma":[0.01307087,0.00008738078,0.00002923936,0.001830975,0.001112037,0.0009477954,0.0003730431,0.0005824501,0.0003922171],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002447215,"about_ca_system_score_gemma":0.002968852,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003791263,"about_ca_topic_score_gemma":0.006613764,"domain_scores_codex":[0.9951361,0.00115161,0.00105541,0.0004817033,0.0008979662,0.001277146],"domain_scores_gemma":[0.9875353,0.01020788,0.0005806068,0.0005622719,0.0008502984,0.0002636511],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"qualitative","study_design_scores_codex":[0.00002357766,0.00001623771,0.1015346,0.0004022612,0.00002273231,0.00000296258,0.2273665,0.0000166987,0.4683512,0.1040909,0.03100356,0.06716875],"study_design_scores_gemma":[0.00366072,0.0002190147,0.1202988,0.0003264004,0.00004002436,0.00003261817,0.5708146,0.000302845,0.03430285,0.01589559,0.2533723,0.000734335],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9272375,0.00002484356,0.01380711,0.04753586,0.005768776,0.00287851,0.00002072015,0.0001474092,0.00257933],"genre_scores_gemma":[0.8796077,0.00003772457,0.04852403,0.07021301,0.0005248796,0.0008626056,0.000002125429,0.00001584781,0.0002120779],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4340484,"threshold_uncertainty_score":0.9990415,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2158242434","doi":"10.1177/160940690200100202","title":"Verification Strategies for Establishing Reliability and Validity in Qualitative Research","year":2002,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Qualitative Research Methods and Applications","field":"Social Sciences","cited_by":4938,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Rigour; Qualitative research; Reliability (semiconductor); Validity; Mainstream; External validity; Terminology; Trustworthiness; Representativeness heuristic; Plea; Computer science; Management science; Psychology; Engineering ethics; Social psychology; Epistemology; Psychometrics; Sociology; Political science; Engineering; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.9129600333498109,"gpt":0.7802949498796797,"spread":0.1326650834701312,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1755632,0.0001193217,0.0003316312,0.0006109868,0.0003723341,0.0003601773,0.0006358958,0.0001064248,0.000110074],"category_scores_gemma":[0.06024753,0.0001091626,0.0001232674,0.0006833152,0.00137105,0.00133899,0.00006676301,0.0006050473,0.000003142486],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004687074,"about_ca_system_score_gemma":0.0003207531,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008640865,"about_ca_topic_score_gemma":0.0001668344,"domain_scores_codex":[0.9368971,0.05987438,0.001010676,0.0003401831,0.001466919,0.0004107385],"domain_scores_gemma":[0.9369224,0.05748213,0.0005014212,0.0001503112,0.004761925,0.0001818429],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00008198382,0.000146171,0.00004549982,0.00001783152,0.00003428234,0.000001497535,0.5469362,0.00001256533,0.001141511,0.4148035,0.0006336212,0.03614538],"study_design_scores_gemma":[0.0003865358,0.0001352739,0.0002765737,0.00004971603,0.000004548453,0.000001089491,0.4728563,0.0003024727,0.0002319916,0.4984155,0.02725703,0.0000829073],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1248706,0.0007034647,0.840033,0.02647432,0.0003939981,0.0006404993,0.00006739362,0.00001469105,0.006801995],"genre_scores_gemma":[0.3872281,0.0005903274,0.6113734,0.00006076959,0.0003044038,0.00009591097,0.000003421413,0.00001224486,0.0003313816],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.2623574,"threshold_uncertainty_score":0.9476684,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2171762906","doi":"10.1016/j.jclinepi.2010.02.006","title":"The COSMIN study reached international consensus on taxonomy, terminology, and definitions of measurement properties for health-related patient-reported outcomes","year":2010,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Reliability and Agreement in Measurement","field":"Decision Sciences","cited_by":4442,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Terminology; Taxonomy (biology); Delphi method; Confusion; Delphi; Consistency (knowledge bases); Management science; Medicine; Psychology; Applied psychology; Computer science; Artificial intelligence; Engineering; Linguistics; Ecology","retraction":null,"screen_n_in":null,"score":{"opus":0.8170932433584581,"gpt":0.5349041107663476,"spread":0.2821891325921105,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1191484,0.0001579548,0.001689862,0.0001501894,0.0002225034,0.00002547965,0.000605055,0.0001784293,0.00002204227],"category_scores_gemma":[0.4071394,0.00007446431,0.0004844949,0.00009193378,0.000882184,0.0000519088,0.0001014085,0.000815491,0.000003880514],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004022543,"about_ca_system_score_gemma":0.0003749423,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003530072,"about_ca_topic_score_gemma":0.0002116949,"domain_scores_codex":[0.9816502,0.005626863,0.01087775,0.0004036547,0.001137715,0.0003037683],"domain_scores_gemma":[0.9297979,0.0577233,0.009249949,0.0006048247,0.00240005,0.0002240049],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001284202,0.0016583,0.8948935,0.000006726178,0.0005431209,0.000004863345,0.0002294557,0.00007202853,0.0001097611,0.0029336,0.01019291,0.0880715],"study_design_scores_gemma":[0.003562007,0.006070243,0.8864807,0.00006972581,0.0000838946,0.00006129876,0.001801442,0.0003389431,0.00003048756,0.07916848,0.02221304,0.0001197406],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9132114,0.0001667506,0.0002725753,0.08194643,0.003340952,0.000896962,0.000008605174,0.000005167129,0.0001511692],"genre_scores_gemma":[0.995866,0.0001172231,0.002555033,0.001294475,0.0000896816,0.00004611846,5.359728e-7,0.000005141414,0.00002580787],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.287991,"threshold_uncertainty_score":0.9070221,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4399625654","doi":"10.2427/5768","title":"The PRISMA statement for reporting systematic reviews and meta-analyses of studies that evaluate health care interventions: explanation and elaboration","year":2009,"lang":"en","type":"article","venue":"Italian Journal of Public Health","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":3454,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; Ottawa Hospital","funders":"Care and Public Health Research Institute, Universiteit Maastricht; GlaxoSmithKline; University of Ioannina; McMaster University; Ottawa Hospital Research Institute; Medical Research Council; University of Ottawa","keywords":"Elaboration; Psychological intervention; Systematic review; Statement (logic); Health care; Psychology; Medicine; MEDLINE; Nursing; Epistemology; Political science; Philosophy; Humanities","retraction":null,"screen_n_in":null,"score":{"opus":0.931759289200911,"gpt":0.6385585582676339,"spread":0.2932007309332771,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1681108,0.0001659795,0.002632444,0.0003766737,0.0004109163,0.0001632022,0.0001410331,0.00003934408,0.000006279211],"category_scores_gemma":[0.0298202,0.0001192883,0.0003379361,0.0001825929,0.00005160817,0.0007691242,0.00001774658,0.0001122918,0.000001952856],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007166001,"about_ca_system_score_gemma":0.0005055536,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006127592,"about_ca_topic_score_gemma":0.0001353655,"domain_scores_codex":[0.977613,0.002733245,0.0188065,0.0002768284,0.0002247597,0.0003457039],"domain_scores_gemma":[0.9541065,0.001173803,0.0435526,0.0002763694,0.0006634906,0.0002272167],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"qualitative","study_design_scores_codex":[0.00008117596,0.0006198341,0.007657174,0.4712727,0.01825845,0.000003631563,0.1881528,0.0002469461,0.000006233241,0.1501973,0.1228612,0.04064259],"study_design_scores_gemma":[0.009622704,0.01517339,0.03891994,0.03231814,0.005454276,0.0004032631,0.6617774,0.005305665,0.0000423321,0.1115979,0.1172538,0.002131148],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.01648216,0.6585826,0.02913853,0.2918963,0.0003473809,0.003435462,0.00008933419,0.000008600495,0.00001967383],"genre_scores_gemma":[0.9383602,0.03614613,0.01644338,0.008333258,0.0001962638,0.0002999936,0.00003390133,0.00002728909,0.0001595755],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.921878,"threshold_uncertainty_score":0.978352,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2068264290","doi":"10.1002/jrsm.1123","title":"A scoping review of scoping reviews: advancing the approach and enhancing the consistency","year":2014,"lang":"en","type":"review","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3082,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Guelph; Public Health Agency of Canada","funders":"Ontario Ministry of Agriculture, Food and Rural Affairs","keywords":"Consistency (knowledge bases); Computer science; Management science; Data science; Artificial intelligence; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.923851977769396,"gpt":0.7277039479738097,"spread":0.1961480297955863,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8674546,0.001038748,0.03233648,0.001053986,0.001231888,0.001237589,0.007614791,0.0003332912,0.001921087],"category_scores_gemma":[0.7785432,0.0003363213,0.00714746,0.006299767,0.00103737,0.0002395186,0.00170997,0.001707473,0.0004517362],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001302364,"about_ca_system_score_gemma":0.001512423,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001762829,"about_ca_topic_score_gemma":0.00001686503,"domain_scores_codex":[0.3442413,0.6025283,0.03582132,0.003359887,0.01253693,0.001512236],"domain_scores_gemma":[0.1675581,0.7719051,0.0312148,0.02374607,0.00490973,0.0006662289],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[4.055199e-7,0.000009484009,5.320543e-7,0.3897209,0.0001654179,4.844143e-7,0.00005685872,1.866977e-7,0.00000125018,0.0003091281,0.001830547,0.6079048],"study_design_scores_gemma":[0.00001265201,0.00001099199,2.307412e-7,0.5386342,0.001300408,0.00003874799,0.0001469155,0.00007943699,0.000005345767,0.0002387714,0.4593396,0.0001926586],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[7.881358e-8,0.8912809,0.08701174,0.0003627573,0.0001505349,0.0130855,0.000007171405,0.000006399373,0.008094846],"genre_scores_gemma":[2.586249e-7,0.8728453,0.1229208,0.0001712135,0.0002188215,0.003064823,0.000002458247,0.00006128768,0.0007150216],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.6077121,"threshold_uncertainty_score":0.9999089,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2090132603","doi":"10.1016/j.jclinepi.2011.01.012","title":"GRADE guidelines 6. Rating the quality of evidence—imprecision","year":2011,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Cardiac, Anesthesia and Surgical Outcomes","field":"Medicine","cited_by":2682,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Quality of evidence; Quality (philosophy); Medicine; Meta-analysis; Internal medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.9117431739366876,"gpt":0.6635809712434746,"spread":0.248162202693213,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1008613,0.0001392413,0.004115182,0.00006632342,0.00003990073,0.00000200198,0.0002811612,0.0003030126,0.0001505185],"category_scores_gemma":[0.4706138,0.00005727186,0.002600037,0.0001290402,0.0004313953,0.0000835716,0.00005931704,0.0008148369,0.00001082905],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001373552,"about_ca_system_score_gemma":0.0002108318,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008540713,"about_ca_topic_score_gemma":0.000005122383,"domain_scores_codex":[0.983304,0.00691238,0.008884605,0.0001940352,0.0004503445,0.0002546443],"domain_scores_gemma":[0.7795841,0.2124671,0.005786778,0.0005919309,0.001185952,0.0003841502],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001600627,0.0001504228,0.9315574,0.00004004204,0.0002136161,0.0000531406,0.0001059749,0.000009876557,0.0001356393,0.006454339,0.002997081,0.05668191],"study_design_scores_gemma":[0.0010659,0.001042406,0.9716333,0.0003206547,0.0002102234,0.0003967842,0.0001316444,0.00006314753,0.00009595781,0.004293459,0.02067779,0.00006869635],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9256772,0.004156136,0.004702992,0.06111633,0.001454399,0.0002050701,8.552286e-7,0.00001125436,0.002675772],"genre_scores_gemma":[0.9491712,0.00437322,0.03396454,0.01037069,0.001653192,0.000001738441,5.140671e-7,0.0000127137,0.0004521933],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3697525,"threshold_uncertainty_score":0.9258525,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1542392440","doi":"10.1177/160940690900800105","title":"The Space Between: On Being an Insider-Outsider in Qualitative Research","year":2009,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":2526,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Insider; Qualitative research; Perspective (graphical); Ethnography; Context (archaeology); Space (punctuation); Sociology; Population; Epistemology; Social science; Computer science; Geography; Anthropology","retraction":null,"screen_n_in":null,"score":{"opus":0.910452926654224,"gpt":0.8209558220895188,"spread":0.08949710456470517,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3423842,0.0002027563,0.0004870312,0.0009730153,0.0009058496,0.0004397435,0.001468732,0.0001915772,0.00005167125],"category_scores_gemma":[0.09687687,0.0001444186,0.0002224138,0.00106182,0.00232968,0.0009048192,0.000081947,0.002461957,0.00001533976],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008528858,"about_ca_system_score_gemma":0.0009858871,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000784923,"about_ca_topic_score_gemma":0.0004370428,"domain_scores_codex":[0.7841737,0.2090723,0.001340138,0.0003537742,0.004273953,0.0007861655],"domain_scores_gemma":[0.8877634,0.1058529,0.0006469734,0.0002367429,0.005138853,0.0003610798],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001931781,0.00009077889,0.00004666291,0.000001950976,0.00007030693,0.00002298912,0.4589408,0.000009819265,0.0002904637,0.4459079,0.0002920681,0.09413309],"study_design_scores_gemma":[0.0003686241,0.0006816623,0.001155956,0.0001204751,0.000004211832,0.000001525936,0.4036846,0.00001524673,0.0006437034,0.5744166,0.01879449,0.0001128425],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1900939,0.001224409,0.3082082,0.4313151,0.002464056,0.0008251556,0.00003282932,0.00004336563,0.06579298],"genre_scores_gemma":[0.6733736,0.0006913046,0.3223034,0.0008578497,0.001584754,0.0000131051,0.000002957582,0.00002546469,0.001147608],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4832796,"threshold_uncertainty_score":0.9998394,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1709885097","doi":"10.1111/jebm.12141","title":"The methodological quality assessment tools for preclinical and clinical studies, systematic review and meta‐analysis, and clinical practice guideline: a systematic review","year":2015,"lang":"en","type":"review","venue":"Journal of Evidence-Based Medicine","topic":"Animal testing and alternatives","field":"Veterinary","cited_by":2088,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Systematic review; Critical appraisal; Checklist; Medicine; Guideline; Randomized controlled trial; Psychological intervention; Clinical study design; MEDLINE; Medical physics; Clinical trial; Psychology; Alternative medicine; Nursing; Pathology","retraction":null,"screen_n_in":null,"score":{"opus":0.9641987842621917,"gpt":0.7638045496857743,"spread":0.2003942345764175,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3204975,0.0009497236,0.0344387,0.0001941056,0.0002521701,0.0001514012,0.0009166218,0.0004068405,0.00001560622],"category_scores_gemma":[0.7025666,0.0003525215,0.003880983,0.0006425223,0.001180856,0.0005167266,0.0003606952,0.002088655,0.00000210262],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001708288,"about_ca_system_score_gemma":0.001111126,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001113107,"about_ca_topic_score_gemma":0.000003412535,"domain_scores_codex":[0.9236153,0.05329663,0.02000862,0.0009977978,0.001663682,0.0004179383],"domain_scores_gemma":[0.4999137,0.4677504,0.02532971,0.00135611,0.0048337,0.0008163518],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0001511486,0.0001244326,0.000005977323,0.8821238,0.1078506,0.0001148351,0.000009434597,3.153347e-8,1.005337e-8,0.00006160371,0.002930754,0.006627351],"study_design_scores_gemma":[0.0003486073,0.00393047,0.000003962003,0.4914607,0.4866251,0.0008291285,0.0001195,0.00001517728,1.084492e-9,0.00005828783,0.01641069,0.0001983831],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[6.159322e-7,0.9700215,0.003255235,0.01791957,0.0003179767,0.008416981,0.00003048807,0.00002468812,0.00001292525],"genre_scores_gemma":[0.000002642612,0.9538238,0.03742224,0.007451485,0.0006864537,0.0004740364,0.000009973553,0.00004277325,0.00008657353],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.4237016,"threshold_uncertainty_score":0.9998927,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2121795537","doi":"10.1186/s13012-015-0295-0","title":"Use of concept mapping to characterize relationships among implementation strategies and assess their feasibility and importance: results from the Expert Recommendations for Implementing Change (ERIC) study","year":2015,"lang":"en","type":"article","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1177,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"National Institute of Mental Health; VA Pittsburgh Healthcare System; VISN 4 Mental Illness Research, Education, and Clinical Center; University of California, San Diego; Quality Enhancement Research Initiative; University of Toronto; Fahs-Beck Fund for Research and Experimentation; National Institute of Diabetes and Digestive and Kidney Diseases; Johns Hopkins University; Health Services Research and Development; University of Washington; NIH Clinical Center; U.S. Department of Veterans Affairs; Washington University in St. Louis; University of California, Los Angeles; University of Massachusetts Boston; Indiana University-Purdue University Indianapolis; University of Minnesota; Harvard University; Purdue University; University of Pennsylvania; University of Arkansas for Medical Sciences; Doris Duke Charitable Foundation","keywords":"Categorization; Computer science; Process management; Process (computing); Implementation research; Consistency (knowledge bases); Health informatics; Management science; Rubric; Best practice; Data science; Knowledge management; Medicine; Psychological intervention; Psychology; Artificial intelligence; Public health","retraction":null,"screen_n_in":null,"score":{"opus":0.9472520975401527,"gpt":0.6784910235575587,"spread":0.268761073982594,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0132984,0.000243802,0.0003323892,0.0002834504,0.002826768,0.0003755984,0.0004056136,0.00005136773,0.0001023608],"category_scores_gemma":[0.002648325,0.0001959761,0.00003113759,0.001346794,0.0003904158,0.004555046,0.0004488238,0.0002383146,0.00000209396],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004065124,"about_ca_system_score_gemma":0.001181986,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.0126631,"about_ca_topic_score_gemma":0.02013674,"domain_scores_codex":[0.9940606,0.001343739,0.002094552,0.0008479518,0.0007692132,0.0008838864],"domain_scores_gemma":[0.9916983,0.004995135,0.001169481,0.0005675055,0.001126298,0.0004432445],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00004834893,0.0000255408,0.6304348,0.00001385575,0.00001256324,1.446956e-7,0.3570727,6.532979e-7,0.001442714,0.0005569944,0.002538866,0.007852891],"study_design_scores_gemma":[0.00170587,0.0001347783,0.5413088,0.00002480996,0.000009453812,3.108267e-7,0.4507078,0.00006372856,0.0002320063,0.0002560981,0.005440542,0.00011581],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9725088,0.00001716697,0.003419023,0.01241325,0.0003577612,0.008399195,0.002803999,0.00005959192,0.00002117427],"genre_scores_gemma":[0.9855043,0.00001952565,0.00837803,0.003591732,0.0001824854,0.001946904,0.0003495888,0.00001860972,0.000008816855],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.09363508,"threshold_uncertainty_score":0.9984714,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1911361640","doi":"10.1186/s12916-015-0465-6","title":"A scoping review of rapid review methods","year":2015,"lang":"en","type":"review","venue":"BMC Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1156,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Canada Research Chairs; Ottawa Hospital; Institute for Work & Health; Public Health Ontario; University of Toronto; St. Michael's Hospital","funders":"National Institute on Deafness and Other Communication Disorders; Canadian Institutes of Health Research","keywords":"Medicine; Systematic review; MEDLINE; Cochrane Library; Limiting; Critical appraisal; Inclusion (mineral); Meta-analysis; Alternative medicine; Pathology; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.9668936527155029,"gpt":0.7401489613431355,"spread":0.2267446913723674,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.6303609,0.001164151,0.06775226,0.000872432,0.000058436,0.00006876129,0.005351651,0.0002758927,0.07105143],"category_scores_gemma":[0.4806184,0.0004246451,0.009218249,0.00627831,0.0002418365,0.0001298591,0.0004401723,0.0005107726,0.003966045],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008462433,"about_ca_system_score_gemma":0.001886931,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005088906,"about_ca_topic_score_gemma":0.000003495666,"domain_scores_codex":[0.8068985,0.1162226,0.06024903,0.002500391,0.01361699,0.0005124071],"domain_scores_gemma":[0.8743936,0.03886222,0.06083709,0.01901526,0.006063116,0.0008286684],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[1.346253e-7,0.000005272123,3.234409e-7,0.3921879,0.00009367191,0.000001261545,0.000005296445,5.446794e-9,6.657541e-9,0.00004200285,0.2056027,0.4020614],"study_design_scores_gemma":[0.0000496037,0.00003831899,7.973255e-8,0.4934944,0.007240659,0.00005126671,0.000006443079,0.000002441045,1.303323e-8,0.00008641243,0.4988658,0.0001646226],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[9.149766e-10,0.9536119,0.01353018,0.0004288733,0.0008118061,0.008963228,0.00001743356,0.000008683877,0.02262796],"genre_scores_gemma":[6.19179e-10,0.9546656,0.0364356,0.002052453,0.0004698039,0.0004799976,0.00008660088,0.00004850612,0.005761449],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.4018968,"threshold_uncertainty_score":0.9998205,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2147927650","doi":"10.1016/j.ijnurstu.2009.01.009","title":"A scoring system for appraising mixed methods research, and concomitantly appraising qualitative, quantitative and mixed methods primary studies in Mixed Studies Reviews","year":2009,"lang":"en","type":"review","venue":"International Journal of Nursing Studies","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1138,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Canadian Institutes of Health Research; National Institute for Health and Care Research","keywords":"Qualitative research; Thematic analysis; Multimethodology; Critical appraisal; Quality (philosophy); Qualitative property; Systematic review; Management science; MEDLINE; Qualitative analysis; Psychology; Computer science; Medicine; Alternative medicine; Pathology; Sociology; Engineering; Mathematics education","retraction":null,"screen_n_in":null,"score":{"opus":0.9587728623805185,"gpt":0.8557142372490185,"spread":0.1030586251315,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08963098,0.0007688077,0.00622597,0.00260573,0.001555825,0.0001092319,0.0007316959,0.0002765361,8.578919e-7],"category_scores_gemma":[0.08117568,0.0005753111,0.0004420718,0.001162993,0.001874838,0.000790149,0.0005268424,0.001918527,0.000002863822],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004918892,"about_ca_system_score_gemma":0.001191663,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001881615,"about_ca_topic_score_gemma":0.0000506674,"domain_scores_codex":[0.9524028,0.03772812,0.00653281,0.0008962285,0.001304495,0.001135573],"domain_scores_gemma":[0.8433008,0.1427891,0.006478712,0.0003157095,0.006838578,0.0002770106],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.000135357,0.00005510479,0.000006778138,0.02801054,0.002093829,0.00002349006,0.1838821,8.72625e-7,0.00003002904,0.00312464,0.004723412,0.7779139],"study_design_scores_gemma":[0.001504395,0.0005477159,0.00008109248,0.2492014,0.0006668326,0.00016377,0.506032,0.000009626877,0.00000963129,0.006209268,0.235146,0.0004282251],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0005776279,0.9731431,0.01124703,0.003208127,0.008734718,0.002857017,0.00007083421,0.00003203148,0.0001295089],"genre_scores_gemma":[0.00007988828,0.696848,0.3017973,0.000216745,0.000598716,0.0003479602,0.000004454301,0.00004971124,0.00005720197],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.7774856,"threshold_uncertainty_score":0.999744,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2145376545","doi":"10.1016/s1470-2045(15)70057-4","title":"Response assessment criteria for brain metastases: proposal from the RANO group","year":2015,"lang":"en","type":"review","venue":"The Lancet Oncology","topic":"Brain Metastases and Treatment","field":"Medicine","cited_by":1088,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University; Queen's University; London Health Sciences Centre; Ontario Institute for Cancer Research","funders":"Breast Cancer Research Foundation","keywords":"Group (periodic table); Computer science; Medicine; Medical physics; Psychology; Physics","retraction":null,"screen_n_in":null,"score":{"opus":0.2039613437360562,"gpt":0.5016602951475275,"spread":0.2976989514114713,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01617769,0.0005481637,0.003765142,0.00006371774,0.0002022048,0.00005689448,0.0006395446,0.0003295142,0.0003408011],"category_scores_gemma":[0.000807393,0.0002286617,0.0007372277,0.000201901,0.0002873988,0.0000350587,0.0002168463,0.0006728357,0.00009393352],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007189925,"about_ca_system_score_gemma":0.002605642,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001072172,"about_ca_topic_score_gemma":0.00008575148,"domain_scores_codex":[0.9873127,0.01043229,0.0007311326,0.0005794284,0.0003493666,0.00059507],"domain_scores_gemma":[0.9891884,0.008549438,0.0005227997,0.001451189,0.0001243403,0.000163822],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.003496071,0.0004387046,0.0000025611,0.001616627,0.002216417,0.0002166094,0.0001908455,1.158935e-7,0.000005420227,0.004270516,0.3247207,0.6628254],"study_design_scores_gemma":[0.005338097,0.002797542,0.00003930607,0.001311787,0.006925224,0.000319067,0.0001285986,0.000008735859,4.698593e-7,0.001279991,0.981631,0.0002201527],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000031946,0.9362866,0.0009778764,0.05165956,0.0009820051,0.006213633,0.003201957,0.00007766006,0.0005688191],"genre_scores_gemma":[0.00001754852,0.941184,0.03920492,0.008546957,0.00348979,0.003534156,0.002944974,0.0001291228,0.000948509],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.6626053,"threshold_uncertainty_score":0.9324555,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2188214922","doi":"10.1373/clinchem.2015.246280","title":"STARD 2015: An Updated List of Essential Items for Reporting Diagnostic Accuracy Studies","year":2015,"lang":"en","type":"article","venue":"Clinical Chemistry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":974,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Medical Research Council; Universiteit van Amsterdam; Cancer Research UK","keywords":"Diagnostic accuracy; Medical physics; Transparency (behavior); Computer science; Medicine; Radiology","retraction":null,"screen_n_in":null,"score":{"opus":0.91801681553035,"gpt":0.6911491831444544,"spread":0.2268676323858956,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1496173,0.0002375983,0.004014397,0.00003636079,0.00007252159,0.0002406097,0.001295738,0.0001709313,0.001199895],"category_scores_gemma":[0.7869868,0.000126219,0.001703045,0.0004407183,0.0002363478,0.0002053803,0.0002316152,0.0001941444,0.0001226329],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000214899,"about_ca_system_score_gemma":0.0002007265,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004732775,"about_ca_topic_score_gemma":0.000005760887,"domain_scores_codex":[0.9702978,0.001776653,0.02422482,0.001031855,0.002424081,0.0002447733],"domain_scores_gemma":[0.8930175,0.05067478,0.04204229,0.005904796,0.007624142,0.0007365029],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005311092,0.0003546254,0.2769082,0.000247385,0.0006468375,0.00001657628,0.0002793766,0.00003951171,0.0007436201,0.00003943172,0.7158048,0.004866516],"study_design_scores_gemma":[0.004987849,0.0007590501,0.01793949,0.0005856334,0.004383276,0.00008272377,0.02037124,0.01907947,0.03031301,0.03510684,0.864455,0.001936387],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9948934,0.00129239,0.001178758,0.0006574469,0.0005774946,0.0004354421,0.0000394251,0.00001035751,0.0009152963],"genre_scores_gemma":[0.9912025,0.00003329765,0.002695317,0.00008734556,0.0006501959,0.00003884608,0.00007958349,0.00001327045,0.005199596],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6373695,"threshold_uncertainty_score":0.9997131,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2404984931","doi":"10.1016/j.jclinepi.2016.04.014","title":"Specifying a target trial prevents immortal time bias and other self-inflicted injuries in observational analyses","year":2016,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":974,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Jewish General Hospital; McGill University; McGill University Health Centre","funders":"National Center for Advancing Translational Sciences; National Cancer Institute","keywords":"Observational study; Emulation; Randomized controlled trial; Computer science; Medical physics; Research design; Simple (philosophy); Clinical trial; Medicine; Psychology; Statistics; Social psychology; Surgery; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.8894193828691276,"gpt":0.6870352047744127,"spread":0.2023841780947149,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03209012,0.0005453135,0.01091304,0.0004618366,0.00003850229,0.0000140979,0.0005590029,0.001273811,0.0003493402],"category_scores_gemma":[0.1817413,0.0003221478,0.00164865,0.0002685804,0.0003237695,0.000255146,0.0002018199,0.0018237,0.00002003887],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001367519,"about_ca_system_score_gemma":0.0006435767,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004273882,"about_ca_topic_score_gemma":0.000003027041,"domain_scores_codex":[0.975041,0.01126213,0.01241356,0.0004828413,0.0003222349,0.0004781997],"domain_scores_gemma":[0.8614943,0.1249712,0.0126586,0.0004081633,0.0002218118,0.0002458826],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.009361404,0.002869226,0.02738507,0.01051036,0.006798446,0.0002627368,0.0001654081,0.000006508214,0.000003683149,0.0641276,0.01662694,0.8618826],"study_design_scores_gemma":[0.005144324,0.001130475,0.0004353772,0.01155969,0.0007072682,0.0001061902,0.000003410881,0.00003764535,6.229564e-7,0.3657453,0.6146924,0.0004372375],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.003012915,0.9862737,0.007548017,0.0003645431,0.0008503029,0.001386047,0.0001015147,0.0001103379,0.0003526204],"genre_scores_gemma":[0.00001609266,0.8535389,0.1441202,0.0003103035,0.001753426,0.00003521402,0.000008386639,0.00006459206,0.0001529369],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8614454,"threshold_uncertainty_score":0.9999231,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2131259125","doi":"10.1177/104973230001000308","title":"Evaluating Interpretive Inquiry: Reviewing the Validity Debate and Opening the Dialogue","year":2000,"lang":"en","type":"review","venue":"Qualitative Health Research","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":951,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Foundationalism; Epistemology; Lifeworld; Field (mathematics); External validity; Trustworthiness; Qualitative research; Ontology; Psychology; Sociology; Engineering ethics; Social psychology; Social science; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.975849557890781,"gpt":0.8206803585145628,"spread":0.1551691993762182,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.3761952,0.0004493676,0.002025991,0.0005715187,0.003394076,0.001171879,0.002372696,0.0001817146,0.001330349],"category_scores_gemma":[0.05324278,0.0001914916,0.0003638086,0.003186913,0.001355579,0.000451912,0.0009575284,0.002948734,0.00108725],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006707384,"about_ca_system_score_gemma":0.005104302,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000270593,"about_ca_topic_score_gemma":0.00007957742,"domain_scores_codex":[0.812084,0.1728331,0.003708076,0.001528043,0.008469529,0.001377227],"domain_scores_gemma":[0.8344231,0.159446,0.001743685,0.001894422,0.002099738,0.0003930367],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001170636,0.00001372523,0.000002776512,0.001473656,0.00003348584,0.000001157283,0.1282162,0.000002860528,2.12312e-8,0.0013349,0.004806342,0.8641031],"study_design_scores_gemma":[0.0001089157,0.0004298811,0.00001925026,0.01183127,0.00004096306,0.0000166865,0.0447877,0.0007096003,8.927292e-8,0.005513892,0.9363356,0.0002061786],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0001105915,0.9834147,0.000304228,0.008291163,0.000393175,0.004452936,0.00007133531,0.000018573,0.002943294],"genre_scores_gemma":[0.0003605435,0.9951425,0.0004701236,0.0009978937,0.0003733441,0.001202245,0.00003701929,0.00004068649,0.001375688],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9315292,"threshold_uncertainty_score":0.999865,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4200395585","doi":"10.1007/s40037-021-00695-4","title":"Bibliometrics: Methods for studying academic publishing","year":2021,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":938,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Ottawa","funders":"","keywords":"Bibliometrics; Terminology; Publishing; Data science; Strengths and weaknesses; Population health; Computer science; Population; Library science; Medicine; Psychology; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.652587060367001,"gpt":0.6967628458869507,"spread":0.04417578551994972,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.05948411,0.0001703509,0.0003682181,0.1369572,0.000413167,0.004798167,0.002418063,0.0003491818,0.002225628],"category_scores_gemma":[0.7677514,0.0001292189,0.0002238737,0.416792,0.0001774939,0.00162808,0.00049591,0.001073089,0.000106925],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004534263,"about_ca_system_score_gemma":0.004114283,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003250789,"about_ca_topic_score_gemma":0.000003341181,"domain_scores_codex":[0.9856709,0.0009725204,0.0008070684,0.001311657,0.01059632,0.000641596],"domain_scores_gemma":[0.9095557,0.06000977,0.0007112044,0.001913936,0.02511396,0.002695381],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001709267,0.000630289,0.005164388,0.000007109139,0.0000195984,0.00000169737,0.002081413,0.000003215156,0.0002061208,0.0243053,0.05017921,0.9173846],"study_design_scores_gemma":[0.001984875,0.0005301767,0.09929708,0.0001258356,0.00003780989,0.00005040143,0.2043805,0.01754517,0.002924726,0.1837441,0.4886123,0.0007670138],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1275684,0.03384215,0.6953861,0.1058889,0.007056116,0.0009652635,0.00002620779,0.0001245586,0.02914232],"genre_scores_gemma":[0.8358486,0.006136074,0.1420518,0.006544131,0.002420725,0.0003218003,0.00004027083,0.00005396955,0.006582601],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9166176,"threshold_uncertainty_score":0.9986865,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["bibliometrics","metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2332651781","doi":"10.1177/1321103x060270010301","title":"Narrative Inquiry: A Methodology for Studying Lived Experience","year":2006,"lang":"en","type":"article","venue":"Research Studies in Music Education","topic":"Educator Training and Historical Pedagogy","field":"Social Sciences","cited_by":934,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Narrative; Narrative inquiry; Narrative criticism; Curriculum; Pedagogy; Epistemology; Frame (networking); Sociology; Narrative network; Space (punctuation); Mathematics education; Psychology; Computer science; Linguistics; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.9016663889366501,"gpt":0.6859332404964971,"spread":0.215733148440153,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.006194978,0.00008945916,0.0002268551,0.0003357816,0.001521246,0.00003547792,0.0002506647,0.00008216687,0.00004703979],"category_scores_gemma":[0.007681375,0.00008844678,0.00003987889,0.0008724341,0.001625564,0.0001260689,0.00006019231,0.0002574013,0.000006908623],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001136625,"about_ca_system_score_gemma":0.001328645,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01261772,"about_ca_topic_score_gemma":0.01257476,"domain_scores_codex":[0.9966397,0.00175154,0.0002559852,0.0003624221,0.0004206839,0.000569634],"domain_scores_gemma":[0.9945605,0.004395066,0.00006714853,0.0001598892,0.0007479432,0.00006943817],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00001667066,0.0002448372,0.002837304,0.00002597121,0.00000974638,4.630743e-7,0.9292325,0.000003076445,0.0001090092,0.02556769,0.03667484,0.005277897],"study_design_scores_gemma":[0.0001294987,0.00007758441,0.002469135,0.00004355234,0.000002954343,1.86621e-7,0.90812,0.000001827191,0.00001625153,0.01642077,0.07263247,0.00008582634],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.97829,0.003608261,0.0001220171,0.003560456,0.003318913,0.0007381337,4.199536e-7,0.00003604326,0.0103258],"genre_scores_gemma":[0.988102,0.0002813893,0.004857522,0.00009790141,0.001935111,0.001478947,0.000003673521,0.000009884625,0.003233547],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03595763,"threshold_uncertainty_score":0.9997786,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2065912508","doi":"10.1073/pnas.97.18.9834","title":"Importance of replication in microarray gene expression studies: Statistical methods and evidence from repetitive cDNA hybridizations","year":2000,"lang":"en","type":"article","venue":"Proceedings of the National Academy of Sciences","topic":"Gene expression and cancer classification","field":"Biochemistry, Genetics and Molecular Biology","cited_by":870,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"National Eye Institute; National Cancer Institute; National Heart, Lung, and Blood Institute","keywords":"DNA microarray; Pooling; Replication (statistics); Biology; Complementary DNA; Computational biology; Microarray; Gene expression; Gene; Microarray analysis techniques; Gene expression profiling; Genetics; Computer science; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.06802896947410444,"gpt":0.4076459875944969,"spread":0.3396170181203925,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001051477,0.00005836353,0.0001079691,0.00005071923,0.0000600677,0.000005289353,0.0002489333,0.00004897843,0.00001267583],"category_scores_gemma":[0.001420292,0.00004223518,0.00002198296,0.0002725128,0.0004674796,0.00002550442,0.00006298151,0.0000513758,1.031357e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001393187,"about_ca_system_score_gemma":0.00003567966,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005930785,"about_ca_topic_score_gemma":2.354139e-7,"domain_scores_codex":[0.998955,0.00002211688,0.0003151323,0.0003666203,0.0002776902,0.00006348337],"domain_scores_gemma":[0.9993336,0.00009498012,0.0003154613,0.00002753915,0.0002093945,0.00001904741],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0000276319,0.00001815057,0.01188445,0.00002048463,0.000005376199,1.338283e-9,0.0001460588,0.00003025192,0.9854377,0.0004109597,0.0003932388,0.001625727],"study_design_scores_gemma":[0.00008126539,0.00002624121,0.1251922,0.0001451852,0.000005040581,9.982947e-7,0.0001636258,0.0001410714,0.8685434,0.005548997,0.0001127669,0.00003914187],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9966605,0.002023321,0.0002009638,0.0007182257,0.000007044298,0.0001253389,0.00002389006,0.000001801804,0.0002388996],"genre_scores_gemma":[0.9578028,0.001452441,0.04055245,0.00008683953,0.00002657267,0.00001919689,0.000001298529,0.000002424681,0.00005593754],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1168942,"threshold_uncertainty_score":0.1722448,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"bench_or_experimental","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2402421755","doi":"10.1097/xeb.0000000000000064","title":"Conducting systematic reviews of association (etiology)","year":2015,"lang":"en","type":"article","venue":"International Journal of Evidence-Based Healthcare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":801,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Systematic review; Etiology; Observational study; Critical appraisal; Population; Medicine; Psychological intervention; MEDLINE; Disease; Evidence-based medicine; Psychology; Alternative medicine; Pathology; Psychiatry; Biology; Environmental health","retraction":null,"screen_n_in":null,"score":{"opus":0.9670499388396323,"gpt":0.6420465268336334,"spread":0.3250034120059989,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2686737,0.0002178146,0.004183522,0.0008150956,0.00004885162,0.0002857045,0.002487176,0.0001349028,0.001001112],"category_scores_gemma":[0.4516342,0.00009851457,0.001835091,0.0007635453,0.00004043893,0.0007621553,0.0000693235,0.0003335211,0.0004333854],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006525826,"about_ca_system_score_gemma":0.0009065609,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005116401,"about_ca_topic_score_gemma":0.00003240469,"domain_scores_codex":[0.9430771,0.0258782,0.01989158,0.0004050552,0.01051983,0.0002281887],"domain_scores_gemma":[0.9071928,0.01879329,0.04469432,0.001226109,0.02775368,0.0003397489],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003423761,0.0003282831,0.7384195,0.01314267,0.001983098,0.0001163076,0.004167929,0.002693923,0.0008732923,0.004819061,0.2118984,0.02121513],"study_design_scores_gemma":[0.01211714,0.007157745,0.04883685,0.356084,0.006570385,0.002256752,0.04005535,0.03998289,0.004750204,0.08655804,0.3920783,0.003552401],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5261424,0.1129217,0.06967886,0.2578236,0.02455732,0.006750092,0.00009768622,0.00002121082,0.002007267],"genre_scores_gemma":[0.9904432,0.000476073,0.006179417,0.001486336,0.0005450229,0.00002052552,0.000002891623,0.000009464548,0.0008370607],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6895826,"threshold_uncertainty_score":0.9999121,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2747587219","doi":"10.2196/jmir.7071","title":"The Use of Facebook in Recruiting Participants for Health Research Purposes: A Systematic Review","year":2017,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":792,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Internet privacy; Social media; Psychology; Systematic review; MEDLINE; World Wide Web; Medicine; Applied psychology; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.955916298959609,"gpt":0.7570215887201007,"spread":0.1988947102395082,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2840365,0.0001941143,0.003301933,0.000777214,0.0008727649,0.0003954132,0.00405609,0.0005777882,0.0001166232],"category_scores_gemma":[0.6521434,0.0001162343,0.0005309021,0.0009024839,0.001938487,0.0002393919,0.0003487908,0.004637282,0.00003293146],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002483153,"about_ca_system_score_gemma":0.02811316,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005904259,"about_ca_topic_score_gemma":0.006847986,"domain_scores_codex":[0.940645,0.04055046,0.005490682,0.0003744828,0.01087307,0.002066335],"domain_scores_gemma":[0.8473718,0.1424544,0.004206491,0.0008018086,0.003816365,0.001349084],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001277111,0.00007222247,0.000004936478,0.5074971,0.00007041423,0.00001289501,0.006176825,6.802012e-9,2.737971e-9,0.0007799907,0.0245383,0.4608345],"study_design_scores_gemma":[0.00007055799,0.0001538631,8.616128e-7,0.4697593,0.000046151,0.00000682439,0.001198782,0.000004783262,3.038492e-8,0.0001012468,0.5286168,0.00004079788],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000007719727,0.9595272,0.000009429312,0.02137504,0.00184543,0.0171236,0.00000627776,0.000003866341,0.0001014185],"genre_scores_gemma":[0.00001802556,0.9918361,0.00006691008,0.00009672387,0.001378931,0.005831028,0.000002362676,0.00003423492,0.0007357398],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5040785,"threshold_uncertainty_score":0.9976591,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2289170923","doi":"10.1097/acm.0000000000000786","title":"Appraising the Quality of Medical Education Research Methods","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":789,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Inter-rater reliability; Intraclass correlation; Normative; Reliability (semiconductor); Psychology; Raw score; Scale (ratio); Medicine; Clinical psychology; Statistics; Psychometrics; Rating scale; Mathematics; Developmental psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.9786162941917345,"gpt":0.8122788227648552,"spread":0.1663374714268793,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8324792,0.0001487199,0.002347379,0.0004335652,0.0001110097,0.00004803042,0.004255632,0.0002589436,0.007078364],"category_scores_gemma":[0.7570212,0.00004970382,0.0003055201,0.002901341,0.0007088329,0.0001238896,0.0003175719,0.001138823,0.0005285612],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004040969,"about_ca_system_score_gemma":0.00103312,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002814685,"about_ca_topic_score_gemma":0.000009526311,"domain_scores_codex":[0.7569961,0.1646347,0.02274452,0.001360402,0.05368333,0.0005810123],"domain_scores_gemma":[0.9111122,0.06983076,0.006426969,0.005704545,0.006033664,0.0008918131],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000006456392,0.00001103991,0.006234277,0.00003343449,0.00004520378,2.714736e-7,0.008597136,0.000001660591,0.000226767,0.06344667,0.7685808,0.1528163],"study_design_scores_gemma":[0.0003146406,0.00005356162,0.004020098,0.0002273422,0.00008619652,0.00002130752,0.04248311,0.00258605,0.00008243542,0.1857186,0.7643163,0.00009037642],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.2077147,0.04106821,0.26566,0.3450018,0.003523229,0.001788743,0.000002224339,0.00001399474,0.135227],"genre_scores_gemma":[0.9683005,0.0003729418,0.006811209,0.003600414,0.001694134,0.00005901264,0.000006064879,0.00001362582,0.01914216],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7605857,"threshold_uncertainty_score":0.9938293,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2603520596","doi":"10.1136/ebmed-2017-110668","title":"Rating the certainty in evidence in the absence of a single estimate of effect","year":2017,"lang":"en","type":"article","venue":"Evidence-Based Medicine","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":675,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Certainty; Grading (engineering); Meta-analysis; Computer science; Econometrics; Psychology; Actuarial science; Mathematics; Economics; Medicine; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.7369926022121754,"gpt":0.6868045677958105,"spread":0.05018803441636499,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02820178,0.000155748,0.0004813343,0.0001937774,0.000643572,0.0000108933,0.001364135,0.00007422794,0.0001662455],"category_scores_gemma":[0.1189983,0.00007807248,0.00004011296,0.0006159001,0.000940516,0.0004565798,0.0001217232,0.0005735967,0.00001703131],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001859423,"about_ca_system_score_gemma":0.00105913,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0126191,"about_ca_topic_score_gemma":0.004686626,"domain_scores_codex":[0.9935081,0.003163464,0.001444936,0.0002918787,0.001006257,0.0005853658],"domain_scores_gemma":[0.9471802,0.04986984,0.001434068,0.001178973,0.0002430261,0.000093854],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002827707,0.00003745691,0.9238759,0.002159402,0.000003525954,0.00001698231,0.03715555,0.0002430417,0.02395497,0.0004586092,0.002243657,0.009568155],"study_design_scores_gemma":[0.002310734,0.0009452152,0.9511296,0.03466395,0.0000164291,0.000002001102,0.004719594,0.002338934,0.003078262,0.0002973958,0.0003869593,0.0001109571],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8581573,0.00042221,0.0004053331,0.1383186,0.000309282,0.001814905,0.000003509931,0.00001078687,0.0005580104],"genre_scores_gemma":[0.9919708,0.00007595345,0.0002655678,0.007229463,0.0001649281,0.0002521677,5.684907e-7,0.000008324554,0.00003221922],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1338135,"threshold_uncertainty_score":0.993956,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3003863736","doi":"10.11124/jbisrir-d-19-00169","title":"Methodological guidance for the conduct of mixed methods systematic reviews","year":2020,"lang":"en","type":"article","venue":"JBI Evidence Synthesis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":664,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Manitoba; Queen's University; Centre for Excellence in Mining Innovation","funders":"","keywords":"Systematic review; Management science; Multimethodology; Evidence-based practice; Best practice; Computer science; Medicine; MEDLINE; Psychology; Political science; Engineering; Alternative medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.9354775305714882,"gpt":0.6479045374214611,"spread":0.287572993150027,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.531988,0.0004262468,0.009920717,0.0001285549,0.0002006356,0.0004117643,0.004956641,0.0001309338,0.004067745],"category_scores_gemma":[0.9247063,0.0001439223,0.004867865,0.001885425,0.0002002143,0.0003446665,0.0002590717,0.0001622136,0.001154432],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002645156,"about_ca_system_score_gemma":0.00007134498,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006429757,"about_ca_topic_score_gemma":0.000002567527,"domain_scores_codex":[0.7667837,0.2025256,0.02311762,0.001932858,0.005131145,0.0005091432],"domain_scores_gemma":[0.1742819,0.7954131,0.01937698,0.008171078,0.002395031,0.0003618232],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001452147,0.0001174617,0.002018074,0.09576793,0.002300032,0.000006570132,0.00339086,0.0002954544,0.04061342,0.01311657,0.4965355,0.3456929],"study_design_scores_gemma":[0.0004675748,0.0006836154,0.006380798,0.03752697,0.02103221,0.00008006723,0.01121756,0.1310485,0.06029234,0.02812718,0.7008544,0.002288746],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0006750117,0.05956523,0.9190082,0.01416674,0.0003731645,0.005855624,0.00001415856,0.00001123479,0.0003306616],"genre_scores_gemma":[0.1056088,0.001436001,0.8857441,0.0018355,0.00023594,0.003298081,3.904366e-7,0.00002769373,0.001813485],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.5928875,"threshold_uncertainty_score":0.9996233,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1596606100","doi":"10.1177/160940690800700103","title":"Easier Said than Done: Writing an Autoethnography","year":2008,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":646,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Autoethnography; Sociology; Pedagogy; Psychology; Engineering ethics; Gender studies; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.9490514399970871,"gpt":0.8031725299992267,"spread":0.1458789099978604,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05769157,0.0001549439,0.0003662847,0.0006420744,0.0004643744,0.0001113179,0.001079476,0.0001078786,0.0003310139],"category_scores_gemma":[0.01643313,0.0001407115,0.0003162631,0.000553103,0.001328063,0.001229212,0.00008251194,0.0005647715,0.00001394744],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002829124,"about_ca_system_score_gemma":0.0006854545,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004450347,"about_ca_topic_score_gemma":0.00006222414,"domain_scores_codex":[0.962692,0.03356079,0.0009053699,0.0002199051,0.00216848,0.0004535062],"domain_scores_gemma":[0.9901158,0.006120815,0.0006780606,0.0001513667,0.002435118,0.0004988373],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0004551397,0.0005554319,0.01123717,0.000009500457,0.0006575912,0.0003371323,0.7578399,0.00003764697,0.01473995,0.0872308,0.0008044665,0.1260953],"study_design_scores_gemma":[0.003400979,0.001756963,0.08038934,0.00035807,0.000110819,0.0002691339,0.5405185,0.0005218929,0.02400234,0.1739141,0.1736153,0.001142638],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.601612,0.0004511345,0.3827935,0.002475424,0.001411307,0.0001293369,0.0000132581,0.00004039346,0.01107367],"genre_scores_gemma":[0.4615026,0.0001570718,0.5367832,0.0002551956,0.0009208339,0.000007841125,0.000001398133,0.00001764163,0.0003543218],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.2173214,"threshold_uncertainty_score":0.9918519,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4391354425","doi":"10.11124/jbies-23-00268","title":"The revised JBI critical appraisal tool for the assessment of risk of bias for quasi-experimental studies","year":2024,"lang":"en","type":"review","venue":"JBI Evidence Synthesis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":615,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Critical appraisal; Systematic review; Psychological intervention; Internal validity; External validity; Clinical study design; Research design; Risk analysis (engineering); Management science; Randomized controlled trial; Computer science; Psychology; Medicine; MEDLINE; Clinical trial; Alternative medicine; Engineering; Social psychology; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.7141296631716049,"gpt":0.6450146711395035,"spread":0.06911499203210136,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2306695,0.000836489,0.01349973,0.0003357988,0.0005424735,0.0009241048,0.004592447,0.0002291127,0.0004249249],"category_scores_gemma":[0.7208079,0.0002589323,0.01352095,0.001339716,0.000719526,0.00024213,0.0004853118,0.0003264081,0.0001536748],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001258868,"about_ca_system_score_gemma":0.000555674,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000805814,"about_ca_topic_score_gemma":0.000007830639,"domain_scores_codex":[0.954529,0.02110795,0.01654019,0.001613606,0.005710831,0.0004983926],"domain_scores_gemma":[0.2547819,0.726554,0.01036632,0.005828577,0.002366375,0.0001028143],"domain_codex":null,"domain_gemma":"methods","domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001639482,0.0001757708,0.00003964083,0.0390932,0.005310634,0.000001113036,0.0003754043,0.00000265117,0.000002324862,0.01214741,0.07335694,0.8694785],"study_design_scores_gemma":[0.00004221034,0.0001854286,0.0000136932,0.02381394,0.02696853,0.000006481573,0.002717095,0.001352887,0.00001782915,0.001087652,0.9434825,0.000311769],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00001082609,0.9782971,0.0131178,0.0009495767,0.00146852,0.005616674,0.0004625481,0.000007222645,0.00006970992],"genre_scores_gemma":[0.001271123,0.9825471,0.008154262,0.00001784693,0.0003518806,0.006872986,0.000002165795,0.00005325835,0.0007293601],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8701255,"threshold_uncertainty_score":0.9999863,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2024037973","doi":"10.1371/journal.pone.0001350","title":"External Validation of a Measurement Tool to Assess Systematic Reviews (AMSTAR)","year":2007,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":579,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Canadian Agency for Drugs and Technologies in Health; University of Ottawa","funders":"","keywords":"Medicine; Kappa; Systematic review; Cohen's kappa; MEDLINE; Internal medicine; Statistics; Mathematics; Biology","retraction":null,"screen_n_in":null,"score":{"opus":0.9088568580287464,"gpt":0.5118559510449199,"spread":0.3970009069838265,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.3319102,0.0002414865,0.005160101,0.000420541,0.00006117168,0.0003300128,0.001311935,0.00005376881,0.003257055],"category_scores_gemma":[0.1096664,0.0001179016,0.001024692,0.001299737,0.00001510271,0.0002012681,0.00009218138,0.00008656439,0.005538016],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000097829,"about_ca_system_score_gemma":0.00003973188,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005975118,"about_ca_topic_score_gemma":0.00002183247,"domain_scores_codex":[0.9406797,0.01156566,0.02338245,0.001074042,0.02286761,0.0004305496],"domain_scores_gemma":[0.9845258,0.002177905,0.006345265,0.003469218,0.003294396,0.0001874058],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.000132092,0.007847153,0.0782017,0.1826668,0.005973309,0.00003496133,0.005978943,0.0001518978,0.6451869,0.006332071,0.03704922,0.03044491],"study_design_scores_gemma":[0.002741972,0.001600335,0.07606459,0.2166452,0.02443805,0.00005046495,0.004586349,0.007922287,0.6196141,0.01527824,0.02695091,0.004107441],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6776044,0.003347412,0.3079158,0.0001902557,0.0001415034,0.006424658,0.000005855093,0.000008631025,0.004361433],"genre_scores_gemma":[0.9344482,0.00003890205,0.06167215,0.0002562301,0.0001134865,0.0002272223,0.000001700088,0.00001508186,0.003227009],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2568438,"threshold_uncertainty_score":0.9976541,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2518646621","doi":"10.1002/asi.23833","title":"Scholarly use of social media and altmetrics: A review of the literature","year":2017,"lang":"en","type":"review","venue":"Journal of the Association for Information Science and Technology","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":571,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal; Université de Montréal","funders":"Social Sciences and Humanities Research Council of Canada; Alfred P. Sloan Foundation","keywords":"Altmetrics; Scholarship; Social media; Scholarly communication; Promotion (chess); Sociology; Data science; Computer science; Social science; Political science; World Wide Web; Publishing","retraction":null,"screen_n_in":null,"score":{"opus":0.1787038404795363,"gpt":0.4544080046811156,"spread":0.2757041642015793,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009269384,0.0001005428,0.0007071443,0.0008829859,0.001114251,0.0003139401,0.001087802,0.0004702621,0.000001239783],"category_scores_gemma":[0.2233331,0.00005878304,0.0001985243,0.003506695,0.0008932215,0.003824422,0.0001459278,0.0005352979,4.356691e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005799502,"about_ca_system_score_gemma":0.0028066,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001720351,"about_ca_topic_score_gemma":0.00001685298,"domain_scores_codex":[0.997097,0.0002190992,0.001100124,0.00007623927,0.001315915,0.0001916604],"domain_scores_gemma":[0.9822153,0.002102267,0.009452125,0.000217174,0.005962281,0.00005085108],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001643679,0.00001128313,0.0007042354,0.007511693,0.00003177635,1.753499e-8,0.008199901,1.013396e-8,3.654889e-7,0.02109617,0.001654578,0.9607883],"study_design_scores_gemma":[0.00009192092,0.00001738894,0.0009423506,0.01117186,0.0001887937,0.000003793366,0.0004514296,2.488927e-7,0.000002831029,0.001044316,0.9860325,0.00005253019],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0002980301,0.9815807,0.000002462864,0.01274519,0.00353915,0.001553081,0.00007040392,0.000006808357,0.0002042054],"genre_scores_gemma":[0.0005202389,0.9989569,0.0001467182,0.0001280153,0.0001776179,0.00004195437,0.000001838229,0.000003427715,0.00002335471],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.984378,"threshold_uncertainty_score":0.8570033,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1562377822","doi":"10.1023/a:1023648703356","title":"Exploring Social Desirability Bias","year":2003,"lang":"en","type":"article","venue":"Journal of Business Ethics","topic":"Ethics in Business and Education","field":"Decision Sciences","cited_by":552,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Social desirability bias; Business ethics; Social desirability; Quality of Life Research; Psychology; Social psychology; Response bias; Gender bias; Context (archaeology); Cognitive bias; Economics; Cognition","retraction":null,"screen_n_in":null,"score":{"opus":0.909767295503648,"gpt":0.496656010330611,"spread":0.413111285173037,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04492015,0.000144658,0.0004588724,0.0003970645,0.0005255742,0.000388658,0.0006230067,0.0002784068,0.0001982032],"category_scores_gemma":[0.2513938,0.0001023205,0.0001942356,0.002023583,0.0002845589,0.001402879,0.00004955596,0.001607623,0.00003924375],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001068784,"about_ca_system_score_gemma":0.002083466,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002020911,"about_ca_topic_score_gemma":0.00002735771,"domain_scores_codex":[0.9937804,0.001000436,0.002077256,0.00023095,0.002667666,0.0002432777],"domain_scores_gemma":[0.9722957,0.01027592,0.003489644,0.0004545611,0.01334655,0.0001376048],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0003786435,0.001669039,0.2120224,0.000564876,0.0001589216,0.0001182375,0.08245417,0.007325539,0.003028842,0.5662937,0.0120894,0.1138962],"study_design_scores_gemma":[0.0004581929,0.00003669948,0.5306529,0.0001299359,0.00003831554,0.0001438811,0.005793373,0.00002812963,0.00110458,0.4116328,0.04970921,0.0002720476],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9264813,0.0002047595,0.03904375,0.02513569,0.006744743,0.00006148394,0.000001475291,0.00001305023,0.002313761],"genre_scores_gemma":[0.9942374,0.0003254723,0.004073873,0.0004884848,0.0007270978,0.000002281194,2.910874e-7,0.00001430363,0.0001308171],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3186305,"threshold_uncertainty_score":0.9834557,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":[],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2555545138","doi":"10.2196/jmir.5698","title":"The Use of Social Media in Recruitment for Medical Research Studies: A Scoping Review","year":2016,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":531,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Social media; eHealth; Psychology; Data science; Internet privacy; World Wide Web; Health care; Computer science; Medicine; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.9236268404192448,"gpt":0.7527068496186357,"spread":0.1709199908006092,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2180922,0.0002491077,0.002708447,0.001015435,0.0006025824,0.0001237418,0.003641085,0.001224709,0.0009946616],"category_scores_gemma":[0.6867939,0.0001356369,0.0006631413,0.002054645,0.004705498,0.0002050009,0.0006534216,0.005062409,0.00003672066],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003207285,"about_ca_system_score_gemma":0.03638668,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007612886,"about_ca_topic_score_gemma":0.01144935,"domain_scores_codex":[0.948257,0.02567026,0.004467555,0.0004512028,0.01949558,0.001658391],"domain_scores_gemma":[0.5353057,0.4523849,0.002208637,0.0005239909,0.007948681,0.001628047],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003512648,0.0001119379,0.000002707046,0.04317285,0.0001272145,0.00003550497,0.01104656,9.107717e-10,5.213247e-9,0.002906323,0.09739429,0.8451675],"study_design_scores_gemma":[0.000191664,0.0001141888,8.562003e-7,0.4171753,0.00003207946,0.000007186355,0.001832084,4.57367e-7,7.836646e-8,0.0003359207,0.5802474,0.00006284597],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00001405195,0.9336327,0.000009673955,0.05373719,0.005301186,0.007213472,0.000006842116,0.000005222034,0.00007971944],"genre_scores_gemma":[0.000004434822,0.989246,0.00006170623,0.0001073339,0.006524194,0.003827935,0.000003216339,0.00004128974,0.0001838864],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8451046,"threshold_uncertainty_score":0.9999186,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4210542220","doi":"10.1002/jrsm.1547","title":"Meta‐analysis of prevalence: <scp><i>I</i><sup>2</sup></scp> statistic and how to deal with heterogeneity","year":2022,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":524,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Meta-analysis; Statistics; Statistic; Point estimation; Econometrics; Study heterogeneity; Sample size determination; Confidence interval; Systematic review; Pooled variance; Publication bias; Summary statistics; Subgroup analysis; Demography; Medicine; Mathematics; MEDLINE; Internal medicine; Biology","retraction":null,"screen_n_in":null,"score":{"opus":0.8023315025989195,"gpt":0.6016847519460555,"spread":0.200646750652864,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4758545,0.000431367,0.007482494,0.003282752,0.0007229819,0.0009285659,0.003155712,0.00007685479,0.00657859],"category_scores_gemma":[0.1223074,0.0002214733,0.002759197,0.01182165,0.0003382347,0.0002281025,0.001261187,0.0005078195,0.00008736854],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009435392,"about_ca_system_score_gemma":0.0002236257,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006581377,"about_ca_topic_score_gemma":0.00003979616,"domain_scores_codex":[0.7508338,0.2230047,0.004736643,0.002552582,0.01783348,0.001038838],"domain_scores_gemma":[0.7217814,0.2646533,0.002838451,0.006538359,0.003221871,0.0009666217],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.0001555189,0.0008424343,0.06163869,0.001812426,0.6031743,0.000118156,0.00977348,0.05511849,0.003777042,0.004288578,0.04859291,0.2107079],"study_design_scores_gemma":[0.000465195,0.001352346,0.03228266,0.00005853674,0.3855777,0.00007317916,0.02209501,0.235455,0.009804004,0.005617616,0.3064538,0.0007648694],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.4130825,0.01181754,0.5665437,0.00182591,0.00003407725,0.00293589,0.001127553,0.00001965209,0.002613172],"genre_scores_gemma":[0.3339019,0.0001398012,0.6548268,0.0001121561,0.00002804386,0.001384778,0.00000575277,0.00003870302,0.009562159],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3535471,"threshold_uncertainty_score":0.9943295,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"meta_analysis","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2028758832","doi":"10.1016/s0140-6736(10)60903-8","title":"An international registry of systematic-review protocols","year":2010,"lang":"en","type":"article","venue":"The Lancet","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":521,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital","funders":"National Institute for Health and Care Research","keywords":"Medicine; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.7505475693393026,"gpt":0.5892674142758912,"spread":0.1612801550634113,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.09903283,0.0001218203,0.003438641,0.00005135027,0.00004429752,0.0004708082,0.007977618,0.0000359237,0.006925179],"category_scores_gemma":[0.04988371,0.00004036322,0.0006346548,0.0003702229,0.00006140624,0.0001627304,0.00007727091,0.0001637879,0.00112761],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000004045208,"about_ca_system_score_gemma":0.00002854121,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003480945,"about_ca_topic_score_gemma":0.00001383572,"domain_scores_codex":[0.9873357,0.003868084,0.00520132,0.0003307846,0.003144667,0.0001194666],"domain_scores_gemma":[0.9823982,0.001172291,0.004618836,0.01098145,0.0007763844,0.00005288919],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002106834,0.000207084,0.03141287,0.1485324,0.000640763,0.00000524328,0.000656404,0.00001146289,0.003569071,0.09331319,0.7190724,0.002558021],"study_design_scores_gemma":[0.001036418,0.0001395896,0.02423659,0.07192647,0.001651501,0.0001811948,0.0005905969,0.007907512,0.0007359895,0.0299885,0.8609088,0.0006968519],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1408229,0.01093169,0.01967539,0.07371772,0.004405637,0.2561955,0.0008109328,0.0001142744,0.4933259],"genre_scores_gemma":[0.9168285,0.0003760864,0.02333628,0.007845412,0.002427917,0.02198249,0.00002812314,0.00003987004,0.02713529],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7760056,"threshold_uncertainty_score":0.9996501,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2076003266","doi":"10.1177/0272989x12454577","title":"Modeling Good Research Practices—Overview","year":2012,"lang":"en","type":"review","venue":"Medical Decision Making","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":511,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Task (project management); Computer science; Management science; Task force; Work (physics); Health care; Best practice; Event (particle physics); Data science; Risk analysis (engineering); Operations research; Systems engineering; Engineering; Medicine; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.926401954458632,"gpt":0.6814429894895374,"spread":0.2449589649690946,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity","insufficient_payload"],"category_scores_codex":[0.1750609,0.0005639254,0.005001637,0.001455244,0.0005441747,0.0003249532,0.001892329,0.001481857,0.007668599],"category_scores_gemma":[0.1156274,0.0005762433,0.0007343569,0.001105041,0.0001232539,0.0007828346,0.0008210801,0.002701514,0.03236534],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001567105,"about_ca_system_score_gemma":0.001341739,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000232117,"about_ca_topic_score_gemma":0.00008881809,"domain_scores_codex":[0.9808977,0.003328424,0.01139154,0.001514467,0.00144756,0.001420292],"domain_scores_gemma":[0.9666611,0.02311395,0.007159228,0.001871877,0.0002329516,0.0009608928],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000004307187,0.0001177542,0.00002443742,0.01509554,0.0001075398,0.00001277528,0.0001701809,0.00001726158,4.491229e-10,0.05760629,0.009046795,0.9177971],"study_design_scores_gemma":[0.0001968755,0.00003055491,0.000002930692,0.03133203,0.00006431471,0.00006336997,0.00008440514,0.0149367,8.034666e-10,0.01430832,0.9384859,0.0004946527],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000006319364,0.9574464,0.02765055,0.002674441,0.002318108,0.001343595,0.0001017624,0.0000792255,0.008379592],"genre_scores_gemma":[0.0001093283,0.9862149,0.007181347,0.002618805,0.002945256,0.0003226236,0.00005396691,0.0001587686,0.0003949538],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9294391,"threshold_uncertainty_score":0.9998145,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2093745477","doi":"10.1038/sdata.2014.49","title":"An open science resource for establishing reliability and reproducibility in functional connectomics","year":2014,"lang":"en","type":"article","venue":"Scientific Data","topic":"Functional Brain Connectivity Studies","field":"Neuroscience","cited_by":497,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; Douglas Mental Health University Institute; Université de Montréal; Institut Universitaire de Gériatrie de Montréal","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute on Drug Abuse; National Institute of Biomedical Imaging and Bioengineering; National Institute of Neurological Disorders and Stroke; National Institute of Mental Health; National Key Research and Development Program of China","keywords":"Connectomics; Reliability (semiconductor); Reproducibility; Computer science; Neuroimaging; Connectome; Open science; Artificial intelligence; Functional connectivity; Psychology; Neuroscience; Statistics; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.1423463828689606,"gpt":0.3469814610188182,"spread":0.2046350781498576,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04595133,0.0001399891,0.0002112855,0.0002132811,0.001525177,0.002060755,0.004274282,0.00003792934,0.00001623727],"category_scores_gemma":[0.3108275,0.0001324092,0.0000140344,0.001319847,0.002403673,0.004385597,0.005526684,0.0001713256,0.000007350997],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001183759,"about_ca_system_score_gemma":0.0003268488,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001282189,"about_ca_topic_score_gemma":0.0004813072,"domain_scores_codex":[0.9916981,0.0003175534,0.0003218209,0.006628861,0.0006015148,0.0004321669],"domain_scores_gemma":[0.980438,0.008017742,0.0001496038,0.01095768,0.0002518007,0.0001851568],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0009550698,0.001402519,0.03802828,0.0001948047,0.000006193299,0.000002710221,0.001423122,0.002011527,0.6608348,0.04915056,0.2010748,0.0449156],"study_design_scores_gemma":[0.002000842,0.0003539762,0.1142181,0.00005487966,0.00001748294,0.00002283995,0.0006455712,0.2092962,0.06193011,0.06711411,0.5436053,0.0007405782],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.985036,0.00001339333,0.002085725,0.005758423,0.002693885,0.001260108,0.001488212,0.00009328441,0.001570948],"genre_scores_gemma":[0.9956545,6.985337e-7,0.00250692,0.001009734,0.000111871,0.00004510213,0.0001865978,0.00001257746,0.0004720448],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5989047,"threshold_uncertainty_score":0.9997747,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4240644295","doi":"10.1186/s12917-020-02451-y","title":"The ARRIVE guidelines 2.0: Updated guidelines for reporting animal research","year":2020,"lang":"en","type":"article","venue":"BMC Veterinary Research","topic":"Animal testing and alternatives","field":"Veterinary","cited_by":462,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Prioris.ai (Canada)","funders":"Horizon 2020 Framework Programme; European Commission; Medical Research Council; Royal Society; National Institutes of Health; Cancer Research UK; AstraZeneca; CHDI Foundation; University of Florida; Teva Pharmaceutical Industries","keywords":"Rigour; Checklist; Transparency (behavior); Context (archaeology); Computer science; Set (abstract data type); Delphi method; Quality (philosophy); Delphi; Process (computing); Engineering ethics; Data science; Management science; Medicine; Medical education; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.9480510731010264,"gpt":0.6799183607383827,"spread":0.2681327123626437,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.01987101,0.0003261046,0.0004410286,0.0002216285,0.002627228,0.0004875492,0.001518961,0.0001486851,0.0001142279],"category_scores_gemma":[0.08886614,0.0002334814,0.0002501679,0.001149585,0.0007485243,0.0002716125,0.001559348,0.001162854,0.000320064],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001136013,"about_ca_system_score_gemma":0.0004674703,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002190347,"about_ca_topic_score_gemma":0.00001306706,"domain_scores_codex":[0.9914897,0.001621933,0.002259605,0.001156787,0.001793485,0.001678476],"domain_scores_gemma":[0.9849252,0.004423499,0.0006008231,0.0008564682,0.008750683,0.0004433874],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.02467269,0.0001634584,0.005883085,0.0005303101,0.0001873794,0.00187184,0.00148559,0.00004502676,0.4175862,0.003308395,0.5244648,0.01980126],"study_design_scores_gemma":[0.001718471,0.04367251,0.00627216,0.0004921214,0.00002284112,0.001197157,0.01295719,0.1045961,0.003057191,0.003473098,0.8215982,0.0009429418],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9717845,0.001290513,0.0008686585,0.01941562,0.0002032139,0.001484851,0.00006443264,0.0003758702,0.004512354],"genre_scores_gemma":[0.963307,0.0001202298,0.02922646,0.0003215605,0.003336298,0.0005168549,0.00004460094,0.0001306491,0.002996322],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.414529,"threshold_uncertainty_score":0.9986712,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2157449760","doi":"10.23970/ahrqepcmethguide2","title":"Assessing the Risk of Bias of Individual Studies in Systematic Reviews of Health Care Interventions","year":2017,"lang":"en","type":"report","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":451,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"University of Pennsylvania; University of Alberta; Brown University; Kaiser Permanente; Johns Hopkins University; Agency for Healthcare Research and Quality; U.S. Department of Health and Human Services","keywords":"Psychological intervention; Systematic review; Health care; Psychology; Applied psychology; MEDLINE; Political science; Psychiatry","retraction":null,"screen_n_in":null,"score":{"opus":0.9768889152086658,"gpt":0.7199866243923981,"spread":0.2569022908162677,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6229234,0.0004626574,0.02621006,0.001056628,0.0001867369,0.0004024513,0.004114414,0.0001565596,0.0006589599],"category_scores_gemma":[0.4651508,0.0001504082,0.009217891,0.001072309,0.0003154078,0.0002200357,0.0006024369,0.0003485756,0.0000451977],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001295637,"about_ca_system_score_gemma":0.001198443,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006104012,"about_ca_topic_score_gemma":0.001308266,"domain_scores_codex":[0.7380132,0.1403138,0.1004348,0.001436398,0.01939848,0.0004033596],"domain_scores_gemma":[0.7805943,0.0217996,0.1801075,0.009719076,0.00771588,0.00006370779],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[7.149474e-7,0.0001465248,0.04425861,0.7979416,0.005047144,0.000001785748,0.01251437,0.00001999017,3.982427e-7,0.0001738584,0.1032019,0.03669307],"study_design_scores_gemma":[0.0004150846,0.000317337,0.0622059,0.6302425,0.01906894,0.00004707228,0.2463772,0.0001060806,0.00001157099,0.001775611,0.03871248,0.0007201976],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.007989999,0.9436359,0.002830593,0.000146094,0.001454273,0.00922857,0.0002279882,0.000002847706,0.03448371],"genre_scores_gemma":[0.8817824,0.09309276,0.005812735,0.00003330372,0.0001078765,0.0005337298,0.00004618184,0.00004114587,0.01854992],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.8737924,"threshold_uncertainty_score":0.9882469,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3117672471","doi":"10.1111/j.1756-5391.2010.01086.x","title":"Revised STandards for Reporting Interventions in Clinical Trials of Acupuncture (STRICTA): Extending the CONSORT Statement","year":2010,"lang":"en","type":"article","venue":"Journal of Evidence-Based Medicine","topic":"Acupuncture Treatment Research Studies","field":"Medicine","cited_by":443,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Institute for Health and Care Research","keywords":"Checklist; Consolidated Standards of Reporting Trials; Psychological intervention; Clinical trial; Systematic review; Psychology; Alternative medicine; Medicine; Medical education; Family medicine; MEDLINE; Political science; Psychiatry; Pathology","retraction":null,"screen_n_in":null,"score":{"opus":0.7114688404628366,"gpt":0.651952867294202,"spread":0.05951597316863466,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1056098,0.0003542869,0.003242849,0.0005350381,0.0001066618,0.00001596093,0.0002540189,0.0001371899,0.0004097356],"category_scores_gemma":[0.4326503,0.0001013159,0.001649832,0.0004749163,0.000614477,0.0001711455,0.00005155136,0.001194182,3.683242e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002954807,"about_ca_system_score_gemma":0.001851366,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000266534,"about_ca_topic_score_gemma":0.00004559631,"domain_scores_codex":[0.9865924,0.001012693,0.009918773,0.0002703257,0.001836471,0.0003693755],"domain_scores_gemma":[0.9503417,0.03041558,0.0142824,0.0006838232,0.003882133,0.000394379],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.02202939,0.001990434,0.5567662,0.007474781,0.003419645,0.001702796,0.001205238,0.00007713186,0.05294873,0.0004010397,0.1706523,0.1813323],"study_design_scores_gemma":[0.07786334,0.04724757,0.4647627,0.1809922,0.01859732,0.001416047,0.006655577,0.0006801456,0.02171734,0.001919807,0.1773734,0.0007745918],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6649062,0.0440814,0.03240976,0.2456187,0.003761576,0.00882486,0.00009931976,0.00003719709,0.0002610052],"genre_scores_gemma":[0.9865871,0.005298365,0.005568483,0.0006123708,0.001592753,0.00007249289,0.00001078321,0.00002374531,0.000233878],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3270405,"threshold_uncertainty_score":0.9209629,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3006974313","doi":"10.1177/1609406920907254","title":"Capturing Lived Experience: Methodological Considerations for Interpretive Phenomenological Inquiry","year":2020,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":437,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal; Centres Intégré Universitaires de Santé et de Services Sociaux; McGill University","funders":"","keywords":"Phenomenology (philosophy); Epistemology; Lived experience; Interpretative phenomenological analysis; Philosophical methodology; Phenomenological method; Sociology; Coherence (philosophical gambling strategy); Qualitative research; Hermeneutics; Psychology; Social science; Philosophy; Psychotherapist","retraction":null,"screen_n_in":null,"score":{"opus":0.9897464773392699,"gpt":0.8314537269927502,"spread":0.1582927503465197,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03230117,0.0001656707,0.000525647,0.0001878466,0.0002793713,0.0001651711,0.0007200325,0.0001382733,0.0007979873],"category_scores_gemma":[0.2476714,0.0001360617,0.0003087489,0.0002175931,0.001382237,0.0004836759,0.0001586599,0.0004988121,0.000007665672],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003347718,"about_ca_system_score_gemma":0.000511307,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003067678,"about_ca_topic_score_gemma":0.000004340301,"domain_scores_codex":[0.966285,0.03111223,0.0009598626,0.0002953957,0.0009646669,0.0003828268],"domain_scores_gemma":[0.9469663,0.04937425,0.000694428,0.00008864322,0.002386436,0.000489959],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0005394847,0.00008758208,0.00004998733,0.000006065084,0.0002573902,0.00003341777,0.8669659,0.00004547435,0.0111672,0.110661,0.0003870342,0.009799435],"study_design_scores_gemma":[0.0008666771,0.0008887345,0.0002412443,0.00006703378,0.0000437998,0.00001121218,0.7268393,0.0004837553,0.01047066,0.2287403,0.03107833,0.0002689425],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.07950454,0.0002425122,0.8989578,0.01789326,0.001219234,0.0003058956,0.00001811158,0.00003235741,0.001826237],"genre_scores_gemma":[0.4499563,0.00003248095,0.5478341,0.001294247,0.0008000748,0.00004306659,5.89895e-7,0.00000858313,0.00003057903],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3704517,"threshold_uncertainty_score":0.9964496,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2524737933","doi":"10.1177/1745691616662243","title":"Adjusting for Publication Bias in Meta-Analysis","year":2016,"lang":"en","type":"review","venue":"Perspectives on Psychological Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":407,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Selection (genetic algorithm); Selection bias; Computer science; Sensitivity (control systems); Publication bias; Class (philosophy); Econometrics; Meta-analysis; Model selection; Implementation; Range (aeronautics); Population; Outcome (game theory); Statistics; Mathematics; Machine learning; Artificial intelligence; Confidence interval; Mathematical economics; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.9534849031117457,"gpt":0.6859791614694466,"spread":0.2675057416422991,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.2630506,0.00084938,0.01786367,0.00461371,0.0003672589,0.002264777,0.008603374,0.0003268163,0.01916537],"category_scores_gemma":[0.2452524,0.0002820775,0.02029431,0.02447845,0.0007758078,0.0005345554,0.000275297,0.0004379922,0.004003542],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003559499,"about_ca_system_score_gemma":0.0001534948,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003982648,"about_ca_topic_score_gemma":0.000008772628,"domain_scores_codex":[0.9629602,0.01072309,0.01172497,0.006361076,0.007412456,0.000818244],"domain_scores_gemma":[0.9516395,0.02420514,0.01206706,0.008490475,0.003180881,0.0004169017],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000005280127,0.0003469864,0.00002851883,0.0001712267,0.01206413,0.000002577758,0.0002934782,0.000007619016,4.827133e-7,0.03425157,0.005600839,0.9472273],"study_design_scores_gemma":[0.00009138328,0.0001186823,0.0002673865,0.0001301504,0.05709797,0.000006159908,0.0004432191,0.0001365933,8.039757e-8,0.005186419,0.9360387,0.0004832995],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000008564147,0.9583209,0.01226497,0.001285757,0.0002414814,0.002598589,0.0001312332,0.00001678162,0.02513173],"genre_scores_gemma":[0.001395597,0.9768156,0.007295216,0.0003619359,0.0001734339,0.001743206,0.00001402478,0.00002589791,0.01217512],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.946744,"threshold_uncertainty_score":0.9999632,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3024722698","doi":"10.1038/s41597-020-0486-7","title":"The TRUST Principles for digital repositories","year":2020,"lang":"en","type":"article","venue":"Scientific Data","topic":"Research Data Management Practices","field":"Computer Science","cited_by":390,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ocean Networks Canada Society; University of Victoria","funders":"National Institute of Biomedical Imaging and Bioengineering; National Institute of Diabetes and Digestive and Kidney Diseases; Economic and Social Research Council","keywords":"World Wide Web; Computer science; Metadata; Scholarly communication; Data science; Internet privacy; Knowledge management; Publishing; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.2872569636919766,"gpt":0.3757555810503705,"spread":0.08849861735839387,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication","open_science"],"consensus_categories":["scholarly_communication","open_science"],"category_scores_codex":[0.002147771,0.00007645638,0.00006558477,0.00003154868,0.0009497717,0.03837242,0.01526573,0.00001304801,0.000001967453],"category_scores_gemma":[0.006170863,0.00005060746,0.00002346914,0.0006003391,0.0002592145,0.04000018,0.01025894,0.00008066493,0.00007849642],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000011219,"about_ca_system_score_gemma":0.0001221455,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003639181,"about_ca_topic_score_gemma":0.000009160065,"domain_scores_codex":[0.9978414,0.00003923405,0.0002062888,0.0009667238,0.0006246713,0.0003216393],"domain_scores_gemma":[0.9943673,0.0004363721,0.0001152713,0.004846899,0.0001048473,0.0001293331],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000182429,0.00002992879,0.0001968107,0.00003707585,0.0000348169,0.00001005414,0.0002488848,0.000007382684,0.0001887925,0.4258383,0.5179107,0.05547902],"study_design_scores_gemma":[0.00007565916,0.00002441888,0.0001751642,0.000003098945,0.000003187548,0.000001173154,0.00007910952,0.04619589,0.0002360177,0.0005813912,0.9525578,0.00006707858],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0005563246,0.0004394346,0.9210995,0.06060238,0.003790907,0.0009658859,0.002989911,0.0003062158,0.009249465],"genre_scores_gemma":[0.3362477,0.000683527,0.3351711,0.002322791,0.004216848,0.0004623708,0.02062322,0.000130461,0.300142],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5859284,"threshold_uncertainty_score":0.9977459,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3030280616","doi":"10.1186/s12961-020-0544-9","title":"A review of reviews on principles, strategies, outcomes and impacts of research partnerships approaches: a first step in synthesising the research partnership literature","year":2020,"lang":"en","type":"review","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":383,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"George & Fay Yee Centre for Healthcare Innovation; University of Ottawa; University of Calgary; McMaster University Medical Centre; Ottawa Hospital; University of Manitoba; Kelowna General Hospital; Alberta Health; University of British Columbia; International Collaboration On Repair Discoveries; Alberta Health Services; University of British Columbia, Okanagan Campus","funders":"Canadian Institutes of Health Research; International Collaboration on Repair Discoveries; Michael Smith Health Research BC; Strong","keywords":"General partnership; Knowledge translation; Systematic review; Scope (computer science); Health services research; Participatory action research; Stakeholder engagement; Stakeholder; Knowledge management; Public relations; Management science; Sociology; Engineering ethics; Medicine; Political science; MEDLINE; Public health; Nursing; Computer science; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.980442702186179,"gpt":0.7767366368479444,"spread":0.2037060653382347,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.274598,0.0006602402,0.005344569,0.003516703,0.002750179,0.0002437324,0.001621461,0.0007722839,0.00001937073],"category_scores_gemma":[0.1232943,0.0003891372,0.000257981,0.01166419,0.0018474,0.0003093282,0.001066557,0.009953632,0.00006627631],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002356881,"about_ca_system_score_gemma":0.03300551,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008308502,"about_ca_topic_score_gemma":0.003453767,"domain_scores_codex":[0.8081189,0.1720722,0.007779936,0.001657546,0.005377172,0.004994222],"domain_scores_gemma":[0.8737409,0.1168871,0.002796876,0.002197146,0.002136844,0.002241087],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004199991,0.00005854038,0.0001488382,0.8295836,0.0000339695,0.000009360678,0.01919825,9.653557e-8,8.16727e-8,0.07101727,0.02947072,0.05043729],"study_design_scores_gemma":[0.0002207929,0.0003308299,0.00006293258,0.4029895,0.000009106194,0.00001015533,0.00602635,0.00001881448,3.414953e-8,0.00007527378,0.5901271,0.0001291885],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0000224754,0.9288577,0.000001575908,0.04493619,0.00006937961,0.02302139,0.0003052725,0.00002180595,0.002764194],"genre_scores_gemma":[0.000792395,0.9899152,0.00004613198,0.002030079,0.0007094393,0.005875936,0.00003328782,0.00008943031,0.0005081322],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5606563,"threshold_uncertainty_score":0.9998561,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3209288188","doi":"10.2196/28102","title":"The Application of Human-Centered Design Approaches in Health Research and Innovation: A Narrative Review of Current Practices","year":2021,"lang":"en","type":"review","venue":"JMIR mhealth and uhealth","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":357,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Radboud Universitair Medisch Centrum; Radboud Universiteit","keywords":"CINAHL; PsycINFO; Participatory design; User-centered design; Context (archaeology); Computer science; Knowledge management; Research design; Health care; Management science; MEDLINE; Medicine; Psychological intervention; Sociology; Engineering; Nursing; Social science; Human–computer interaction","retraction":null,"screen_n_in":null,"score":{"opus":0.963688333660892,"gpt":0.7975905777322816,"spread":0.1660977559286104,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.04647373,0.0003579445,0.002474478,0.001038669,0.001999144,0.00002096343,0.0004578835,0.0002576748,0.0000166948],"category_scores_gemma":[0.004600867,0.0002554073,0.00006289753,0.005582773,0.0005486501,0.0001971044,0.0002886175,0.002377139,0.000004387242],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007642948,"about_ca_system_score_gemma":0.01877363,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005995181,"about_ca_topic_score_gemma":0.0004260968,"domain_scores_codex":[0.9717125,0.01879405,0.006206401,0.0008782478,0.001071252,0.001337555],"domain_scores_gemma":[0.9754317,0.0106706,0.0113487,0.0008200931,0.001257014,0.0004718754],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001373666,0.00008445941,0.0001022061,0.5004687,0.00000843753,1.696306e-7,0.006490256,1.740318e-8,6.54307e-8,0.01818507,0.004712044,0.4699348],"study_design_scores_gemma":[0.0004463387,0.0004160137,0.0002420843,0.1268355,0.00002849053,0.000004918217,0.005180509,0.000009739907,9.653961e-8,0.000369656,0.866329,0.0001376664],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00009078334,0.9750678,0.0002295452,0.01189185,0.00015549,0.01231812,0.00009511812,0.00001519026,0.0001361162],"genre_scores_gemma":[0.0001947159,0.9931436,0.0004823693,0.001560068,0.0001650227,0.004218901,0.000134658,0.00003428314,0.00006638929],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.861617,"threshold_uncertainty_score":0.9999898,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"opus","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2024445668","doi":"10.1016/j.jclinepi.2014.09.010","title":"A systematic review identifies valid comorbidity indices derived from administrative health data","year":2014,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":356,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; Arthritis Research Centre of Canada","funders":"","keywords":"Comorbidity; Medicine; Statistic; MEDLINE; Population; Statistics; Internal medicine; Environmental health","retraction":null,"screen_n_in":null,"score":{"opus":0.7579636439800639,"gpt":0.6604261795886774,"spread":0.09753746439138644,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06521381,0.0007115044,0.03716339,0.000225334,0.00008081409,0.00003452353,0.002045194,0.0006443094,0.0003868768],"category_scores_gemma":[0.2057303,0.0004331031,0.003406356,0.0002446398,0.0005915717,0.0002171683,0.0006711761,0.002546362,0.0001808768],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001980552,"about_ca_system_score_gemma":0.004701215,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007373665,"about_ca_topic_score_gemma":0.00004123629,"domain_scores_codex":[0.9466373,0.02904228,0.02214928,0.000952825,0.0006418892,0.0005764153],"domain_scores_gemma":[0.8220785,0.1154715,0.05636657,0.004178409,0.0004826488,0.001422355],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00004237214,0.0002630921,0.00006065394,0.8952323,0.00472351,0.0001917782,0.000008272336,1.038565e-7,2.173971e-9,0.0001850812,0.0689279,0.030365],"study_design_scores_gemma":[0.0006175352,0.0007083417,0.0002265432,0.6581698,0.01960302,0.0002507909,0.00003876598,0.000010722,3.816063e-9,0.0007034154,0.3194599,0.0002111144],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000005649758,0.9885023,0.0007896935,0.005705739,0.001872063,0.002507823,0.0003073792,0.00003010198,0.0002792215],"genre_scores_gemma":[0.00001717678,0.986971,0.001180408,0.008268408,0.002092278,0.00003761506,0.001248407,0.00005244421,0.0001322978],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.2505321,"threshold_uncertainty_score":0.9998121,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2775078427","doi":"10.1177/2053951717745678","title":"Challenges in administrative data linkage for research","year":2017,"lang":"en","type":"article","venue":"Big Data & Society","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":356,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Institute for Clinical Evaluative Sciences","funders":"Economic and Social Research Council; Wellcome Trust","keywords":"Linkage (software); Record linkage; Computer science; Data quality; Data science; Data collection; Confidentiality; Data mining; Sample (material); Population; Computer security; Engineering; Statistics; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.9805021151538041,"gpt":0.681924870153455,"spread":0.2985772450003491,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.04328134,0.0001217356,0.0002611787,0.000056614,0.0008379799,0.001330097,0.01724683,0.0001122376,0.00004209236],"category_scores_gemma":[0.01742786,0.00009554727,0.00005861652,0.0001765882,0.0004806106,0.002232797,0.01498031,0.0002988479,0.0002094819],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003457674,"about_ca_system_score_gemma":0.0002224809,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002421229,"about_ca_topic_score_gemma":0.007538258,"domain_scores_codex":[0.9956093,0.0003689507,0.0004936482,0.001549033,0.001513541,0.0004654884],"domain_scores_gemma":[0.981907,0.002641019,0.0002371761,0.01489041,0.0002130244,0.0001114057],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001755518,0.000117086,0.0001263642,0.00002794101,0.00002463625,0.000004436773,0.001359644,1.021594e-7,0.000008770851,0.007451819,0.6041026,0.386759],"study_design_scores_gemma":[0.0004770437,0.00005324147,0.01398545,0.00003046324,0.000006787581,4.708933e-7,0.01625402,0.001598255,0.00001628176,0.01735094,0.9500995,0.0001275776],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.02054836,0.01685871,0.05667542,0.4947101,0.008716423,0.0104538,0.1859108,0.0003273233,0.2057991],"genre_scores_gemma":[0.9244187,0.01976064,0.03117278,0.001338234,0.002379258,0.0001834843,0.01221866,0.00004949484,0.008478783],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9038703,"threshold_uncertainty_score":0.9997066,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2968650104","doi":"10.1016/j.tics.2019.07.009","title":"Preregistration Is Hard, And Worthwhile","year":2019,"lang":"en","type":"review","venue":"Trends in Cognitive Sciences","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":355,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; Western University","funders":"National Institute on Aging; National Institutes of Health; Templeton Religion Trust; John Templeton Foundation; Templeton World Charity Foundation; Einstein Stiftung Berlin","keywords":"Credibility; Psychology; Humility; Flexibility (engineering); Engineering ethics; Social psychology; Epistemology; Management; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.954671997202372,"gpt":0.6642604816659146,"spread":0.2904115155364574,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.08738723,0.0005766024,0.007483813,0.002122382,0.000195546,0.001967062,0.001975634,0.0002178475,0.01727368],"category_scores_gemma":[0.01296017,0.0002639462,0.001849852,0.006183771,0.0005438126,0.0005172315,0.0002266009,0.0003161299,0.002795163],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003215523,"about_ca_system_score_gemma":0.0002615859,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001454812,"about_ca_topic_score_gemma":0.00008530622,"domain_scores_codex":[0.9781755,0.006307804,0.007422462,0.002909619,0.004806797,0.0003778298],"domain_scores_gemma":[0.9843139,0.007232181,0.005962732,0.001867427,0.0004944566,0.0001293258],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[5.426481e-7,0.00001698976,0.000641608,0.0004559912,0.00005371783,0.000002501496,0.0001863587,2.128397e-7,9.880971e-9,0.0002561776,0.009496824,0.988889],"study_design_scores_gemma":[0.00009348692,0.00006913591,0.0005717031,0.003902068,0.000726091,0.00002225286,0.0003784171,0.0001980661,1.905377e-7,0.001168419,0.9925141,0.0003560539],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00005761871,0.9153992,0.0001368057,0.0001206005,0.0003004023,0.0006848927,0.0001452132,0.000004162905,0.08315112],"genre_scores_gemma":[0.0005393406,0.9509258,0.0005162909,0.0001280206,0.00008497018,0.00009827154,0.00003817062,0.00001219889,0.04765693],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.988533,"threshold_uncertainty_score":0.9999813,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2015108607","doi":"10.1016/j.jclinepi.2013.07.013","title":"Cross-cultural adaptation of the Health Education Impact Questionnaire: experimental study showed expert committee, not back-translation, added value","year":2013,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Health Education and Validation","field":"Social Sciences","cited_by":351,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Institute for Work & Health; St. Michael's Hospital","funders":"","keywords":"Content validity; Metric (unit); Psychology; Face validity; Confirmatory factor analysis; Index (typography); Medicine; Psychometrics; Clinical psychology; Applied psychology; Mathematics; Social psychology; Natural language processing; Physical therapy; Statistics; Computer science; Structural equation modeling","retraction":null,"screen_n_in":null,"score":{"opus":0.503309901258871,"gpt":0.6514578225306431,"spread":0.1481479212717721,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02359027,0.0001304619,0.0008892598,0.0000797183,0.0004156378,0.00003906376,0.0003657976,0.0002168246,0.0005795326],"category_scores_gemma":[0.02907084,0.0000824487,0.00041648,0.0002694446,0.0005028612,0.0006883779,0.0000190438,0.0004734059,0.00002999579],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002653474,"about_ca_system_score_gemma":0.003303153,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01608184,"about_ca_topic_score_gemma":0.0005651976,"domain_scores_codex":[0.9788627,0.01637905,0.003865542,0.0001953919,0.0003955926,0.0003017097],"domain_scores_gemma":[0.9879073,0.006381308,0.00386688,0.0002336817,0.001201785,0.0004090829],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001825711,0.002533237,0.8705977,0.00001643221,0.00006509067,7.595661e-8,0.03167884,0.0004179384,0.00003891902,0.003600385,0.02016677,0.07070202],"study_design_scores_gemma":[0.0008857395,0.001093479,0.9712268,0.00007876379,0.00001080804,0.000003650994,0.01695058,0.0005055685,0.0000181958,0.0008820152,0.008256163,0.00008825985],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9334806,0.0006395333,0.0007245218,0.06031219,0.003750366,0.0008004722,0.000002149207,0.000009966376,0.0002802117],"genre_scores_gemma":[0.9909282,0.0002522546,0.002354488,0.004983129,0.001290382,0.00002462718,0.000005840183,0.000008384022,0.0001527344],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1006291,"threshold_uncertainty_score":0.9904702,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"bench_or_experimental","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2895416954","doi":"10.12688/f1000research.16493.1","title":"The evaluation of scholarship in academic promotion and tenure processes: Past, present, and future","year":2018,"lang":"en","type":"preprint","venue":"F1000Research","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":344,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"Syracuse University; Open Society Foundations","keywords":"Publishing; Promotion (chess); Publication; Scholarship; Impact factor; Citation; Public relations; Prestige; Scholarly communication; Institution; Peer review; Quality (philosophy); Affect (linguistics); Value (mathematics); Altmetrics; Publish or perish; Open science; Medical education; Medicine; Psychology; Political science; Sociology; Social science; Library science; Computer science; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.7905803533225655,"gpt":0.6613001445891282,"spread":0.1292802087334373,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.1542477,0.0002321476,0.0004015414,0.02657238,0.0003993892,0.00272177,0.002832712,0.0006773319,0.0001334078],"category_scores_gemma":[0.06090679,0.0001359677,0.00005932074,0.064821,0.0009636439,0.0005962712,0.005148014,0.002483405,0.00002650411],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001854324,"about_ca_system_score_gemma":0.001716349,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007525212,"about_ca_topic_score_gemma":0.0000638734,"domain_scores_codex":[0.9666132,0.00297682,0.001171067,0.001510928,0.02683067,0.0008972913],"domain_scores_gemma":[0.9761253,0.005670284,0.0004567808,0.001178717,0.01619352,0.0003753808],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00009350224,0.0001037712,0.2978988,0.0002456849,0.00002261815,0.00000330692,0.0005513997,0.00002273585,0.0002036457,0.0001156812,0.008617598,0.6921213],"study_design_scores_gemma":[0.0006846238,0.0002360208,0.8296425,0.0001714173,0.00001634067,0.000008461878,0.0005786497,0.01614077,0.0006057981,0.1362649,0.01545031,0.0002002185],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9506749,0.02797989,0.00007951331,0.01695294,0.0004213455,0.002592357,0.00007291725,0.00001400107,0.001212151],"genre_scores_gemma":[0.9845331,0.01295441,0.0001566416,0.00001004083,0.001412946,0.0002565843,0.00001578551,0.00002362878,0.0006368374],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6919211,"threshold_uncertainty_score":0.9998179,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2135699330","doi":"10.1136/jech.2006.050740","title":"Toward the next generation of research into small area effects on health: a synthesis of multilevel investigations published since July 1998","year":2007,"lang":"en","type":"review","venue":"Journal of Epidemiology & Community Health","topic":"Health disparities and outcomes","field":"Social Sciences","cited_by":334,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Socioeconomic status; Scale (ratio); Context (archaeology); Small area estimation; Multilevel model; Multilevel modelling; Reliability (semiconductor); Environmental health; Gerontology; Statistics; Population; Cartography; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.7887806116477344,"gpt":0.5806459752859724,"spread":0.208134636361762,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.144326,0.0003489365,0.004410998,0.0009849279,0.002560967,0.00004042194,0.002004103,0.0007224383,0.000009944847],"category_scores_gemma":[0.1869781,0.0002312637,0.000719513,0.00109952,0.001687677,0.000232311,0.0002336482,0.005849871,0.00000568446],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002170317,"about_ca_system_score_gemma":0.01575165,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.1846654,"about_ca_topic_score_gemma":0.08225609,"domain_scores_codex":[0.9084144,0.08379177,0.005311471,0.0003021496,0.0008287276,0.001351468],"domain_scores_gemma":[0.7947577,0.1956061,0.006585157,0.001138059,0.0009524945,0.0009605009],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003330597,0.0003371496,0.0007328264,0.05417469,0.0001700816,0.00000207223,0.01299511,0.00001609771,1.33298e-7,0.01439271,0.0214424,0.8957034],"study_design_scores_gemma":[0.0002161986,0.0009195148,0.001930826,0.0474201,0.00009219682,0.00001428617,0.003097583,0.00003367351,0.00000131373,0.004766809,0.9413239,0.0001836473],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0008077318,0.897185,0.0004081143,0.09875175,0.0009066586,0.001547166,0.00004761977,0.00001447136,0.0003315427],"genre_scores_gemma":[0.00279942,0.9813626,0.005616012,0.009400798,0.0006862873,0.00004944093,0.00003186526,0.00002983146,0.00002373799],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9198815,"threshold_uncertainty_score":0.9987376,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2923495490","doi":"10.1016/j.nicl.2019.101796","title":"Evaluating the evidence for biotypes of depression: Methodological replication and extension of","year":2019,"lang":"en","type":"article","venue":"NeuroImage Clinical","topic":"Functional Brain Connectivity Studies","field":"Neuroscience","cited_by":330,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Scientific Institute for Quality of Healthcare, Radboud Universitair Medisch Centrum; Nederlands Instituut voor Onderzoek van de Gezondheidszorg; Lentis; ZonMw; Rivierduinen; GGZ Drenthe; GGZ Friesland; Universitair Medisch Centrum Groningen; GGZ inGeest; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Vrije Universiteit Amsterdam; Institute of Neurosciences, Mental Health and Addiction; Leids Universitair Medisch Centrum; Universiteit Leiden; Vanderbilt University Medical Center","keywords":"Replication (statistics); Depression (economics); Psychology; Extension (predicate logic); Neuroscience; Clinical psychology; Psychiatry; Biology; Computer science; Economics; Virology","retraction":null,"screen_n_in":null,"score":{"opus":0.7830446008280931,"gpt":0.594594020597425,"spread":0.1884505802306681,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005575646,0.00007797166,0.0002743465,0.0000238563,0.00008428837,0.000008151747,0.0001882358,0.00005963052,0.00001466489],"category_scores_gemma":[0.3573478,0.0000475335,0.0001074317,0.0001269868,0.0003671372,0.0001015474,0.0002369539,0.0001594257,0.000004125681],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000003639642,"about_ca_system_score_gemma":0.00002800766,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002442231,"about_ca_topic_score_gemma":3.603662e-7,"domain_scores_codex":[0.9972178,0.001171861,0.0004725672,0.0007853018,0.0002529768,0.0000994982],"domain_scores_gemma":[0.8603804,0.1383576,0.0003246305,0.0007591444,0.0001541635,0.00002407848],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","study_design_scores_codex":[0.000673616,0.00006648055,0.0394006,0.00005358839,0.000003649788,4.345292e-7,0.00002675259,0.00004077228,0.9287149,0.0005182683,0.0003289064,0.03017202],"study_design_scores_gemma":[0.0006384209,0.002397458,0.7729138,0.0001196031,0.0000434883,0.00001802154,0.00002421989,0.01767468,0.2026331,0.003044463,0.0003984673,0.00009428486],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9935489,0.0001967885,0.001146837,0.004093158,0.0003284055,0.0005795191,0.00000477716,0.00001901325,0.00008262126],"genre_scores_gemma":[0.9925148,0.0001331675,0.005638987,0.001549503,0.00006390641,0.0000202963,2.378401e-7,0.000007421987,0.00007171339],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7335132,"threshold_uncertainty_score":0.6480655,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2144103471","doi":"10.1111/j.1468-0009.2007.00515.x","title":"Health Research Funding Agencies' Support and Promotion of Knowledge Translation: An International Study","year":2008,"lang":"en","type":"article","venue":"Milbank Quarterly","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":325,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Université Laval; Canadian Institutes of Health Research; University of Ottawa","funders":"Economic and Social Research Council; Centers for Disease Control and Prevention","keywords":"Knowledge translation; Operationalization; Public relations; CLARITY; Thematic analysis; Political science; Promotion (chess); Funding Agency; Qualitative research; Business; Sociology; Politics; Knowledge management","retraction":null,"screen_n_in":null,"score":{"opus":0.9097220395419141,"gpt":0.724018457621818,"spread":0.1857035819200961,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.008209883,0.0001131594,0.0002632106,0.000483575,0.001530171,0.00001227679,0.0002809913,0.00007097113,0.0005415482],"category_scores_gemma":[0.0002027976,0.0001102366,0.00002375914,0.0006221613,0.0001977116,0.0006288376,0.00002939351,0.0004292981,0.000123423],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003207268,"about_ca_system_score_gemma":0.001643082,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008111594,"about_ca_topic_score_gemma":0.002161526,"domain_scores_codex":[0.9943151,0.002721188,0.001061807,0.0003933963,0.0007724761,0.0007360445],"domain_scores_gemma":[0.9976438,0.0008417828,0.0002618895,0.0003262296,0.0005448945,0.0003813717],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.00003935151,0.0003355802,0.1574003,0.0001842911,0.00001328023,0.000005330045,0.7955068,3.482279e-7,0.0003854237,0.0006781357,0.004145829,0.04130538],"study_design_scores_gemma":[0.002753928,0.008273248,0.8288292,0.00009683833,0.000005551398,0.00002249417,0.1292684,0.0005003082,0.00002403426,0.0002903695,0.02973397,0.0002017241],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9869368,0.00002476607,0.0005850949,0.005386408,0.0004737506,0.00183638,0.00004994252,0.00005504912,0.004651796],"genre_scores_gemma":[0.9973714,0.00002314928,0.0008713187,0.0004661928,0.0002668518,0.0001812158,0.00002332923,0.00001542514,0.0007811033],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6714289,"threshold_uncertainty_score":0.9997697,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"}]}