{"id":"W4387222396","doi":"10.1007/s40279-023-01941-x","title":"Certainty of Evidence Assessment in Systematic Reviews Published by High-Impact Sports Science Journals: A Meta-epidemiological Study","year":2023,"lang":"en","type":"article","venue":"Sports Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"ca_institutions":"McMaster University; Impact; University of Saskatchewan","funders":"","keywords":"Certainty; Systematic review; Grading (engineering); Meta-analysis; Publication bias; Quality of evidence; Medicine; Citation; Evidence-based medicine; Sports medicine; MEDLINE; Bibliometrics; Psychology; Alternative medicine; Computer science; Library science; Political science; Pathology; Mathematics; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2888449,0.00616673,0.03756827,0.02392042,0.002090979,0.01325838,0.0062117,0.009286065,0.004121666],"category_scores_gemma":[0.6354684,0.007276863,0.0877481,0.01690032,0.004107896,0.0122864,0.01100316,0.007926853,0.0004538727],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00531933,"about_ca_system_score_gemma":0.005125978,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005578005,"about_ca_topic_score_gemma":0.006120303,"domain_scores_codex":[0.5131159,0.2864979,0.1431053,0.02708207,0.02713554,0.00306335],"domain_scores_gemma":[0.2078899,0.6847789,0.06414094,0.02686431,0.01450035,0.001825642],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.004237296,0.0000518877,0.02131639,0.05480812,0.9132519,0.0001298364,0.0003070595,0.0004382668,0.0001011373,0.0002597978,0.000233052,0.004865281],"study_design_scores_gemma":[0.002525585,0.0005649428,0.01233158,0.0111743,0.9689242,0.0003754973,0.0002046222,0.0007742796,0.0001563932,0.001984097,0.0008444221,0.0001400153],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.04034905,0.9382005,0.01529233,0.001122294,0.0008148116,0.001621495,0.001618727,0.0001370816,0.0008437572],"genre_scores_gemma":[0.85364,0.1186293,0.01910495,0.002210916,0.0009732806,0.003037792,0.001886056,0.0001579681,0.0003597295],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9938332,"threshold_uncertainty_score":0.8769808,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9041380651400333,"score_gpt":0.6472378102149855,"score_spread":0.2569002549250478,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}