{"id":"W4200365875","doi":"10.22541/au.163827914.48781130/v1","title":"Empirical evaluation of fundamental principles of evidence-based medicine: a meta-epidemiological study","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University","funders":"","keywords":"Grading (engineering); Meta-analysis; Medicine; Odds ratio; Systematic review; Publication bias; Statistics; MEDLINE; Econometrics; Internal medicine; Mathematics; Chemistry","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2955369,0.003364885,0.0148742,0.01453495,0.001189643,0.009511434,0.004837777,0.005858839,0.004837589],"category_scores_gemma":[0.6038576,0.003390673,0.02746502,0.01303218,0.003487255,0.006984591,0.00383932,0.004003591,0.0006180256],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004503901,"about_ca_system_score_gemma":0.008205552,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001748978,"about_ca_topic_score_gemma":0.002214398,"domain_scores_codex":[0.5545799,0.3524344,0.05352275,0.01337372,0.02480669,0.001282562],"domain_scores_gemma":[0.3730575,0.5559112,0.03653033,0.02086268,0.01237668,0.001261717],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.004561684,0.0002415311,0.03077186,0.3876622,0.4871115,0.0005224769,0.0007952172,0.005142963,0.0005925826,0.007737199,0.002309189,0.07255162],"study_design_scores_gemma":[0.005708685,0.003142127,0.02567317,0.218388,0.6819994,0.001074401,0.00062693,0.0151679,0.001277682,0.0332014,0.01336503,0.0003752766],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.0195078,0.8571991,0.09454573,0.005751771,0.001658279,0.01559621,0.002696759,0.0002827396,0.002761533],"genre_scores_gemma":[0.5583131,0.1991234,0.1930361,0.005481561,0.001598634,0.03968038,0.00193987,0.0001944341,0.000632492],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9966351,"threshold_uncertainty_score":0.8687284,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9923385322462839,"score_gpt":0.7148133160779869,"score_spread":0.277525216168297,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}