{"id":"W2081069584","doi":"10.1097/01.sla.0000154258.30305.df","title":"Evaluating Meta-analyses in the General Surgical Literature","year":2005,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":131,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University; University of Calgary","funders":"","keywords":"Medicine; Meta-analysis; MEDLINE; Concordance; Critical appraisal; Systematic review; Evidence-based medicine; Family medicine; Alternative medicine; Internal medicine; Pathology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"grok","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"opus","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.3584223,0.007672712,0.0241354,0.02801285,0.00109958,0.008748183,0.005651895,0.004351337,0.004151338],"category_scores_gemma":[0.6302723,0.00351964,0.05226129,0.01877073,0.00215625,0.004355123,0.004506005,0.002702667,0.0004557875],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006150715,"about_ca_system_score_gemma":0.005774853,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003240314,"about_ca_topic_score_gemma":0.004826736,"domain_scores_codex":[0.483548,0.4219535,0.06384549,0.01230638,0.01749698,0.0008496741],"domain_scores_gemma":[0.2753333,0.6573957,0.04118503,0.01337383,0.01197394,0.0007381791],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"observational","study_design_scores_codex":[0.002264504,0.00004224181,0.01155896,0.1127805,0.8470449,0.0002589153,0.0001974133,0.003863815,0.000220628,0.0005238189,0.0006869693,0.02055731],"study_design_scores_gemma":[0.00246845,0.001048496,0.01045001,0.0247952,0.9469015,0.0003252865,0.0001700277,0.004656203,0.0005664771,0.005205336,0.003268316,0.0001447572],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.0181521,0.9118978,0.05752635,0.001799533,0.001440806,0.005342651,0.002268835,0.0004322645,0.001139793],"genre_scores_gemma":[0.5448792,0.2655601,0.1575279,0.002667588,0.00274993,0.02172761,0.00369929,0.0004670719,0.00072134],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9758646,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9842320020590651,"score_gpt":0.6970802859876226,"score_spread":0.2871517160714425,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}