{"id":"W2886516149","doi":"10.1136/bmjebm-2018-111024.40","title":"40 How fragile is the evidence base? a meta-epidemiologic study of the fragilityindex derived from 374 randomised trials","year":2018,"lang":"en","type":"article","venue":"","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Western University","funders":"","keywords":"Fragility; Randomized controlled trial; Meta-analysis; Sample size determination; False positive paradox; Medicine; Statistics; Index (typography); Computer science; Mathematics; Internal medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2990145,0.002940666,0.01174985,0.01380786,0.00156379,0.007402892,0.00431477,0.004663785,0.007332928],"category_scores_gemma":[0.6141738,0.002637699,0.04578748,0.01257947,0.003315073,0.007549199,0.004292361,0.005226632,0.0009216615],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004586295,"about_ca_system_score_gemma":0.00559014,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003817262,"about_ca_topic_score_gemma":0.006314867,"domain_scores_codex":[0.5722841,0.2983548,0.0930419,0.01301536,0.02122903,0.002074726],"domain_scores_gemma":[0.2588006,0.6447164,0.05275673,0.03000481,0.0126439,0.001077496],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.005720903,0.00006533037,0.02414883,0.1913517,0.733145,0.0003933913,0.0005020685,0.001605644,0.0003770081,0.002683431,0.002666088,0.0373406],"study_design_scores_gemma":[0.003717511,0.0009780857,0.01803933,0.06694474,0.8864647,0.000422505,0.0003220481,0.001779648,0.0004922786,0.01086746,0.009803938,0.0001678643],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.03000756,0.8991595,0.04313177,0.009415833,0.002770141,0.006453842,0.004609424,0.0002987002,0.00415327],"genre_scores_gemma":[0.8149791,0.1018795,0.05221822,0.01195008,0.001445918,0.01340729,0.002937233,0.0002224658,0.0009603087],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9882501,"threshold_uncertainty_score":0.8644398,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7901114122054491,"score_gpt":0.492930718443132,"score_spread":0.2971806937623171,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}