{"id":"W4292324277","doi":"10.7554/elife.79491","title":"The proportion of randomized controlled trials that inform clinical practice","year":2022,"lang":"en","type":"article","venue":"eLife","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research","keywords":"Randomized controlled trial; Clinical Practice; Medicine; Biology; Family medicine; Internal medicine","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9049141,0.0001524157,0.01543469,0.0001431824,0.0003585128,0.0004596008,0.001283589,0.00004078615,0.007385198],"category_scores_gemma":[0.8976705,0.00004418524,0.009534407,0.0005870895,0.000122503,0.0002071582,0.0001981274,0.000222777,0.0004284488],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001637548,"about_ca_system_score_gemma":0.0002138664,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006764354,"about_ca_topic_score_gemma":0.000002685688,"domain_scores_codex":[0.3388774,0.4710984,0.1253081,0.001411848,0.06275795,0.000546337],"domain_scores_gemma":[0.2104828,0.6549774,0.1202256,0.006406771,0.007678045,0.0002293609],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.1593453,0.0004656261,0.005784066,0.00002712379,0.01008156,0.000008600352,0.001393908,0.0003126939,0.00001691496,0.05623855,0.6340996,0.132226],"study_design_scores_gemma":[0.1017638,0.00007221722,0.000357408,0.0000057428,0.002281101,0.000008275974,0.002817093,0.00479149,0.00001492051,0.002415939,0.885388,0.00008404847],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.3074461,0.05577206,0.08834643,0.0783067,0.01828544,0.07609784,0.00009178514,0.00005904194,0.3755946],"genre_scores_gemma":[0.9669496,0.0006974312,0.002341687,0.001771979,0.000264679,0.001250942,0.000005536188,0.000008706301,0.02670939],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6595035,"threshold_uncertainty_score":0.9991822,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8503843467061984,"score_gpt":0.638612658583957,"score_spread":0.2117716881222415,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}