{"id":"W4293802544","doi":"10.1038/s41467-022-32310-3","title":"Reproducibility of real-world evidence studies using clinical practice data to inform regulatory and coverage decisions","year":2022,"lang":"en","type":"article","venue":"Nature Communications","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":102,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University; Jewish General Hospital; McGill University Health Centre","funders":"Universiteit Maastricht; National Institute on Aging; Maastricht Universitair Medisch Centrum; CVS Health; Arnold Ventures; National Heart, Lung, and Blood Institute; McGill University; Brigham and Women's Hospital; Sanofi; Northwestern University; Amgen","keywords":"Data science; Computer science; Clinical Practice; Reproducibility; Medicine; Statistics; Mathematics; Family medicine","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","open_science"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.3777859,0.000170782,0.001993811,0.0003764443,0.001038439,0.0001973962,0.009054955,0.00007792714,0.0002953109],"category_scores_gemma":[0.7272603,0.0001047891,0.0004032973,0.003767971,0.0002692416,0.0008804689,0.01286649,0.00105928,0.00003684627],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001044821,"about_ca_system_score_gemma":0.0003011577,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005950638,"about_ca_topic_score_gemma":0.0009112593,"domain_scores_codex":[0.9373763,0.03520466,0.01614518,0.003454405,0.00753172,0.0002877174],"domain_scores_gemma":[0.3983907,0.3253979,0.01911358,0.2446109,0.01194004,0.0005469811],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001271214,0.0008102122,0.2300628,0.00006531797,0.001333119,0.000004336591,0.004322849,0.0008937959,0.0001839107,0.04301278,0.613061,0.1061228],"study_design_scores_gemma":[0.00009603261,0.00004959334,0.141294,0.00008747597,0.0005020294,0.00001679404,0.003038547,0.004026991,0.000003323869,0.002828305,0.8479028,0.0001540853],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6263933,0.2404737,0.003183675,0.1030553,0.002145604,0.005970359,0.0009048425,0.00004693014,0.01782633],"genre_scores_gemma":[0.8858024,0.003122598,0.108691,0.001291738,0.00003414183,0.00003442316,0.00002418064,0.000007735094,0.0009917559],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5389857,"threshold_uncertainty_score":0.9963065,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.937731361689136,"score_gpt":0.694090594558836,"score_spread":0.2436407671302999,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}