{"id":"W2282129424","doi":"10.1136/jech-2015-206698","title":"Challenges in reproducing results from publicly available data: an example of sexual orientation and cardiovascular disease risk","year":2016,"lang":"en","type":"article","venue":"Journal of Epidemiology & Community Health","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"","keywords":"National Health and Nutrition Examination Survey; Medicine; Covariate; Sexual orientation; Replication (statistics); Replicate; Null hypothesis; Type I and type II errors; Statistics; Framingham Heart Study; Econometrics; Disease; Framingham Risk Score; Population; Environmental health; Pathology; Psychology; Social psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7881653,0.002617043,0.003837289,0.008733773,0.005654311,0.01316781,0.01020718,0.009874786,0.003320679],"category_scores_gemma":[0.913667,0.002960102,0.008558152,0.01418436,0.01901642,0.01156362,0.01205228,0.01557367,0.001243096],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007070096,"about_ca_system_score_gemma":0.02615461,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01832897,"about_ca_topic_score_gemma":0.01095837,"domain_scores_codex":[0.09454603,0.8098142,0.03969471,0.01197302,0.04220874,0.001763398],"domain_scores_gemma":[0.02818154,0.7429798,0.0288175,0.1611346,0.03784329,0.001043214],"domain_codex":"methods","domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.003972575,0.001057609,0.1890478,0.02518815,0.01831671,0.00616776,0.1189609,0.01139577,0.003713304,0.1516318,0.08942417,0.3811236],"study_design_scores_gemma":[0.002205205,0.002295587,0.1457591,0.05341115,0.00928206,0.007476373,0.02417953,0.03201666,0.01134718,0.4268225,0.2831345,0.002070047],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.08131532,0.02014094,0.6047189,0.2437369,0.01543423,0.008341992,0.008005716,0.001507188,0.01679882],"genre_scores_gemma":[0.4852147,0.005196256,0.4410487,0.04404237,0.003985848,0.0144751,0.002863564,0.001569424,0.001604024],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.2118347,"threshold_uncertainty_score":0.26123,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.6167390294850581,"score_gpt":0.4525783046414714,"score_spread":0.1641607248435867,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}