{"id":"W4221058544","doi":"10.1016/j.jval.2022.01.014","title":"The (Harsh) Reality of Real-World Data External Comparators for Health Technology Assessment","year":2022,"lang":"en","type":"letter","venue":"Value in Health","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":7,"is_retracted":false,"has_abstract":false,"ca_institutions":"McMaster University; Impact","funders":"F. Hoffmann-La Roche; Roche","keywords":"Real world data; Computer science; Data science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1279136,0.001079507,0.003352354,0.001972133,0.008649868,0.01707639,0.005529847,0.1208606,0.007426998],"category_scores_gemma":[0.3160923,0.001978976,0.002636824,0.002539306,0.01857667,0.01725138,0.009947566,0.07915282,0.004746073],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009979032,"about_ca_system_score_gemma":0.01795605,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01637062,"about_ca_topic_score_gemma":0.03500557,"domain_scores_codex":[0.8612069,0.0800224,0.01262427,0.009769618,0.03068939,0.005687376],"domain_scores_gemma":[0.5602134,0.3852246,0.01094093,0.009791538,0.02526367,0.008565956],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001353923,0.00005016318,0.001438281,0.0001534791,0.00004399624,0.0007161387,0.000966768,0.0001314062,0.0001874537,0.1213661,0.8633367,0.01147419],"study_design_scores_gemma":[0.0004305607,0.0001158771,0.003212675,0.00158312,0.0001099799,0.001044396,0.001484566,0.00167589,0.000564868,0.1466083,0.8429396,0.0002302819],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.0005724853,0.0005738683,0.0009085541,0.9846095,0.004981291,0.00003263841,0.0001676302,0.00002386238,0.008130278],"genre_scores_gemma":[0.00577587,0.0002272907,0.001287098,0.9800531,0.007199115,0.0001364773,0.00005090037,0.00003375216,0.005236264],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.1279136,"threshold_uncertainty_score":0.67648,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.6585661098041051,"score_gpt":0.533671017920227,"score_spread":0.1248950918838782,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}