{"id":"W4221058544","doi":"10.1016/j.jval.2022.01.014","title":"The (Harsh) Reality of Real-World Data External Comparators for Health Technology Assessment","year":2022,"lang":"en","type":"letter","venue":"Value in Health","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":7,"is_retracted":false,"has_abstract":false,"ca_institutions":"McMaster University; Impact","funders":"F. Hoffmann-La Roche; Roche","keywords":"Real world data; Computer science; Data science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.07631657,0.0004459323,0.003279133,0.001363494,0.0007905497,0.00008208445,0.002588158,0.0003382714,0.000122796],"category_scores_gemma":[0.001671005,0.0005063415,0.000198478,0.0009074103,0.0003039934,0.0002132989,0.0005732544,0.002282772,0.00004953501],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005463086,"about_ca_system_score_gemma":0.004034042,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.08876661,"about_ca_topic_score_gemma":0.0065849,"domain_scores_codex":[0.9805793,0.003141666,0.01269317,0.001705928,0.0003808977,0.00149903],"domain_scores_gemma":[0.9769275,0.005430744,0.01382233,0.003546529,0.00008239032,0.0001905254],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002190625,0.00008412456,0.01209277,0.002581018,0.00006429045,0.000001757828,0.0002329296,0.0005094913,1.973337e-8,0.1001034,0.8838823,0.000425924],"study_design_scores_gemma":[0.0006341753,0.0003734625,0.005208389,0.0003456179,0.000004596997,0.000004419656,0.0004109229,0.01179806,1.029137e-7,0.02528561,0.9555915,0.0003431388],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.0008051923,0.006973813,0.001674478,0.9734044,0.002080879,0.003726687,0.01073973,0.00007652792,0.0005183132],"genre_scores_gemma":[0.004988246,0.009396663,0.01543798,0.9597982,0.003140885,0.001620033,0.003910613,0.0002459167,0.001461434],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.08218171,"threshold_uncertainty_score":0.9997388,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.6585661098041051,"score_gpt":0.533671017920227,"score_spread":0.1248950918838782,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}