{"id":"W3174615012","doi":"10.1186/s12962-021-00290-8","title":"Assessing the performance of health technology assessment (HTA) agencies: developing a multi-country, multi-stakeholder, and multi-dimensional framework to explore mechanisms of impact","year":2021,"lang":"en","type":"article","venue":"Cost Effectiveness and Resource Allocation","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":23,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"Thailand Research Fund; Bill and Melinda Gates Foundation","keywords":"Health technology; Rigour; Agency (philosophy); Stakeholder; Health services research; Health care; Scope (computer science); Medicine; Health administration; Health economics; Impact assessment; Impact evaluation; Process management; Knowledge management; Public relations; Business; Public health; Political science; Computer science; Sociology; Economics; Public administration; Nursing; Economic growth","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009080801,0.0001878511,0.0007803378,0.0002672813,0.0004236153,0.00006378401,0.0001410083,0.0001655613,0.000007846285],"category_scores_gemma":[0.001456984,0.0001762579,0.00005012194,0.0004569843,0.0001182971,0.000230556,0.0001247288,0.0002033739,0.000003745044],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005367165,"about_ca_system_score_gemma":0.0004901791,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002490285,"about_ca_topic_score_gemma":0.0000349182,"domain_scores_codex":[0.996993,0.000587413,0.001541915,0.0004849209,0.0001105902,0.0002821384],"domain_scores_gemma":[0.9970092,0.001088341,0.001253077,0.0003613124,0.0001983509,0.00008977496],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001436182,0.00153055,0.723305,0.01175328,0.001012949,0.000005263746,0.03224815,0.05990122,0.01196673,0.1003218,0.0001529398,0.0576585],"study_design_scores_gemma":[0.00138251,0.0002071309,0.8544297,0.001661905,0.00001323069,0.0000158705,0.01458111,0.1247554,0.001589993,0.0007516755,0.0003058972,0.0003055514],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6472407,0.002174724,0.3472596,0.002469104,0.00008900616,0.0007243468,0.0000252013,0.00001418029,0.000003169592],"genre_scores_gemma":[0.9418288,0.000171657,0.05694753,0.0007914726,0.00001973107,0.0001823833,0.00002756035,0.00002285298,0.000008035999],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2945881,"threshold_uncertainty_score":0.7187587,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4405845436038657,"score_gpt":0.482415850021064,"score_spread":0.04183130641719823,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}