{"id":"W4405750065","doi":"10.1016/j.jval.2024.10.3154","title":"SA73 Augmenting Expertise: A Classifier Algorithm's Ability to Identify and Categorize Health Economics and Outcomes Research (HEOR) Publications","year":2024,"lang":"en","type":"article","venue":"Value in Health","topic":"Medical Coding and Health Information","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":false,"ca_institutions":"Central City Brewers and Distillers (Canada)","funders":"","keywords":"Categorization; Classifier (UML); Text categorization; Computer science; Artificial intelligence; Machine learning; Data science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01859374,0.0001777103,0.0004866693,0.0007568857,0.001630391,0.0001301684,0.0001689206,0.0002165122,0.00009286516],"category_scores_gemma":[0.001261043,0.000159541,0.00003260635,0.0007153871,0.0001195029,0.0003885596,0.0002407738,0.0014891,0.0001438652],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001764743,"about_ca_system_score_gemma":0.003526434,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01789125,"about_ca_topic_score_gemma":0.0007202561,"domain_scores_codex":[0.9941782,0.001828825,0.001768422,0.0005937893,0.0003808835,0.001249885],"domain_scores_gemma":[0.9958757,0.002286957,0.0002004793,0.0004151006,0.0001458359,0.001075985],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00004088033,0.0001395319,0.07394194,0.01363633,0.00002546433,0.000002474031,0.09823528,0.0000851424,0.000006643712,0.1088261,0.03834061,0.6667196],"study_design_scores_gemma":[0.001581915,0.0005149309,0.4304321,0.002981919,0.000006627724,0.00001101258,0.01711584,0.1724676,0.000001828719,0.01924064,0.3551627,0.0004829291],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5056089,0.007621622,0.006124354,0.4697519,0.002563262,0.005351808,0.0001312494,0.0004133344,0.002433629],"genre_scores_gemma":[0.9595661,0.01058325,0.009740967,0.01581447,0.0006132419,0.001337779,0.00008778334,0.00007120817,0.002185269],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6662367,"threshold_uncertainty_score":0.9996694,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4792988618659597,"score_gpt":0.5797002768496395,"score_spread":0.1004014149836799,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}