{"id":"W4405750065","doi":"10.1016/j.jval.2024.10.3154","title":"SA73 Augmenting Expertise: A Classifier Algorithm's Ability to Identify and Categorize Health Economics and Outcomes Research (HEOR) Publications","year":2024,"lang":"en","type":"article","venue":"Value in Health","topic":"Medical Coding and Health Information","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":false,"ca_institutions":"Central City Brewers and Distillers (Canada)","funders":"","keywords":"Categorization; Classifier (UML); Text categorization; Computer science; Artificial intelligence; Machine learning; Data science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.007512931,0.0009919524,0.001054033,0.009013344,0.001059678,0.003210219,0.001239885,0.002082675,0.004659947],"category_scores_gemma":[0.02745304,0.0002847766,0.001598004,0.003252015,0.0004730679,0.002840876,0.002288595,0.001583225,0.003180753],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008076591,"about_ca_system_score_gemma":0.002423404,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005963022,"about_ca_topic_score_gemma":0.008075536,"domain_scores_codex":[0.9960868,0.001070561,0.0004907624,0.0008042494,0.001216995,0.0003305815],"domain_scores_gemma":[0.9808138,0.009822711,0.0008892789,0.001540198,0.006317017,0.0006168773],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0006088077,0.0004228992,0.07694177,0.0002687888,0.0003662921,0.0002365342,0.0003535321,0.01469801,0.005776939,0.00370209,0.02798505,0.8686393],"study_design_scores_gemma":[0.0001231705,0.0003926247,0.02449694,0.0002175871,0.0004122964,0.0005038868,0.0004165275,0.9193587,0.01305163,0.0166096,0.02431186,0.00010522],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3746504,0.002410889,0.5712121,0.003908224,0.0009431593,0.0007338463,0.006473544,0.01433664,0.02533116],"genre_scores_gemma":[0.6304476,0.0004971411,0.3539647,0.0007069001,0.0005223003,0.000282908,0.0062418,0.0003839385,0.006952706],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9924871,"threshold_uncertainty_score":0.03973264,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4792988618659597,"score_gpt":0.5797002768496395,"score_spread":0.1004014149836799,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}