{"id":"W4386158630","doi":"10.1371/journal.pone.0290679","title":"Assessing the reliability of pediatric emergency medicine billing code assignment for future consideration as a proxy workload measure","year":2023,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Emergency and Acute Care Studies","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"BC Children's Hospital; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Workload; Medicine; Proxy (statistics); Logistic regression; Reliability (semiconductor); Triage; Audit; Medical record; Emergency department; Inter-rater reliability; Emergency medicine; Medical emergency; Computer science; Statistics; Nursing; Internal medicine; Accounting; Machine learning","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03486981,0.0004684341,0.0004971381,0.001703146,0.0004639043,0.001368404,0.0008536412,0.0004875951,0.0007460297],"category_scores_gemma":[0.1170597,0.0004758779,0.0008207854,0.001827883,0.0006844394,0.001089315,0.001298943,0.0009049731,0.0003224454],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006459053,"about_ca_system_score_gemma":0.001505678,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00320447,"about_ca_topic_score_gemma":0.003800508,"domain_scores_codex":[0.9776199,0.01194003,0.003427318,0.001716324,0.004763307,0.0005331945],"domain_scores_gemma":[0.8508071,0.05885471,0.05784298,0.00995049,0.02122993,0.001314811],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00003875495,0.00002757352,0.9954392,0.00003325878,0.00007087211,0.00001288738,0.0004068957,0.0001841269,0.0001012486,0.00005037856,0.0001916557,0.003443145],"study_design_scores_gemma":[0.000005970561,0.0001942058,0.9950122,0.00007394062,0.00004914002,0.0001478769,0.000503465,0.002969014,0.0003922108,0.00008676166,0.0005529972,0.00001211377],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.988736,0.0005489256,0.008359055,0.0002175564,0.00006482494,0.0001244353,0.0005287874,0.00004395421,0.001376467],"genre_scores_gemma":[0.995881,0.0001194363,0.003165847,0.00003429746,0.00002972055,0.00008867173,0.0005282968,0.00001102458,0.000141761],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03486981,"threshold_uncertainty_score":0.1844113,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1202654708286079,"score_gpt":0.3526366927466068,"score_spread":0.2323712219179988,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}