{"id":"W4320710158","doi":"10.2196/40645","title":"Multiple Automated Health Literacy Assessments of Written Health Information: Development of the SHeLL (Sydney Health Literacy Lab) Health Literacy Editor v1","year":2023,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":68,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"University of Sydney","keywords":"Readability; Health literacy; Literacy; Computer science; Reading (process); Government (linguistics); Medical education; Multimedia; Artificial intelligence; Psychology; Health care; Medicine; Pedagogy; Linguistics; Political science","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.03227587,0.0006470463,0.001823122,0.002010901,0.005799555,0.0002461679,0.001690396,0.0003731212,0.0003700111],"category_scores_gemma":[0.0008923659,0.000481624,0.0002830691,0.006369963,0.0003670193,0.009489144,0.001567809,0.003511149,0.001066226],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.004089247,"about_ca_system_score_gemma":0.02612453,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002294197,"about_ca_topic_score_gemma":0.0001405229,"domain_scores_codex":[0.9709493,0.009676438,0.01119996,0.000662427,0.003850099,0.003661764],"domain_scores_gemma":[0.9822221,0.002730488,0.006932319,0.001774508,0.004747493,0.001593122],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00027489,0.0005595182,0.01714694,0.02281786,0.00006472821,3.116263e-7,0.3465442,0.00002172566,0.00000365957,0.0004253421,0.2942392,0.3179016],"study_design_scores_gemma":[0.003403909,0.001176072,0.2859015,0.006961941,0.000001958748,0.000003020192,0.01266051,0.05530503,0.00004085695,0.0001930901,0.6339386,0.0004134862],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6746008,0.003757898,0.02071701,0.1831341,0.02568367,0.06530159,0.01468179,0.004961606,0.007161501],"genre_scores_gemma":[0.9215913,0.001756557,0.02949896,0.0329921,0.001598909,0.003462757,0.00707955,0.0001618059,0.001858001],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3396994,"threshold_uncertainty_score":0.9997635,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1053805758268399,"score_gpt":0.569299818439497,"score_spread":0.463919242612657,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}