{"id":"W4410814295","doi":"10.2196/59054","title":"Evaluating the Readability of a Custom Generative Pre-Trained Transformer with Retrieval Augmentation for Pediatric Neurocutaneous Syndromes (Preprint)","year":2024,"lang":"en","type":"article","venue":"JMIR Dermatology","topic":"Text Readability and Simplification","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Preprint; Readability; Transformer; Computer science; Medicine; Artificial intelligence; Engineering; World Wide Web; Programming language; Electrical engineering","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001395612,0.0008389358,0.0003745663,0.0005720661,0.0001754153,0.0008012952,0.001112954,0.0007902657,0.009813013],"category_scores_gemma":[0.01250972,0.0001924634,0.0005266113,0.0003476188,0.000276941,0.001066438,0.000756079,0.0006698511,0.003014551],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004363238,"about_ca_system_score_gemma":0.0004343636,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001814232,"about_ca_topic_score_gemma":0.001279258,"domain_scores_codex":[0.9992921,0.000251476,0.00008540357,0.0002127069,0.0001191443,0.00003913545],"domain_scores_gemma":[0.9883528,0.009349833,0.0003592378,0.0008087162,0.0008787125,0.0002506364],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.004022652,0.002092571,0.0249873,0.001734362,0.0002277291,0.001896341,0.002516309,0.02059319,0.1262721,0.0004622485,0.009545413,0.8056498],"study_design_scores_gemma":[0.001363421,0.01607111,0.1136013,0.0003577469,0.001434976,0.007568695,0.002208449,0.3849632,0.4383267,0.00189884,0.03191692,0.0002887095],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9366115,0.0004540169,0.04879456,0.0001497057,0.00008689675,0.0005384108,0.001473799,0.007663976,0.004227236],"genre_scores_gemma":[0.9131325,0.0002458562,0.07737587,0.0001940863,0.00003616015,0.0003141353,0.003774696,0.0004840984,0.004442526],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.009813013,"threshold_uncertainty_score":0.03282779,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0419523948505979,"score_gpt":0.3597610134746985,"score_spread":0.3178086186241006,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}