{"id":"W4389455645","doi":"10.1093/ced/llad434","title":"Evaluation of ChatGPT's acne advice","year":2023,"lang":"en","type":"letter","venue":"Clinical and Experimental Dermatology","topic":"Acne and Rosacea Treatments and Effects","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"SKiN Health; University of British Columbia; McGill University Health Centre","funders":"","keywords":"Readability; Acne; Medicine; Dermatology; Relevance (law); Completeness (order theory); Advice (programming); Dermatological diseases; Acne treatment; Medical physics; Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000382538,0.0002263627,0.000890221,0.00008567414,0.00005538989,0.000005998216,0.00006167124,0.000936539,0.0001849109],"category_scores_gemma":[0.0001145371,0.00016152,0.0002170947,0.00007532672,0.0003525512,0.00003187237,0.00009821567,0.0005655425,0.0001647756],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002345832,"about_ca_system_score_gemma":0.0001134434,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003003254,"about_ca_topic_score_gemma":0.000001061259,"domain_scores_codex":[0.9980487,0.0003083614,0.0005912824,0.0003950161,0.0004115575,0.0002450978],"domain_scores_gemma":[0.9990912,0.0002547468,0.000178125,0.0002626208,0.0001208919,0.00009242941],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001019109,0.0002852396,0.003342259,0.0002114661,0.0005099124,0.0007363914,0.0001197357,1.284412e-7,0.000127413,0.00001000044,0.9906166,0.003938914],"study_design_scores_gemma":[0.01985482,0.003203307,0.01212944,0.0008766732,0.005202443,0.003216971,0.0005378517,0.002155106,0.01199113,0.0006708172,0.9393333,0.0008281388],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5803565,0.009990369,0.000002078476,0.4008754,0.002153662,0.001133379,0.00003630943,0.0001542625,0.005297951],"genre_scores_gemma":[0.6216194,0.0009304464,0.0001333535,0.3710409,0.002453829,0.0001791233,0.0009452307,0.00008571438,0.002611974],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.05128333,"threshold_uncertainty_score":0.7223446,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09094141810137805,"score_gpt":0.4352537652266686,"score_spread":0.3443123471252906,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}