{"id":"W4398773814","doi":"10.1089/derm.2024.0098","title":"Assessing the Performance of ChatGPT’s Responses to Questions Related to Atopic Dermatitis","year":2024,"lang":"en","type":"letter","venue":"Dermatitis","topic":"Dermatology and Skin Diseases","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Atopic dermatitis; Medicine; Dermatology","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002850159,0.0003685496,0.0003950406,0.0005657966,0.000724331,0.0007686756,0.0005842583,0.002622804,0.006077983],"category_scores_gemma":[0.02535204,0.0001753094,0.000184928,0.0003654301,0.0004224519,0.0006711182,0.0003655675,0.002045131,0.002545265],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009012801,"about_ca_system_score_gemma":0.0004494594,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001924528,"about_ca_topic_score_gemma":0.002512485,"domain_scores_codex":[0.99663,0.002115817,0.000345802,0.0001925831,0.0004824977,0.0002332697],"domain_scores_gemma":[0.9828043,0.01113091,0.001096928,0.0003570944,0.004036794,0.0005739522],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.001170698,0.0007655482,0.2198439,0.0003603524,0.00005763462,0.02582014,0.002722863,0.0001711773,0.002443861,0.0008527399,0.6390637,0.1067275],"study_design_scores_gemma":[0.0005996286,0.004322043,0.3567047,0.001616611,0.0002185198,0.156575,0.01105542,0.00939698,0.007815808,0.004213669,0.4472093,0.000272379],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.4129493,0.0062179,0.001920522,0.5039517,0.02088071,0.0003915947,0.0007091532,0.0001946767,0.0527844],"genre_scores_gemma":[0.8537408,0.003042214,0.002576096,0.1037528,0.01682526,0.0002767162,0.0003319891,0.00004839429,0.01940568],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9971498,"threshold_uncertainty_score":0.02033287,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01648280526496539,"score_gpt":0.305862360824034,"score_spread":0.2893795555590686,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}