{"id":"W4387894790","doi":"10.1016/j.jcjo.2023.10.001","title":"Evaluation of postoperative ophthalmology patient instructions from ChatGPT and Google Search","year":2023,"lang":"en","type":"letter","venue":"Canadian Journal of Ophthalmology","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Misinformation; Chatbot; Quality (philosophy); Psychology; Computer science; Medicine; World Wide Web; Computer security","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002204789,0.0002398121,0.0003586819,0.002759875,0.0008692983,0.001402619,0.0004970794,0.001437844,0.006389483],"category_scores_gemma":[0.04464238,0.000156254,0.0003169463,0.001504017,0.0004279936,0.0009923744,0.0007327554,0.0009552553,0.001951939],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00196459,"about_ca_system_score_gemma":0.002407861,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02109057,"about_ca_topic_score_gemma":0.03655672,"domain_scores_codex":[0.9965748,0.0008705356,0.0007585991,0.0001178645,0.001324032,0.0003543114],"domain_scores_gemma":[0.9606689,0.0242566,0.002507672,0.0008853353,0.01000978,0.001671656],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.004445069,0.001582601,0.5960875,0.001210531,0.0001435733,0.02340647,0.0118567,0.0009486947,0.00346622,0.001303861,0.1597937,0.1957551],"study_design_scores_gemma":[0.0004456273,0.003667221,0.7985051,0.001150664,0.0004646691,0.02734053,0.0306166,0.01475882,0.01218402,0.001222823,0.1093323,0.0003116679],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9554591,0.001081809,0.0005647127,0.01305385,0.0005663955,0.00037473,0.004329186,0.0004273682,0.0241428],"genre_scores_gemma":[0.9858679,0.0006055632,0.001666883,0.003616222,0.0002294534,0.0001347565,0.001913587,0.00008475675,0.005880951],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02109057,"threshold_uncertainty_score":0.04193562,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2738683883274524,"score_gpt":0.4349761247804725,"score_spread":0.1611077364530201,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}