{"id":"W4386215917","doi":"10.21203/rs.3.rs-3223915/v1","title":"Evaluation of ChatGPT’s responses to information needs and information seeking of dementia patients","year":2023,"lang":"en","type":"preprint","venue":"Research Square","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"McGill University","keywords":"Dementia; Information needs; Psychology; Family caregivers; Quality (philosophy); Nursing; Applied psychology; Medicine; Gerontology; Disease; Computer science; World Wide Web","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0264427,0.0004722049,0.0008737731,0.003057677,0.001029594,0.001500608,0.0009568676,0.001143146,0.002908892],"category_scores_gemma":[0.09212359,0.0002966809,0.000681247,0.002112251,0.001067591,0.001854123,0.003320182,0.0009356621,0.0005722446],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001969002,"about_ca_system_score_gemma":0.001843452,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001041181,"about_ca_topic_score_gemma":0.002132294,"domain_scores_codex":[0.9815438,0.01418373,0.001537661,0.0005623092,0.001738561,0.000433977],"domain_scores_gemma":[0.86005,0.1200715,0.00486972,0.001557903,0.01098045,0.002470492],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.00350401,0.001679252,0.1448876,0.01898376,0.0002845224,0.003919763,0.479923,0.001502766,0.01197678,0.001158909,0.01136205,0.3208177],"study_design_scores_gemma":[0.001041436,0.01345467,0.3135322,0.008584798,0.0007820167,0.004531997,0.5670792,0.01084278,0.01365887,0.002456571,0.06336883,0.0006664559],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9860792,0.0005346226,0.004252354,0.001082351,0.0001159603,0.002081334,0.0008531348,0.0001832046,0.00481791],"genre_scores_gemma":[0.9743391,0.0008096105,0.01466314,0.0009959737,0.00007119977,0.006486335,0.0008387843,0.00004463266,0.001751366],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0264427,"threshold_uncertainty_score":0.1398441,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3916740626067736,"score_gpt":0.5423241716938739,"score_spread":0.1506501090871004,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}