{"id":"W3187920949","doi":"10.2196/20975","title":"Identifying and Responding to Health Misinformation on Reddit Dermatology Forums With Artificially Intelligent Bots Using Natural Language Processing: Design and Evaluation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Dermatology","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Misinformation; Computer science; Test (biology); Internet privacy; Set (abstract data type); Health communication; Computer security; Psychology; Communication","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006490837,0.001209245,0.0006643846,0.0005600752,0.0003969214,0.0007071149,0.001469769,0.001498188,0.001407308],"category_scores_gemma":[0.01363839,0.000541269,0.0007281902,0.0002419792,0.001113339,0.001078479,0.0008366354,0.00127217,0.0005069784],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002291754,"about_ca_system_score_gemma":0.001526273,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008378924,"about_ca_topic_score_gemma":0.00761502,"domain_scores_codex":[0.9970511,0.001845184,0.000207467,0.0004512905,0.0002588176,0.0001860159],"domain_scores_gemma":[0.9798439,0.01549501,0.001228006,0.0009803994,0.00193432,0.0005183751],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.01912558,0.0240441,0.1055744,0.005492382,0.00114717,0.0012951,0.00351926,0.4281267,0.07441967,0.003065555,0.008206465,0.3259836],"study_design_scores_gemma":[0.000908276,0.0103399,0.01390286,0.00009276655,0.0003444385,0.0002139204,0.0003715756,0.9516973,0.01935028,0.001155712,0.001536719,0.0000861494],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9610155,0.0002413148,0.03281364,0.0002793681,0.00007486936,0.002788973,0.0003894405,0.001076531,0.001320295],"genre_scores_gemma":[0.9406961,0.000122502,0.05414913,0.0003116739,0.00002733543,0.002379908,0.0006375173,0.00005756658,0.001618121],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.008378924,"threshold_uncertainty_score":0.03432727,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0980858472792489,"score_gpt":0.4399093168145304,"score_spread":0.3418234695352815,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}