{"id":"W3187920949","doi":"10.2196/20975","title":"Identifying and Responding to Health Misinformation on Reddit Dermatology Forums With Artificially Intelligent Bots Using Natural Language Processing: Design and Evaluation Study","year":2021,"lang":"en","type":"article","venue":"JMIR Dermatology","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Misinformation; Computer science; Test (biology); Internet privacy; Set (abstract data type); Health communication; Computer security; Psychology; Communication","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009821681,0.0001494713,0.0002725128,0.0005196933,0.0008180177,0.0003159693,0.00008921646,0.00009835673,0.00003845818],"category_scores_gemma":[0.0003015656,0.0001372021,0.00001649272,0.0007541311,0.00009325364,0.0007105927,0.00005179775,0.0001624542,0.00001916817],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001836699,"about_ca_system_score_gemma":0.0006796385,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007612813,"about_ca_topic_score_gemma":0.0005164482,"domain_scores_codex":[0.9976475,0.0007808627,0.0004475904,0.0002416436,0.0004686742,0.0004137408],"domain_scores_gemma":[0.999017,0.0001403792,0.0002630592,0.0001440014,0.0002369338,0.0001986462],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0004985405,0.000198224,0.004580047,0.0002844322,0.00005420058,0.0001086656,0.8501909,0.0006018507,0.000406244,0.002359469,0.001955942,0.1387615],"study_design_scores_gemma":[0.003076441,0.0005740201,0.03214222,0.0007075539,0.0001077062,0.002893155,0.8530698,0.09567525,0.004565948,0.0005187893,0.005691056,0.0009780306],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.983564,0.0007023009,0.009304831,0.003916875,0.0001974351,0.001499725,0.000001292209,0.00005698525,0.0007565534],"genre_scores_gemma":[0.9957801,0.00002159989,0.002521289,0.001515851,0.00003038657,0.00002119609,0.00001308594,0.00001093841,0.00008552775],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1377835,"threshold_uncertainty_score":0.6291614,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0980858472792489,"score_gpt":0.4399093168145304,"score_spread":0.3418234695352815,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}