{"id":"W3208365828","doi":"10.1145/3472813.3472814","title":"Evaluation of Applied Machine Learning for Health Misinformation Detection via Survey of Medical Professionals on Controversial Topics in Pediatrics","year":2021,"lang":"en","type":"article","venue":"","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Misinformation; Computer science; Crowdsourcing; Health professionals; Data science; Clinical decision support system; Artificial intelligence; Medical education; Health care; Knowledge management; Decision support system; Medicine; Computer security; World Wide Web","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01988152,0.0008033197,0.000723347,0.003963115,0.0007030948,0.001653452,0.0008448227,0.001258641,0.001105601],"category_scores_gemma":[0.06034551,0.0001690193,0.0004868196,0.001686942,0.0005311028,0.001557667,0.001453413,0.0008229328,0.0006530486],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001077358,"about_ca_system_score_gemma":0.001215165,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002384352,"about_ca_topic_score_gemma":0.00219127,"domain_scores_codex":[0.9666231,0.02275789,0.002106808,0.002295503,0.00560861,0.0006082204],"domain_scores_gemma":[0.9108846,0.06463665,0.006030298,0.004863147,0.01196312,0.001622147],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.002891999,0.002934971,0.3560578,0.001391091,0.000694047,0.00058081,0.004587906,0.03469278,0.02035393,0.001783517,0.005988671,0.5680425],"study_design_scores_gemma":[0.0001881254,0.002198007,0.1483357,0.0002456866,0.0002457505,0.0005262705,0.00285542,0.8074995,0.02847775,0.002601414,0.00668358,0.0001428727],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.922388,0.0006169685,0.06820729,0.0007960228,0.0001416826,0.0007443978,0.0007000363,0.001634825,0.00477069],"genre_scores_gemma":[0.9614575,0.00009374321,0.036941,0.0001333756,0.00004879199,0.0001653665,0.0006238853,0.00001981387,0.0005166181],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01988152,"threshold_uncertainty_score":0.1051447,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0752375904911777,"score_gpt":0.4231040886005441,"score_spread":0.3478664981093664,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}