{"id":"W4405745605","doi":"10.2196/56831","title":"Transformer-Based Tool for Automated Fact-Checking of Online Health Information: Development Study","year":2024,"lang":"en","type":"article","venue":"JMIR Infodemiology","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université de Montréal; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; The Quebec Population Health Research Network","funders":"","keywords":"Preprint; Computer science; Transformer; Data science; Software engineering; Engineering; World Wide Web; Electrical engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003225195,0.0007682663,0.0004345135,0.004446665,0.0003175406,0.001210353,0.0008581562,0.000602595,0.008593956],"category_scores_gemma":[0.0151725,0.0004013754,0.0008491919,0.001950444,0.0002648389,0.003019271,0.001178085,0.0005185545,0.002735424],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008010173,"about_ca_system_score_gemma":0.001648584,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004855961,"about_ca_topic_score_gemma":0.005420618,"domain_scores_codex":[0.9988218,0.000442449,0.000168387,0.0002305455,0.0002816722,0.000055116],"domain_scores_gemma":[0.9888309,0.008448227,0.00040454,0.0007922185,0.001269493,0.0002545775],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00227305,0.001333755,0.03442427,0.003186652,0.0003051212,0.001623378,0.002271625,0.01519136,0.02941908,0.009492257,0.02954098,0.8709385],"study_design_scores_gemma":[0.0006513743,0.001686657,0.03746631,0.0005630904,0.0005785859,0.00378401,0.002021588,0.8127553,0.05523601,0.00730238,0.07773039,0.0002243903],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2747175,0.001011636,0.5417272,0.0007775969,0.0001400648,0.003754784,0.02215905,0.1482522,0.007460055],"genre_scores_gemma":[0.407376,0.0005394757,0.566309,0.0001499531,0.00002698478,0.001110192,0.0198213,0.001116194,0.003550926],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.008593956,"threshold_uncertainty_score":0.02874964,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.07632099867714345,"score_gpt":0.4470593072832125,"score_spread":0.370738308606069,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}