{"id":"W7116920285","doi":"10.1080/10447318.2025.2597504","title":"Evaluation Metrics for Misinformation Warning Interventions: Challenges and Prospects","year":2025,"lang":"en","type":"article","venue":"International Journal of Human-Computer Interaction","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Carleton University","funders":"","keywords":"Misinformation; Work (physics); Warning system; The Internet; Key (lock)","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3857947,0.003097935,0.007092868,0.0119263,0.001665718,0.01103875,0.005622862,0.003418644,0.004017361],"category_scores_gemma":[0.6420192,0.001228309,0.004962285,0.01380213,0.003650757,0.01307922,0.005158143,0.00513788,0.0008493812],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009087282,"about_ca_system_score_gemma":0.01362462,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005365222,"about_ca_topic_score_gemma":0.005874927,"domain_scores_codex":[0.5660334,0.3430102,0.03697233,0.007216122,0.04536233,0.001405762],"domain_scores_gemma":[0.23791,0.5974594,0.03884798,0.01886535,0.1041098,0.002807495],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001308955,0.0006458034,0.02033275,0.07368911,0.003596157,0.00006507968,0.002788547,0.005481965,0.0008260543,0.05158961,0.02234053,0.8173354],"study_design_scores_gemma":[0.00144454,0.009284291,0.06956755,0.2822577,0.009804704,0.0008027421,0.00921498,0.07081039,0.006801397,0.2748318,0.263801,0.001378869],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.02169329,0.5823253,0.3257306,0.03423625,0.003638583,0.009741114,0.003635129,0.001201324,0.01779854],"genre_scores_gemma":[0.2728538,0.1122966,0.5785954,0.005963405,0.001302896,0.02442008,0.002743291,0.0005187464,0.0013058],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.6142054,"threshold_uncertainty_score":0.7574245,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1485662190976892,"score_gpt":0.4706139314356272,"score_spread":0.322047712337938,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}