{"id":"W4401109362","doi":"10.1109/tg.2024.3435799","title":"Detecting Discrepancies Between Subtitles and Audio in Gameplay Videos With EchoTest","year":2024,"lang":"en","type":"article","venue":"IEEE Transactions on Games","topic":"Subtitles and Audiovisual Media","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Multimedia; Speech recognition","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009028727,0.0001456662,0.0001665381,0.0001921125,0.0001401601,0.0002316429,0.00005445562,0.00003759165,0.0005472376],"category_scores_gemma":[0.000004718686,0.0001058122,0.00004748986,0.00007844866,0.0001675299,0.0002037883,9.116573e-7,0.0002343215,0.00007355693],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002955128,"about_ca_system_score_gemma":0.0000262637,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004403586,"about_ca_topic_score_gemma":0.007897222,"domain_scores_codex":[0.9992714,0.00002147302,0.0001498046,0.0002362972,0.0001289986,0.0001920516],"domain_scores_gemma":[0.9995213,0.0002840366,0.00001999525,0.0001050228,0.00001767552,0.00005198024],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002372414,0.0003711715,0.00452531,0.001109147,0.0006040432,0.0003077785,0.1484563,0.0007142344,0.002884627,0.01309945,0.001249537,0.8264412],"study_design_scores_gemma":[0.003420435,0.003449325,0.01623232,0.006193802,0.001028916,0.000151029,0.0629177,0.004076924,0.0997998,0.004844192,0.7942324,0.003653119],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9862506,0.0007708425,0.005532931,0.000694048,0.000602295,0.0001967143,0.00008402491,0.0002631257,0.005605367],"genre_scores_gemma":[0.9965863,0.00007428799,0.00007921832,0.00004780699,0.0002446144,0.00003173848,0.000001547801,0.00002870147,0.002905792],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8227881,"threshold_uncertainty_score":0.5991868,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02791070105488057,"score_gpt":0.2431665733916212,"score_spread":0.2152558723367407,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}