{"id":"W4383106218","doi":"10.1007/s10489-023-04677-3","title":"Developing a closed captioning quality assessment system using a multi-label classifier with active learning from deaf and hard of hearing viewers","year":2023,"lang":"en","type":"article","venue":"Applied Intelligence","topic":"Subtitles and Audiovisual Media","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":false,"ca_institutions":"Toronto Metropolitan University; Canada Research Chairs; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Closed captioning; Computer science; Classifier (UML); CLIPS; Quality assessment; Perception; Machine learning; Artificial intelligence; Replicate; Quality (philosophy); Multimedia; Human–computer interaction; Evaluation methods","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00217652,0.0009590061,0.00105558,0.001543686,0.0008837167,0.001622794,0.001320429,0.001778169,0.005813617],"category_scores_gemma":[0.004878926,0.0003242225,0.0006774857,0.0005899854,0.0003610451,0.00239362,0.001553657,0.001763599,0.005282141],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006498125,"about_ca_system_score_gemma":0.0006971011,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005952429,"about_ca_topic_score_gemma":0.006081836,"domain_scores_codex":[0.9985642,0.000272161,0.00009046318,0.0004657481,0.0004509392,0.0001565958],"domain_scores_gemma":[0.9956002,0.001011094,0.0001816635,0.0003438053,0.002558891,0.0003043565],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0008659177,0.0008114818,0.006487503,0.0002391045,0.00008904749,0.0004121579,0.0005408072,0.004195081,0.1455096,0.00107983,0.01513162,0.8246378],"study_design_scores_gemma":[0.0001063635,0.0009397531,0.01465514,0.0001073239,0.0001903029,0.0005385412,0.001176389,0.8148099,0.1485597,0.002396753,0.01636587,0.0001539528],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2397688,0.0006906068,0.7136053,0.0006987884,0.000633625,0.001086366,0.001779444,0.0306099,0.01112706],"genre_scores_gemma":[0.4893786,0.0003114245,0.4807611,0.0004959687,0.0003059147,0.0005648148,0.005389682,0.000738856,0.02205371],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.005952429,"threshold_uncertainty_score":0.01944852,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3310200961169075,"score_gpt":0.3667871010453493,"score_spread":0.03576700492844181,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}