{"id":"W2932186821","doi":"10.1142/s1793351x19400038","title":"Simulation of Subjective Closed Captioning Quality Assessment Using Prediction Models","year":2019,"lang":"en","type":"article","venue":"International Journal of Semantic Computing","topic":"Subtitles and Audiovisual Media","field":"Arts and Humanities","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"Toronto Metropolitan University; University of Toronto","funders":"","keywords":"Closed captioning; Computer science; Quality (philosophy); Set (abstract data type); Scale (ratio); Quality assessment; Reading (process); Measure (data warehouse); Empirical research; Service (business); Machine learning; Artificial intelligence; Data mining; Natural language processing; Evaluation methods; Reliability engineering; Statistics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005426557,0.00007367355,0.0001936798,0.0001654207,0.00005547389,0.00007202352,0.00013383,0.00002325228,0.0002340182],"category_scores_gemma":[0.00006050299,0.0000659181,0.000113284,0.0000259091,0.0000355911,0.0003401246,0.0000406433,0.0001327831,0.000002865242],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001178993,"about_ca_system_score_gemma":0.00006748358,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001583582,"about_ca_topic_score_gemma":0.00001287165,"domain_scores_codex":[0.9986627,0.00005877608,0.0005957301,0.00008525723,0.000514221,0.00008333947],"domain_scores_gemma":[0.9979235,0.0003206166,0.0007718234,0.0000537401,0.000905451,0.00002486945],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005194006,0.00009352677,0.01108505,0.00003124424,0.0002197936,0.000004404565,0.01045629,0.9513939,0.003485751,0.01899081,0.000005554318,0.004181706],"study_design_scores_gemma":[0.0006458741,0.00008748574,0.009357074,0.0004032434,0.00003036212,0.000009529792,0.003394892,0.9829162,0.0001664585,0.002814594,0.00009989276,0.00007433729],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9375647,0.00003374579,0.05787987,0.00004288674,0.002702457,0.00006893576,0.000008768564,0.000008131737,0.001690473],"genre_scores_gemma":[0.9979947,0.000003006228,0.0008634335,0.00002546133,0.001058695,9.68296e-8,0.000004859281,0.000008295137,0.00004151808],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0604299,"threshold_uncertainty_score":0.2688062,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09893186716091382,"score_gpt":0.3615648926292268,"score_spread":0.262633025468313,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}