{"id":"W4385128155","doi":"10.1016/j.apergo.2023.104094","title":"Assessing subjective workload for live captioners","year":2023,"lang":"en","type":"article","venue":"Applied Ergonomics","topic":"Subtitles and Audiovisual Media","field":"Arts and Humanities","cited_by":6,"is_retracted":false,"has_abstract":false,"ca_institutions":"Toronto Metropolitan University; University of Toronto","funders":"","keywords":"Workload; Workflow; Closed captioning; Context (archaeology); Computer science; Scheduling (production processes); Task (project management); Applied psychology; Psychology; Artificial intelligence; Engineering; Operations management","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001278488,0.0001053465,0.0001374027,0.00007393025,0.0002613676,0.0002212539,0.00008730521,0.00003941515,0.0002547276],"category_scores_gemma":[0.00001577698,0.0001015325,0.00006682233,0.00003909336,0.00008927048,0.0001198699,0.00003027796,0.00006916796,0.001000699],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005440206,"about_ca_system_score_gemma":0.00003267649,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004318991,"about_ca_topic_score_gemma":0.0001651461,"domain_scores_codex":[0.9993822,0.000005091396,0.000137644,0.0001873356,0.0000524529,0.0002352596],"domain_scores_gemma":[0.9995663,0.000188295,0.00006161251,0.0001053211,0.00003293257,0.00004560619],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001720336,0.00006215064,0.0001072366,0.0000603846,0.0001575466,0.00000274441,0.05247989,0.0004398769,0.001032549,0.7978472,0.02463828,0.1230001],"study_design_scores_gemma":[0.001959956,0.0001270962,0.0057003,0.00009151018,0.0001424413,0.000001462294,0.1867271,0.002802671,0.001954185,0.0404388,0.7588856,0.001168837],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9356868,0.00005810475,0.0002470269,0.0001365632,0.001212426,0.0003615531,0.00003165609,0.0002609551,0.06200489],"genre_scores_gemma":[0.9954336,0.00004670689,0.0002871313,0.0002351006,0.001246235,0.0001473898,0.00005841862,0.00003257069,0.002512855],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7574084,"threshold_uncertainty_score":0.9997771,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.07280197480957315,"score_gpt":0.2859932708776244,"score_spread":0.2131912960680512,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}