{"id":"W4404589970","doi":"10.1007/978-3-031-77961-9_5","title":"Advances in OpenASR21 Evaluation with Increased Temporal Resolution for Speech Self-supervised Learning Models","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Speech Recognition and Synthesis","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"Computer Research Institute of Montréal","funders":"","keywords":"Computer science; Resolution (logic); Artificial intelligence; Speech recognition; Machine learning","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002604848,0.0004667595,0.0004959627,0.001213931,0.000218739,0.0006501589,0.001461767,0.000268336,0.00002256259],"category_scores_gemma":[0.0001358851,0.0003964854,0.0001124528,0.0008848165,0.0002046033,0.00166029,0.0003915863,0.0006709921,0.00002524297],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005804769,"about_ca_system_score_gemma":0.0008729054,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005417178,"about_ca_topic_score_gemma":0.0004235206,"domain_scores_codex":[0.9959083,0.00009521627,0.0005239642,0.001602907,0.001313793,0.0005558303],"domain_scores_gemma":[0.99796,0.0005774779,0.0002163668,0.0006436358,0.0004732196,0.0001292776],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002982224,0.00003513954,0.00003752014,0.00009107607,0.000009298729,0.00004729668,0.0006163456,0.07836431,0.00003639692,0.006350562,0.000004020664,0.9143782],"study_design_scores_gemma":[0.0005212908,0.0001729087,0.00001342726,0.0007184703,0.00001822658,0.00004586507,0.000001188094,0.8200755,0.0004789697,0.1768142,0.000696507,0.0004435214],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0003590578,0.00112978,0.9874508,0.0003735727,0.0005654799,0.001311215,0.000005351045,0.0002535281,0.008551246],"genre_scores_gemma":[0.1249686,0.0001635044,0.8739846,0.0003060093,0.000244508,0.0001223819,0.00002854539,0.00004890467,0.0001329202],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9139347,"threshold_uncertainty_score":0.9998487,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0387110572891616,"score_gpt":0.2754546029472459,"score_spread":0.2367435456580843,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}