{"id":"W2907972816","doi":"10.4000/books.aaccademia.4482","title":"Overview of the Evalita 2018 – itaLIan Speech acT labEliNg (iLISTEN) Task","year":2018,"lang":"en","type":"book-chapter","venue":"Accademia University Press eBooks","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"National Research Council Canada; Università degli Studi di Napoli Federico II","keywords":"Task (project management); Speech act; Computer science; Statement (logic); Natural (archaeology); Annotation; Natural language processing; Natural language; Baseline (sea); Artificial intelligence; Speech recognition; Linguistics; Political science; Engineering","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004065086,0.004531072,0.002043332,0.004575801,0.001833818,0.004336031,0.00339582,0.002556409,0.03932056],"category_scores_gemma":[0.004967988,0.001093535,0.001577143,0.002753135,0.0009038756,0.00433473,0.005717961,0.003603684,0.08369165],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001766963,"about_ca_system_score_gemma":0.003034667,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01025754,"about_ca_topic_score_gemma":0.01306369,"domain_scores_codex":[0.99563,0.001357428,0.0003309746,0.00131559,0.001055475,0.0003104498],"domain_scores_gemma":[0.9974602,0.000646032,0.0001344298,0.0006769022,0.0007612503,0.0003212292],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000254808,0.0002716569,0.0007435727,0.001309333,0.0000787375,0.0002060183,0.0004520878,0.002160123,0.009512821,0.003438315,0.6849138,0.2966588],"study_design_scores_gemma":[0.0001540463,0.000235319,0.004051971,0.0004623711,0.00008331296,0.001039578,0.000393879,0.04172467,0.0109,0.01166996,0.929108,0.0001767897],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01895329,0.02430726,0.3302792,0.005926113,0.004475048,0.004144402,0.1206829,0.326698,0.1645338],"genre_scores_gemma":[0.04644526,0.004113867,0.2951505,0.002290941,0.001601861,0.004850254,0.5796869,0.01523885,0.05062164],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.03932056,"threshold_uncertainty_score":0.1315404,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04912885133115008,"score_gpt":0.2709903326474831,"score_spread":0.221861481316333,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}