{"id":"W2907972816","doi":"10.4000/books.aaccademia.4482","title":"Overview of the Evalita 2018 – itaLIan Speech acT labEliNg (iLISTEN) Task","year":2018,"lang":"en","type":"book-chapter","venue":"Accademia University Press eBooks","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"National Research Council Canada; Università degli Studi di Napoli Federico II","keywords":"Task (project management); Speech act; Computer science; Statement (logic); Natural (archaeology); Annotation; Natural language processing; Natural language; Baseline (sea); Artificial intelligence; Speech recognition; Linguistics; Political science; Engineering","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004150869,0.000431127,0.0004906286,0.0001649237,0.0002427391,0.00008842539,0.005219093,0.0008505528,0.00003231298],"category_scores_gemma":[0.00005330186,0.0003619831,0.000323796,0.00004833856,0.0004152691,0.0004342154,0.003219812,0.001069844,0.00001329576],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002473127,"about_ca_system_score_gemma":0.0002378581,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002253897,"about_ca_topic_score_gemma":0.00002087751,"domain_scores_codex":[0.9978023,0.0001036119,0.0003416218,0.0007261822,0.0006749773,0.0003512957],"domain_scores_gemma":[0.9970323,0.0001216385,0.0006987175,0.001704859,0.0003305004,0.0001120031],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002925922,0.00001296658,0.00000688734,0.0004632762,0.000194837,0.00007945054,0.001073616,4.069566e-7,0.001042404,0.9515837,0.02454323,0.02096998],"study_design_scores_gemma":[0.0003007081,0.00006520216,0.000004772374,0.001699954,0.0002183003,0.00003771982,0.00001444833,0.0001328996,0.01335916,0.03883632,0.9446595,0.0006709934],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.0001285433,0.00664237,0.003646873,0.0002980275,0.0007275741,0.0009051472,0.0001353153,0.0007958686,0.9867203],"genre_scores_gemma":[0.001586333,0.000276855,0.04103364,0.0003705275,0.0001878973,7.649495e-7,0.000008462599,0.00005507994,0.9564804],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.9201163,"threshold_uncertainty_score":0.9998832,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04912885133115008,"score_gpt":0.2709903326474831,"score_spread":0.221861481316333,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}