{"id":"W3184956571","doi":"10.18653/v1/2021.sigdial-1.50","title":"Do Encoder Representations of Generative Dialogue Models have sufficient summary of the Information about the task ?","year":2021,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"Canadian Institute for Advanced Research; McGill University; Polytechnique Montréal; Mila - Quebec Artificial Intelligence Institute","funders":"Compute Canada; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Computer science; Encoder; Transformer; Language model; Artificial intelligence; Representation (politics); Utterance; Generative grammar; Natural language processing; Task (project management); Generative model; Machine learning","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005325685,0.001082193,0.0009824941,0.0005455235,0.0003604027,0.002276195,0.00112881,0.001647847,0.003291692],"category_scores_gemma":[0.04044022,0.000680413,0.0006033254,0.0004105273,0.0007717295,0.005456813,0.001181551,0.002253423,0.002023638],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009570988,"about_ca_system_score_gemma":0.001315496,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002963115,"about_ca_topic_score_gemma":0.004573751,"domain_scores_codex":[0.9967797,0.00208371,0.0001067259,0.0005239621,0.0002908286,0.0002150403],"domain_scores_gemma":[0.9811334,0.01351068,0.0007869212,0.002601107,0.001399851,0.000567998],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.002649632,0.000689818,0.01980956,0.001598255,0.0005795575,0.0003591584,0.002636954,0.3759925,0.04239156,0.03729966,0.009279564,0.5067137],"study_design_scores_gemma":[0.00006258464,0.0002590012,0.002375116,0.0001035393,0.00007275597,0.0001048348,0.0003090715,0.9654885,0.007536755,0.02176381,0.001891159,0.0000329664],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2525496,0.001297868,0.7280654,0.001834031,0.0002310375,0.0002458887,0.001142298,0.004657345,0.00997672],"genre_scores_gemma":[0.9294724,0.0003145075,0.06565569,0.0003147184,0.00006127416,0.0002083525,0.001344637,0.0004310279,0.002197455],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.005325685,"threshold_uncertainty_score":0.02816528,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03447748161833202,"score_gpt":0.2667199454485412,"score_spread":0.2322424638302092,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}