{"id":"W7015919921","doi":"","title":"Understanding and evaluating neural abstractive summarizers using contrastive examples","year":2019,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"","keywords":"Automatic summarization; Vocabulary; Set (abstract data type); Artificial neural network; Benchmark (surveying); Semantics (computer science); Focus (optics)","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00387182,0.001286775,0.0009201567,0.001899269,0.0004065434,0.001483778,0.001070023,0.001482974,0.001815856],"category_scores_gemma":[0.02132246,0.0002531371,0.0006612309,0.0008399228,0.0004138073,0.00242695,0.0007256205,0.001155774,0.0006850887],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001122309,"about_ca_system_score_gemma":0.0006268573,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002710968,"about_ca_topic_score_gemma":0.004685025,"domain_scores_codex":[0.9979911,0.0007157882,0.0002873828,0.0005242515,0.0004055799,0.00007587631],"domain_scores_gemma":[0.9876153,0.009036237,0.001103623,0.0005877258,0.001394745,0.0002622707],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.002769229,0.001033137,0.01511797,0.00247338,0.0009541489,0.0004704083,0.0008667221,0.279752,0.03873109,0.003761341,0.01086072,0.6432097],"study_design_scores_gemma":[0.0002557462,0.001931961,0.007595361,0.0001145794,0.0002473303,0.0001689235,0.0003701983,0.9493949,0.03319502,0.003342115,0.003334794,0.00004892862],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8066093,0.006332423,0.1693999,0.0008948689,0.0003744703,0.0007314822,0.003146601,0.006374913,0.006136061],"genre_scores_gemma":[0.8328338,0.001028686,0.152235,0.0002538562,0.0001603639,0.000320837,0.00997819,0.0001542284,0.003035174],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.00387182,"threshold_uncertainty_score":0.02047634,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1456137114643361,"score_gpt":0.3125817298623217,"score_spread":0.1669680183979856,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}