{"id":"W3013646476","doi":"","title":"WaterlooClarke at the TREC 2019 Conversational Assistant Track.","year":2019,"lang":"en","type":"article","venue":"Text REtrieval Conference","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Track (disk drive); Artificial intelligence; Natural language processing; World Wide Web; Multimedia; Operating system","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004510692,0.001532551,0.001938905,0.001970043,0.003663611,0.005401331,0.001709337,0.001901205,0.3146465],"category_scores_gemma":[0.005313545,0.0006013637,0.0005520565,0.002070989,0.0006956467,0.004983251,0.002422709,0.002481227,0.1532771],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004086189,"about_ca_system_score_gemma":0.00661627,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.1240986,"about_ca_topic_score_gemma":0.3946297,"domain_scores_codex":[0.998183,0.000432087,0.00006721081,0.0003603443,0.0006767044,0.0002806717],"domain_scores_gemma":[0.9960487,0.0005342073,0.00007979164,0.0002603163,0.0018218,0.001255195],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00007305862,0.00005271658,0.00006307087,0.00006269767,0.000007070028,0.00002024613,0.00003272738,0.00004011843,0.0008711079,0.0005153955,0.9858078,0.01245415],"study_design_scores_gemma":[0.00009765957,0.00007961549,0.001243385,0.00007472182,0.0000213628,0.00004272155,0.0002485358,0.001382455,0.001967641,0.002002412,0.9927984,0.00004103746],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.01177957,0.01490483,0.05663486,0.0600019,0.04553545,0.003193659,0.2102665,0.02868075,0.5690025],"genre_scores_gemma":[0.01170356,0.002491622,0.01587678,0.003845547,0.002607864,0.0005372119,0.08272737,0.001675164,0.8785349],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.3146465,"threshold_uncertainty_score":0.9775735,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01528003651922833,"score_gpt":0.2526781807060182,"score_spread":0.2373981441867898,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}