{"id":"W3176031132","doi":"","title":"WaterlooClarke at the Trec 2020 Conversational Assistant Track.","year":2020,"lang":"en","type":"article","venue":"Text REtrieval Conference","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Waterloo; Toronto Metropolitan University","funders":"","keywords":"Computer science; Track (disk drive); Natural language processing; Information retrieval; Artificial intelligence; World Wide Web; Operating system","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004017085,0.001444672,0.001768536,0.001739502,0.003171061,0.005168783,0.001566576,0.001830067,0.3247377],"category_scores_gemma":[0.004308164,0.0005669957,0.0005092524,0.001915611,0.0006377894,0.004402974,0.002204332,0.002222118,0.1609529],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003471375,"about_ca_system_score_gemma":0.006147349,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.1185358,"about_ca_topic_score_gemma":0.3635266,"domain_scores_codex":[0.9985025,0.0003246627,0.00004972158,0.0003077869,0.0005746954,0.0002406038],"domain_scores_gemma":[0.9967983,0.0003813407,0.00006263734,0.0001889564,0.001451163,0.001117652],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00006128644,0.0000451772,0.00005902347,0.00005349139,0.000005339952,0.00001605804,0.00002631572,0.00003722656,0.0007334845,0.0005123651,0.9852312,0.01321903],"study_design_scores_gemma":[0.00008190572,0.00006477211,0.001087321,0.00006058541,0.00001641769,0.00003208786,0.0001825566,0.001074755,0.001457749,0.001698125,0.9942146,0.00002919923],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.009586497,0.01498916,0.04935242,0.05144063,0.03684441,0.002593006,0.1813039,0.02606923,0.6278208],"genre_scores_gemma":[0.01033687,0.002415345,0.0136814,0.003594561,0.002362075,0.0004545327,0.06480952,0.001492484,0.9008533],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.3247377,"threshold_uncertainty_score":0.9631798,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02848932088982083,"score_gpt":0.2593781473952529,"score_spread":0.2308888265054321,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}