{"id":"W2887055502","doi":"","title":"Overview of the TREC 2016 Real-Time Summarization Track.","year":2016,"lang":"en","type":"article","venue":"Text REtrieval Conference","topic":"Topic Modeling","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Automatic summarization; Computer science; Track (disk drive); Information retrieval; Multi-document summarization; Natural language processing; Operating system","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009083415,0.003022748,0.002312666,0.01067446,0.002199662,0.004712859,0.003610437,0.001891015,0.02988203],"category_scores_gemma":[0.009235329,0.001110284,0.001661175,0.009430257,0.0004582205,0.005461639,0.001939816,0.002588303,0.03888039],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002885099,"about_ca_system_score_gemma":0.007480595,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.04182118,"about_ca_topic_score_gemma":0.07434688,"domain_scores_codex":[0.9962171,0.0008784421,0.0004455797,0.0006383462,0.001415631,0.0004049813],"domain_scores_gemma":[0.9875771,0.001404049,0.0006893589,0.001222476,0.00797109,0.001136],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002795532,0.0002367126,0.0006854751,0.001803721,0.0001474263,0.00008256924,0.0001202449,0.00174804,0.01345081,0.0008327074,0.7911445,0.1894682],"study_design_scores_gemma":[0.0002384635,0.0008618749,0.008956989,0.0007117036,0.0004110828,0.0003490705,0.0002699152,0.01500544,0.02822268,0.003263327,0.9414247,0.0002847515],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"other","genre_scores_codex":[0.02211154,0.1127665,0.2366928,0.01815191,0.01756125,0.007845086,0.3472359,0.1305811,0.1070541],"genre_scores_gemma":[0.02605788,0.02215855,0.1819359,0.002472376,0.003704,0.003293958,0.6658248,0.005916283,0.08863618],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.04182118,"threshold_uncertainty_score":0.09996539,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0542293694693188,"score_gpt":0.2754098846886667,"score_spread":0.2211805152193479,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}