{"id":"W3013135062","doi":"","title":"Overview of the TREC 2018 Real-Time Summarization Track.","year":2018,"lang":"en","type":"article","venue":"Text REtrieval Conference","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Automatic summarization; Computer science; Track (disk drive); Multi-document summarization; Information retrieval; World Wide Web; Operating system","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008136649,0.002860575,0.002196843,0.01001973,0.002099106,0.004659898,0.003570239,0.00180876,0.03192693],"category_scores_gemma":[0.008990457,0.001098371,0.001579884,0.008820096,0.0004307086,0.005370573,0.00187987,0.002632866,0.04008277],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002617656,"about_ca_system_score_gemma":0.006636704,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0356416,"about_ca_topic_score_gemma":0.06005153,"domain_scores_codex":[0.9964895,0.000830996,0.0004042947,0.0006320597,0.001254418,0.0003887237],"domain_scores_gemma":[0.9880441,0.001488361,0.0006590751,0.001243619,0.007501266,0.001063544],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003056645,0.0002478429,0.0007240107,0.00182338,0.0001552266,0.00008812881,0.0001241238,0.001766142,0.013844,0.0009307282,0.7821152,0.1978756],"study_design_scores_gemma":[0.0002462525,0.0008998708,0.008732851,0.0006598209,0.0004332885,0.0003638337,0.0002658882,0.01651647,0.02930773,0.003205846,0.9391001,0.0002680014],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"review","genre_scores_codex":[0.02192868,0.10356,0.2530893,0.01607168,0.0154391,0.007026718,0.3362373,0.1493195,0.09732769],"genre_scores_gemma":[0.02725723,0.01996502,0.1900789,0.002338879,0.003606979,0.003251988,0.6682023,0.006404411,0.07889424],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.0356416,"threshold_uncertainty_score":0.1068062,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06766606094889346,"score_gpt":0.2918718006947948,"score_spread":0.2242057397459013,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}