{"id":"W2887055502","doi":"","title":"Overview of the TREC 2016 Real-Time Summarization Track.","year":2016,"lang":"en","type":"article","venue":"Text REtrieval Conference","topic":"Topic Modeling","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Automatic summarization; Computer science; Track (disk drive); Information retrieval; Multi-document summarization; Natural language processing; Operating system","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003716943,0.0001214229,0.0001853143,0.00004374917,0.00006275121,0.00004949738,0.001168522,0.0000769495,0.0002518416],"category_scores_gemma":[0.0002184528,0.00006597726,0.00007610533,0.0003502814,0.00008368021,0.0003633572,0.00027328,0.00007072802,0.0001295279],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004504829,"about_ca_system_score_gemma":0.0002779569,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000574873,"about_ca_topic_score_gemma":0.000006734777,"domain_scores_codex":[0.998648,0.0001289262,0.000309345,0.0003327839,0.0003708017,0.0002101841],"domain_scores_gemma":[0.9984456,0.0001808102,0.0001894391,0.0009199085,0.0002058256,0.0000583742],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00003689671,0.00006656813,0.002128045,0.00006361952,0.00002450569,0.000002606212,0.0006912926,0.000009570589,0.2311245,0.3916854,0.001011776,0.3731553],"study_design_scores_gemma":[0.0049918,0.0006899877,0.1320094,0.004082508,0.0001281312,0.00005330035,0.00005327373,0.1711225,0.5054467,0.1523388,0.02681001,0.002273593],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1708127,0.0003633895,0.7969151,0.005248847,0.0007137062,0.0005178058,0.00002082121,0.0002923294,0.02511529],"genre_scores_gemma":[0.9904671,0.0003474902,0.002437786,0.00007317196,0.00004164103,0.000001855058,6.127306e-7,0.000007304539,0.006623003],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8196544,"threshold_uncertainty_score":0.2757489,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0542293694693188,"score_gpt":0.2754098846886667,"score_spread":0.2211805152193479,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}