{"id":"W3013135062","doi":"","title":"Overview of the TREC 2018 Real-Time Summarization Track.","year":2018,"lang":"en","type":"article","venue":"Text REtrieval Conference","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Automatic summarization; Computer science; Track (disk drive); Multi-document summarization; Information retrieval; World Wide Web; Operating system","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003882969,0.0001229547,0.0001847483,0.00004568876,0.0001085074,0.00008051544,0.001240068,0.00008234408,0.0002779462],"category_scores_gemma":[0.000167879,0.00008991322,0.00006119806,0.0005567477,0.0001599467,0.0002975266,0.0003100834,0.0001060877,0.0001549182],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003767661,"about_ca_system_score_gemma":0.0002345983,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000121933,"about_ca_topic_score_gemma":0.00002184911,"domain_scores_codex":[0.9986296,0.0001196368,0.0003065937,0.0003413227,0.0003896427,0.0002131774],"domain_scores_gemma":[0.9983989,0.0000841157,0.0001868391,0.0009721224,0.0003030272,0.00005500069],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00008708482,0.0001713533,0.003687434,0.0001636279,0.00005681825,0.000004081327,0.004783378,0.00003107975,0.1409634,0.6415051,0.00346361,0.2050831],"study_design_scores_gemma":[0.001545118,0.0007604424,0.06757589,0.0007788243,0.00007795088,0.0000321109,0.0000636272,0.6136886,0.2487614,0.05235922,0.01323874,0.001118125],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4211119,0.0002949861,0.5082324,0.002283662,0.001470252,0.0006689873,0.00001515643,0.0003710026,0.06555173],"genre_scores_gemma":[0.9923829,0.00008772193,0.004822834,0.0001253939,0.0001029122,0.000001264985,0.000001398941,0.000007189678,0.002468396],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6136575,"threshold_uncertainty_score":0.3666555,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06766606094889346,"score_gpt":0.2918718006947948,"score_spread":0.2242057397459013,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}