{"id":"W4389519576","doi":"10.18653/v1/2023.emnlp-industry.33","title":"Building Real-World Meeting Summarization Systems using Large Language Models: A Practical Perspective","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"ca_institutions":"Stornoway Diamond (Canada)","funders":"","keywords":"Automatic summarization; Computer science; Open source; Perspective (graphical); Artificial intelligence; Programming language; Software","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009245342,0.0001271336,0.0001638848,0.000297291,0.0002047983,0.000314252,0.0003145795,0.00005618163,0.000004250473],"category_scores_gemma":[0.0001803468,0.000122064,0.00004670319,0.001084877,0.00001042503,0.001026686,0.000407777,0.0001549655,0.00002183902],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002606254,"about_ca_system_score_gemma":0.0001057797,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00387724,"about_ca_topic_score_gemma":0.0002071765,"domain_scores_codex":[0.9983211,0.0001322953,0.0002596886,0.0004906998,0.0003752074,0.0004210451],"domain_scores_gemma":[0.9990425,0.0001986437,0.0001011855,0.0004317357,0.0001441807,0.00008173336],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00000126937,0.00001263194,0.0001399137,0.00001427917,0.00001115884,0.00003680532,0.002297181,0.1001751,0.001673722,0.8953934,0.00007436166,0.0001701752],"study_design_scores_gemma":[0.0001336105,0.000005898525,0.00001717726,0.00005876866,0.000007167157,0.00001060187,0.002846274,0.9914842,0.0002441442,0.004975503,0.00006941061,0.0001471916],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02459808,0.00004687277,0.9538997,0.0005124424,0.0003562401,0.0001895716,0.000001484599,0.0008793394,0.01951623],"genre_scores_gemma":[0.7807317,0.000008232013,0.2183234,0.00006374663,0.0001746345,0.000009043761,0.000001816273,0.00001681619,0.000670603],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8913092,"threshold_uncertainty_score":0.5861253,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06953591968372314,"score_gpt":0.3593751765550157,"score_spread":0.2898392568712925,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}