{"id":"W4404781236","doi":"10.18653/v1/2024.nllp-1.5","title":"Quebec Automobile Insurance Question-Answering With Retrieval-Augmented Generation","year":2024,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université Laval","funders":"Fonds de recherche du Québec – Nature et technologies; Natural Sciences and Engineering Research Council of Canada","keywords":"Question answering; Automobile insurance; Computer science; Information retrieval; Business; Actuarial science","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001960118,0.00009340783,0.00007553399,0.00007354452,0.00006610784,0.0003685515,0.0002380177,0.0000352133,0.00003071163],"category_scores_gemma":[0.00001063366,0.00007174819,0.0000217981,0.0003561213,0.00001341525,0.0007150787,0.00005795113,0.00009449558,0.00005581873],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009174903,"about_ca_system_score_gemma":0.0001228242,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001093017,"about_ca_topic_score_gemma":0.001063215,"domain_scores_codex":[0.9990788,0.00002881418,0.0001503893,0.0003691806,0.0002227041,0.0001501406],"domain_scores_gemma":[0.9995175,0.00002454789,0.00001851701,0.0003431077,0.00005193261,0.00004440604],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001205216,0.00005912518,0.001533302,0.0001238364,0.00006887373,0.0001309983,0.002008052,0.04495523,0.04594387,0.6968001,0.002175838,0.2061887],"study_design_scores_gemma":[0.00008643118,0.00003111285,0.0008119118,0.00006859224,0.00000234888,0.00001680591,0.000006489026,0.9852456,0.01093466,0.0001970114,0.002474703,0.0001242754],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.149077,0.0002650391,0.8475358,0.0006738954,0.0004591919,0.0001034257,5.782455e-7,0.0007365402,0.001148458],"genre_scores_gemma":[0.9306086,0.000009488418,0.06451833,0.000132483,0.0001453492,0.00001033883,0.000002640014,0.000008498367,0.004564232],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9402905,"threshold_uncertainty_score":0.355395,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01546751376813193,"score_gpt":0.2504412238906698,"score_spread":0.2349737101225378,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}