{"id":"W4297941332","doi":"10.1109/compsac54236.2022.00210","title":"A Question-Answering System on COVID-19 Scientific Literature","year":2022,"lang":"en","type":"article","venue":"2022 IEEE 46th Annual Computers, Software, and Applications Conference (COMPSAC)","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"Toronto Public Health; Public Health Ontario; University of Toronto","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Computer science; Pipeline (software); Gold standard (test); Question answering; Information retrieval; Data science; Natural language processing; Infectious disease (medical specialty); Statistics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0008355982,0.0003650222,0.000367019,0.000463066,0.002474472,0.00114118,0.001914842,0.00009010069,0.00002603072],"category_scores_gemma":[0.00003730791,0.0003943878,0.0001114118,0.001311837,0.0001646203,0.0005239287,0.000811635,0.0006418035,0.00003442751],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003258002,"about_ca_system_score_gemma":0.0004483785,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008038259,"about_ca_topic_score_gemma":0.00001107219,"domain_scores_codex":[0.9964631,0.0002898152,0.0004996712,0.001479357,0.000730998,0.0005370945],"domain_scores_gemma":[0.9973122,0.0003209799,0.0002350881,0.001382463,0.0002494858,0.0004997361],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003334867,0.0003292207,0.0008756638,0.0004862245,0.00006432806,0.00007513311,0.007843714,0.04294724,0.0001518155,0.8323635,0.008867584,0.1059623],"study_design_scores_gemma":[0.001492891,0.0004402244,0.0007434784,0.0002576518,0.00004480383,0.0004158353,0.001935817,0.5979394,0.00009848926,0.0151664,0.3798586,0.001606378],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.006959971,0.0004719693,0.9879292,0.001013261,0.001248446,0.0008340682,0.0003045325,0.001039556,0.0001989539],"genre_scores_gemma":[0.9306774,0.0000267744,0.06549947,0.001638358,0.0003358201,0.001007527,0.0001652598,0.00003238802,0.00061697],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9237174,"threshold_uncertainty_score":0.9998958,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02206318910086901,"score_gpt":0.2621014927189638,"score_spread":0.2400383036180948,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}