{"id":"W6977370478","doi":"10.6084/m9.figshare.19976930","title":"Additional file 1 of CoQUAD: a COVID-19 question answering dataset system, facilitating research, benchmarking, and practice","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"","keywords":"Question answering; Exploratory analysis; Exploratory research; Document retrieval","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002713251,0.001064321,0.0009194648,0.003359253,0.0009595639,0.002024719,0.001771297,0.001332485,0.5989546],"category_scores_gemma":[0.02887093,0.0005104695,0.0007319312,0.004835492,0.0003885803,0.001922838,0.001929997,0.001234529,0.22863],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001601974,"about_ca_system_score_gemma":0.002620084,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008031094,"about_ca_topic_score_gemma":0.01988862,"domain_scores_codex":[0.9982237,0.0004502155,0.0002479436,0.0005136327,0.0003858526,0.0001785011],"domain_scores_gemma":[0.977749,0.01404897,0.000893379,0.00228942,0.004192611,0.0008266141],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005879623,0.00003150781,0.0008631325,0.0004539507,0.000009975984,0.000008169883,0.00003168807,0.00008596633,0.00006573935,0.0003396408,0.9950982,0.002953248],"study_design_scores_gemma":[0.0005640202,0.0000853243,0.01005017,0.0003908728,0.00003446414,0.00009112569,0.0003023267,0.0009090371,0.0007249129,0.003817686,0.9829614,0.00006877539],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"dataset","genre_scores_codex":[0.000107268,0.000008116474,0.0002095527,0.00005505497,0.00001250172,0.00005240548,0.9984622,0.0004104256,0.0006824079],"genre_scores_gemma":[0.001507881,0.00001894281,0.001849322,0.0001368499,0.00002519897,0.0008947598,0.9924105,0.0004578494,0.002698632],"genre_candidate":"dataset","genre_consensus":"dataset","teacher_disagreement_score":0.5989546,"threshold_uncertainty_score":0.5720426,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1467247859903686,"score_gpt":0.3766847152603404,"score_spread":0.2299599292699717,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}