{"id":"W4327498763","doi":"10.1007/978-3-031-28241-6_10","title":"PyGaggle: A Gaggle of Resources for Open-Domain Question Answering","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Question answering; Codebase; Information retrieval; Open domain; Artificial intelligence; Context (archaeology); Domain (mathematical analysis); Machine learning; Programming language; Source code","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001975722,0.0003726695,0.0005625631,0.0007069996,0.0002238934,0.0005480354,0.005221897,0.0002549614,0.000004230315],"category_scores_gemma":[0.0001837087,0.0003623409,0.0001187357,0.000573655,0.0003523637,0.0006133125,0.002651299,0.000414856,0.000009030248],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001756709,"about_ca_system_score_gemma":0.0003729194,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007409795,"about_ca_topic_score_gemma":0.0001237526,"domain_scores_codex":[0.9966257,0.0000389172,0.0006252678,0.001439265,0.0007228078,0.0005479953],"domain_scores_gemma":[0.9972359,0.0006388096,0.000379477,0.001386264,0.0002462328,0.0001132977],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001809709,0.00003119132,0.00004984438,0.0001950413,0.00001841354,0.00003711221,0.003055615,0.07727223,0.0008843045,0.1619913,0.00004009717,0.7564068],"study_design_scores_gemma":[0.0003125331,0.0001753726,0.00005196943,0.0008721796,0.000005056722,0.00001815894,5.732163e-7,0.5529861,0.001081499,0.4426089,0.001460757,0.0004268491],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0002950982,0.0002064258,0.9949865,0.0007020688,0.001578394,0.0007461222,0.000008860636,0.0001688616,0.001307636],"genre_scores_gemma":[0.04005248,0.00002190021,0.9582224,0.0003890352,0.0004092192,0.00003394231,0.000003707673,0.00005118523,0.0008161466],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.75598,"threshold_uncertainty_score":0.9998829,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03306528010206973,"score_gpt":0.2818557621392487,"score_spread":0.248790482037179,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}