{"id":"W6910493271","doi":"10.48448/hn1y-fx85","title":"Have You Seen That Number? Investigating Extrapolation in Question Answering Models","year":2021,"lang":"en","type":"other","venue":"Underline Science Inc.","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Extrapolation; Question answering; Key (lock); Comprehension; Reading (process); Numerical models","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002196179,0.0005210969,0.0004936584,0.001356948,0.0002265267,0.0004086692,0.0008428017,0.0004058239,0.0006023819],"category_scores_gemma":[0.0003741022,0.0005714268,0.00006673414,0.002190607,0.00104044,0.00107572,0.0003228362,0.0006944056,0.0002621403],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009457023,"about_ca_system_score_gemma":0.001097179,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00556967,"about_ca_topic_score_gemma":0.01011673,"domain_scores_codex":[0.995497,0.0002048733,0.000545917,0.001345045,0.001551599,0.0008555467],"domain_scores_gemma":[0.9981171,0.00006819173,0.0005922586,0.0007635714,0.0001793633,0.0002795217],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004834447,0.001128874,0.300309,0.001615143,0.0002147806,0.0004235111,0.01314795,0.2406765,0.2276311,0.1242234,0.03370079,0.05688059],"study_design_scores_gemma":[0.0006123804,0.00002650642,0.002089826,0.003180587,0.00003462908,0.00004118362,0.001061082,0.9722607,0.001493552,0.01371242,0.004286906,0.001200194],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.02467675,0.001236088,0.03863075,0.0003576564,0.001377595,0.001595898,0.00020809,0.001524794,0.9303924],"genre_scores_gemma":[0.7986608,0.0001407647,0.1195466,0.0002483272,0.000824768,0.0000795597,0.0008527333,0.00156689,0.07807952],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.8523129,"threshold_uncertainty_score":0.9996737,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.07817537908674883,"score_gpt":0.3423284876348174,"score_spread":0.2641531085480686,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}