{"id":"W2781827132","doi":"10.2196/medinform.8751","title":"A Pilot Study of Biomedical Text Comprehension using an Attention-Based Deep Neural Reader: Design and Experimental Analysis","year":2018,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Topic Modeling","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"National Research Foundation of Korea; Ministry of Science, ICT and Future Planning; National Research Foundation","keywords":"Comprehension; Computer science; Artificial intelligence; Natural language processing; Reading comprehension; Context (archaeology); Task (project management); Deep learning; Domain (mathematical analysis); Process (computing); Reading (process); Linguistics; Engineering","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005473154,0.001190403,0.0009073171,0.0005391835,0.0003709569,0.0006846844,0.001659025,0.001473695,0.007058056],"category_scores_gemma":[0.009847118,0.0006001001,0.0009980182,0.0003757746,0.0008542088,0.001217893,0.0007834194,0.001502903,0.001708014],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009540415,"about_ca_system_score_gemma":0.001063345,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001815934,"about_ca_topic_score_gemma":0.001832959,"domain_scores_codex":[0.9987811,0.0005315426,0.0001348948,0.0002724555,0.0001635056,0.0001164861],"domain_scores_gemma":[0.9918696,0.005082305,0.0004873885,0.0007708618,0.001346369,0.0004434284],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.04870815,0.1761427,0.03258402,0.009587198,0.001840694,0.002178977,0.003711029,0.06886242,0.1734824,0.005040433,0.01722662,0.4606354],"study_design_scores_gemma":[0.02985601,0.3890135,0.08752044,0.0005605393,0.002807265,0.001386255,0.002042208,0.317188,0.1312675,0.01268669,0.02505621,0.0006153922],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9515513,0.0003974302,0.03162839,0.0002679427,0.0001837454,0.01154747,0.001585971,0.0006309576,0.002206822],"genre_scores_gemma":[0.8869177,0.0004505088,0.07015765,0.0006775411,0.0001592537,0.03297858,0.002631724,0.000153363,0.005873765],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.007058056,"threshold_uncertainty_score":0.02894515,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08271124705486638,"score_gpt":0.3448807553986921,"score_spread":0.2621695083438257,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}