{"id":"W3155064524","doi":"10.1007/978-3-030-73103-8_16","title":"Automatic Multiple-Choice and Fill-in-the-Blank Question Generation from Arbitrary Text","year":2021,"lang":"en","type":"book-chapter","venue":"Advances in intelligent systems and computing","topic":"Topic Modeling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"ca_institutions":"Queen's University","funders":"","keywords":"Blank; Generator (circuit theory); Computer science; Comprehension; Multiple choice; Artificial intelligence; Natural language processing; Algorithm; Programming language; Linguistics; Reading (process); Power (physics); Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005073383,0.000279873,0.0004043556,0.0001355955,0.0001111053,0.000293681,0.0003591671,0.00016288,0.000003885287],"category_scores_gemma":[0.0000852739,0.0002445584,0.00004271943,0.00006452264,0.00003514768,0.0003360356,0.0002017291,0.0003787128,0.00000366069],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007282034,"about_ca_system_score_gemma":0.00003289546,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004596983,"about_ca_topic_score_gemma":0.0004022998,"domain_scores_codex":[0.997943,0.0001338514,0.0007394751,0.0006873511,0.0002826055,0.0002136561],"domain_scores_gemma":[0.9981439,0.001048456,0.0002954863,0.0004217184,0.00004655429,0.00004389942],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000001676839,0.00002764319,0.00429204,0.0003833333,0.00003163735,0.00009727557,0.002503719,0.02465922,0.00002546286,0.5019313,0.0000363868,0.4660104],"study_design_scores_gemma":[0.0001278286,0.00002151775,0.0003494126,0.001997598,0.000007975313,0.0000444393,0.0001107997,0.9803594,0.00001142612,0.004625435,0.01206602,0.0002781212],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02691441,0.09322853,0.8682378,0.000199925,0.002344723,0.0007650236,0.000006574035,0.0001174486,0.008185568],"genre_scores_gemma":[0.9681049,0.00369605,0.02459374,0.000317403,0.001130112,0.00002654521,0.00005255956,0.00003666017,0.00204204],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9557002,"threshold_uncertainty_score":0.9972804,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02986269834686044,"score_gpt":0.2716602425983595,"score_spread":0.2417975442514991,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}