{"id":"W2341475035","doi":"10.7603/s40742-015-0001-6","title":"Automatic and Semi-Automatic Test Generation for Introductory Linguistics Courses Using Natural Language Processing Resources and Text Corpora","year":2015,"lang":"en","type":"article","venue":"GSTF Journal on Education","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Saskatchewan; University of Waterloo","funders":"","keywords":"Computer science; Grammar; Natural language processing; Test (biology); Identification (biology); Artificial intelligence; Phrase structure rules; Corpus linguistics; Computational linguistics; Applied linguistics; Linguistics; Natural language; English grammar; Section (typography); Phrase; Generative grammar","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003509218,0.001298672,0.0009850257,0.00319579,0.0006279528,0.001332773,0.002169789,0.0009283048,0.01038294],"category_scores_gemma":[0.01910812,0.0006135289,0.0008140179,0.001295215,0.0005693763,0.001221484,0.00152465,0.0009149841,0.00449042],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000918225,"about_ca_system_score_gemma":0.001413244,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004466293,"about_ca_topic_score_gemma":0.005719683,"domain_scores_codex":[0.9967482,0.001337486,0.0003360478,0.0009402896,0.0005032182,0.0001348181],"domain_scores_gemma":[0.9768028,0.01590635,0.0009072109,0.001800314,0.00401815,0.000565115],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0008620917,0.0009038927,0.01039762,0.0008523728,0.0001123806,0.001026547,0.001084152,0.02694801,0.07065533,0.001740684,0.03276226,0.8526546],"study_design_scores_gemma":[0.0007424647,0.0009531209,0.0282374,0.0001965239,0.0001607429,0.0008559893,0.001110323,0.7266411,0.1947611,0.004955691,0.04119555,0.0001900716],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2936828,0.0003013662,0.5832154,0.0004086453,0.0002115109,0.002821921,0.008793071,0.1043984,0.006166988],"genre_scores_gemma":[0.3229446,0.00009733652,0.6395362,0.0001676448,0.00007189071,0.001855489,0.02694856,0.003779425,0.004598913],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01038294,"threshold_uncertainty_score":0.03473443,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02455342562358284,"score_gpt":0.318540871417785,"score_spread":0.2939874457942022,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}