{"id":"W4407416383","doi":"10.1007/978-3-031-81573-7_8","title":"Question Design Using NLP","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes of the Institute for Computer Sciences, Social Informatics and Telecommunications Engineering","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"Hydro-Québec","funders":"","keywords":"Natural language processing; Artificial intelligence; Computer science; Linguistics; Philosophy","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006900236,0.0002253338,0.0002787436,0.0002331299,0.001089749,0.000305112,0.001768262,0.0001883726,2.280225e-7],"category_scores_gemma":[0.00009762665,0.0001883908,0.0001503523,0.0002177323,0.0002299044,0.0003142107,0.0007026049,0.0004801179,2.335184e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007536617,"about_ca_system_score_gemma":0.0002313932,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004486659,"about_ca_topic_score_gemma":0.0000107318,"domain_scores_codex":[0.9989709,0.00002646158,0.0004544776,0.0001499348,0.0001981638,0.0002000365],"domain_scores_gemma":[0.9985769,0.0003687155,0.00037973,0.0005207506,0.0001213963,0.00003247214],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[5.176001e-7,0.000005210526,0.000001183091,0.00009724881,0.00003370418,3.78888e-8,0.0008468201,0.8431409,0.000002779125,0.0816879,0.00002804264,0.07415567],"study_design_scores_gemma":[0.00009441138,0.00004007152,0.000007741611,0.000381059,0.00003624205,0.000008043623,0.000001599199,0.9519004,0.00002571889,0.0008529796,0.0464391,0.0002126378],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.00001857462,0.0003979923,0.9974418,0.0005966595,0.0005589976,0.0003539296,0.000007222064,0.0001133898,0.0005114736],"genre_scores_gemma":[0.002781361,0.00003305088,0.9968747,0.0001001682,0.0000838302,0.000008722316,0.000008520194,0.000009476016,0.0001000936],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.1087595,"threshold_uncertainty_score":0.838158,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03656272559255028,"score_gpt":0.2701567274533471,"score_spread":0.2335940018607968,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}