{"id":"W4407416383","doi":"10.1007/978-3-031-81573-7_8","title":"Question Design Using NLP","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes of the Institute for Computer Sciences, Social Informatics and Telecommunications Engineering","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"Hydro-Québec","funders":"","keywords":"Natural language processing; Artificial intelligence; Computer science; Linguistics; Philosophy","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009064289,0.001410858,0.00119795,0.002662109,0.001541222,0.004489113,0.002152695,0.001758468,0.05550875],"category_scores_gemma":[0.03810206,0.00127173,0.002032832,0.001614329,0.002097146,0.006830972,0.005103134,0.002445442,0.01278971],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001759113,"about_ca_system_score_gemma":0.001766941,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001424894,"about_ca_topic_score_gemma":0.001495817,"domain_scores_codex":[0.9828337,0.01105824,0.00124288,0.002753226,0.001777618,0.0003342796],"domain_scores_gemma":[0.9745646,0.01953727,0.0005129889,0.002514151,0.002556936,0.0003139686],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0006419842,0.0003243729,0.001507285,0.002177883,0.000133346,0.0002488952,0.004447728,0.009461745,0.01205467,0.2276737,0.02800245,0.7133259],"study_design_scores_gemma":[0.0003535353,0.0003363905,0.0008473402,0.0005350477,0.0002189474,0.0005187645,0.002374723,0.1953527,0.04124958,0.4726955,0.2853945,0.0001229496],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.003292433,0.0001328285,0.9787923,0.000476165,0.00007457272,0.000799849,0.0008993557,0.004146635,0.01138596],"genre_scores_gemma":[0.07933396,0.0001498606,0.9017413,0.0003225784,0.00005573317,0.001772931,0.003599506,0.0008723615,0.01215177],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.05550875,"threshold_uncertainty_score":0.1856952,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03656272559255028,"score_gpt":0.2701567274533471,"score_spread":0.2335940018607968,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}