{"id":"W4384834958","doi":"10.1145/3593342.3593348","title":"Generating CS1 Coding Questions using OpenAI","year":2023,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Snippet; Coding (social sciences); Code (set theory); Set (abstract data type); Mathematics education; Programming language; Psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003456868,0.001579388,0.0004493865,0.002746216,0.0007536817,0.001697106,0.001539497,0.001184842,0.02182246],"category_scores_gemma":[0.0290455,0.0005846479,0.0007740065,0.001414257,0.0006886064,0.001980213,0.002438409,0.001432221,0.006294655],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009624161,"about_ca_system_score_gemma":0.0009559331,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00110289,"about_ca_topic_score_gemma":0.001449663,"domain_scores_codex":[0.9964643,0.001321659,0.0002923859,0.0007254095,0.0009980014,0.0001982669],"domain_scores_gemma":[0.9635711,0.02465536,0.001453675,0.002929748,0.006703511,0.0006866713],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0007836761,0.001293376,0.007688703,0.001777875,0.00006553284,0.001169905,0.01098889,0.01186231,0.04599696,0.01795125,0.06659262,0.8338289],"study_design_scores_gemma":[0.0006871496,0.001284002,0.01344262,0.0008938754,0.00008660987,0.002276669,0.006524262,0.3176834,0.2331877,0.06102039,0.3624236,0.0004895658],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07683616,0.0001732519,0.8290297,0.0006761527,0.0003465958,0.002726346,0.00730325,0.0662972,0.01661123],"genre_scores_gemma":[0.1931184,0.0001560158,0.7643738,0.000347799,0.00009556748,0.002767086,0.01478952,0.007467863,0.01688395],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02182246,"threshold_uncertainty_score":0.07300335,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06810560327565464,"score_gpt":0.3320679491478857,"score_spread":0.2639623458722311,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}