{"id":"W4323526493","doi":"10.1145/3545947.3569634","title":"Creating Algorithmically Generated Questions Using a Modern, Open-sourced, Online Platform","year":2022,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"York University; Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Computer science; Session (web analytics); Grading (engineering); World Wide Web; Variety (cybernetics); Multimedia; Class (philosophy); Open source; Data science; Software; Artificial intelligence; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002169462,0.00008375944,0.00009536667,0.00009430702,0.0006668487,0.0001316506,0.001199248,0.00003187525,0.0001600932],"category_scores_gemma":[0.00001918964,0.00008228567,0.00002358802,0.0004485331,0.00002330748,0.0003423752,0.001434298,0.000238204,0.000004999082],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001519832,"about_ca_system_score_gemma":0.0003200267,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002067144,"about_ca_topic_score_gemma":0.00001779263,"domain_scores_codex":[0.9991299,0.00003765992,0.0001824024,0.0002887982,0.0001834665,0.0001777771],"domain_scores_gemma":[0.9994501,0.00004955259,0.00006701038,0.0003207712,0.00006462657,0.00004789598],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000005210823,0.001117847,0.0008273927,0.000003643772,0.00005916003,0.00002319205,0.000738078,0.0403774,0.01320392,0.9027767,0.001144916,0.03972258],"study_design_scores_gemma":[0.0001860005,0.00005212252,0.0003866337,0.00000480755,0.000004057756,0.00007714547,0.0002713173,0.9763458,0.0004084424,0.02037805,0.001754544,0.0001310451],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.2035263,0.0000407193,0.7902766,0.003316125,0.0001712305,0.0001587261,0.00001360999,0.0002466158,0.002249987],"genre_scores_gemma":[0.3937818,0.000001350589,0.6043006,0.0007199379,0.00003412099,0.00004194915,0.00002913649,0.00000560024,0.001085523],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9359684,"threshold_uncertainty_score":0.5128928,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06123970911483922,"score_gpt":0.3467589409368256,"score_spread":0.2855192318219864,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}