{"id":"W4387838212","doi":"10.48550/arxiv.2310.12324","title":"Opportunities for Adaptive Experiments to Enable Continuous Improvement in Computer Science Education","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"Office of Naval Research; Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Computer science; Bridging (networking); Incentive; Adaptive learning; New product development; Knowledge management; Artificial intelligence; Management","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04718362,0.0008375994,0.0006664403,0.001393474,0.000928544,0.003575507,0.002959326,0.001822981,0.006323341],"category_scores_gemma":[0.1298628,0.0006630342,0.0006648727,0.001021005,0.002528848,0.005254749,0.00368164,0.002226942,0.0007995844],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001298741,"about_ca_system_score_gemma":0.002585449,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005493684,"about_ca_topic_score_gemma":0.0007601837,"domain_scores_codex":[0.9565307,0.03613587,0.001441524,0.002551566,0.002548422,0.0007919536],"domain_scores_gemma":[0.769083,0.191674,0.009177619,0.02295536,0.004355306,0.002754664],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00455796,0.01411602,0.01756368,0.002099328,0.0004180761,0.0001735157,0.004882321,0.02709741,0.02881787,0.03302261,0.005537594,0.8617136],"study_design_scores_gemma":[0.01090228,0.05645,0.09705655,0.003417348,0.0009198446,0.0006649707,0.007337955,0.1547396,0.1017936,0.4140626,0.1516365,0.001018519],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.5153523,0.00209955,0.4388871,0.007978286,0.0006376578,0.005845501,0.0004457567,0.004639694,0.02411418],"genre_scores_gemma":[0.7223552,0.0004218935,0.2714721,0.0008807455,0.0001194878,0.003298889,0.0001409517,0.000150544,0.001160064],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.04718362,"threshold_uncertainty_score":0.2495338,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1634869481054155,"score_gpt":0.2543533698020318,"score_spread":0.09086642169661632,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}