{"id":"W4390511171","doi":"10.3233/icg-230240","title":"The 2023 Computer Olympiad","year":2024,"lang":"en","type":"article","venue":"ICGA Journal","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Olympiad; Computer science; Mathematics education; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001051891,0.0009409909,0.000336742,0.0005792729,0.003136706,0.003681936,0.0006740913,0.001744199,0.09103775],"category_scores_gemma":[0.001181084,0.0002039057,0.0004521249,0.00048851,0.0004260872,0.00084551,0.00299292,0.002856159,0.04495618],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002213832,"about_ca_system_score_gemma":0.003705513,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02422851,"about_ca_topic_score_gemma":0.1079091,"domain_scores_codex":[0.9992096,0.0000748616,0.00001708419,0.0000786681,0.000298698,0.0003209697],"domain_scores_gemma":[0.99866,0.00001842897,0.0000295141,0.00002402422,0.000292377,0.0009756985],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001424807,0.00008628482,0.0008146577,0.00004472088,0.000006418778,0.00009156583,0.00005124918,0.00006239104,0.0002157949,0.001334159,0.9853005,0.01184982],"study_design_scores_gemma":[0.00002876005,0.00009800193,0.009353721,0.00006772088,0.000003696576,0.00005272559,0.0003110983,0.0001432532,0.0002440672,0.0005217954,0.9891633,0.00001198584],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.03062339,0.002473082,0.002564602,0.03572669,0.09146993,0.0009850686,0.01350885,0.001489497,0.8211588],"genre_scores_gemma":[0.07700579,0.001200374,0.002185705,0.01047498,0.005381105,0.0005472093,0.01721621,0.0004778448,0.8855109],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.09103775,"threshold_uncertainty_score":0.3045516,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02580012368530814,"score_gpt":0.2973458187268984,"score_spread":0.2715456950415902,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}