{"id":"W3093665713","doi":"10.1609/aiide.v16i1.7421","title":"The Unexpected Consequence of Incremental Design Changes","year":2020,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence and Interactive Digital Entertainment","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Computer science; Human–computer interaction","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002765102,0.0002809004,0.0003054291,0.00006999428,0.0002270595,0.0005237876,0.001754185,0.00005751467,0.00002209581],"category_scores_gemma":[0.0008362958,0.0001776045,0.0001188751,0.0004120898,0.000796247,0.0007906902,0.0007393305,0.0002699942,0.00002624511],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006506223,"about_ca_system_score_gemma":0.00007125323,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002568511,"about_ca_topic_score_gemma":0.000005930863,"domain_scores_codex":[0.9978906,0.00003786775,0.0006654246,0.0005048754,0.0005571502,0.0003440747],"domain_scores_gemma":[0.9980128,0.0004523644,0.0005988778,0.0002382392,0.0005651133,0.0001326336],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0007926424,0.0003296895,0.00033166,0.00005280557,0.0001455613,0.000004255747,0.01081047,0.00007019395,0.2196288,0.5183086,0.0002378325,0.2492876],"study_design_scores_gemma":[0.00002886262,0.001022406,0.00004397532,0.00020378,0.00001088128,0.000009170087,0.007259369,0.03616083,0.9293873,0.02544921,0.0002303704,0.0001938198],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6808662,0.0002363131,0.2327153,0.06770445,0.001035711,0.00303464,0.00006512821,0.0002197488,0.01412251],"genre_scores_gemma":[0.9987124,0.0001092533,0.0005012924,0.0005174627,0.00003787038,0.00004289018,5.947235e-7,0.00001165069,0.00006656678],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7097586,"threshold_uncertainty_score":0.72425,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09231229999099444,"score_gpt":0.2910865956750674,"score_spread":0.198774295684073,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}