{"id":"W3180790161","doi":"10.24908/pceea.vi0.14854","title":"THE STATE OF THE ART IN PROVIDING AUTOMATED FEEDBACK TO OPEN-ENDED STUDENT WORK","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Cognitive Science and Education Research","field":"Neuroscience","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Context (archaeology); Work (physics); Cognition; State (computer science); Mathematics education; Transfer of learning; Human–computer interaction; Data science; Artificial intelligence; Psychology; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001042074,0.00009441534,0.0001159363,0.0001670392,0.0003410379,0.0003922162,0.001024076,0.00003928054,0.00001662191],"category_scores_gemma":[0.008397148,0.00006781357,0.00005004674,0.002733166,0.00003793318,0.0002328719,0.0001975168,0.0002206435,0.00001595665],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001474683,"about_ca_system_score_gemma":0.002286381,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001451534,"about_ca_topic_score_gemma":0.00882544,"domain_scores_codex":[0.9984875,0.00003834374,0.0002970814,0.0002417179,0.0005766602,0.0003587422],"domain_scores_gemma":[0.9984646,0.0002290389,0.0002463226,0.0001565603,0.0007522125,0.0001512809],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0000271374,0.0006477652,0.4022406,0.0002433982,0.00007417562,6.654553e-7,0.02711513,0.005449962,0.3250542,0.01096196,0.2178356,0.01034945],"study_design_scores_gemma":[0.000184196,0.00001238237,0.8129386,0.0002727015,0.000009143075,0.000002040755,0.001975243,0.0009757996,0.16184,0.0003080651,0.02131657,0.0001652097],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9638987,0.00001928747,0.000001214294,0.02958808,0.001174136,0.0007807761,0.00001119048,0.00002543797,0.004501159],"genre_scores_gemma":[0.9878508,0.000009880617,0.00006864381,0.0006387206,0.00003288174,0.0001125699,7.982759e-7,0.00001219201,0.01127355],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4106981,"threshold_uncertainty_score":0.9999555,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02163864474342897,"score_gpt":0.3030020581423942,"score_spread":0.2813634133989653,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}