{"id":"W3180790161","doi":"10.24908/pceea.vi0.14854","title":"THE STATE OF THE ART IN PROVIDING AUTOMATED FEEDBACK TO OPEN-ENDED STUDENT WORK","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Cognitive Science and Education Research","field":"Neuroscience","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Context (archaeology); Work (physics); Cognition; State (computer science); Mathematics education; Transfer of learning; Human–computer interaction; Data science; Artificial intelligence; Psychology; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00770196,0.001343129,0.00118775,0.002339008,0.0006150948,0.005720033,0.00360237,0.002353071,0.01132808],"category_scores_gemma":[0.02840877,0.0006215969,0.0008169767,0.001148301,0.001947878,0.006465398,0.002884076,0.002372147,0.005932815],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007877354,"about_ca_system_score_gemma":0.00087772,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006626646,"about_ca_topic_score_gemma":0.0004985,"domain_scores_codex":[0.9885753,0.003974437,0.0005415485,0.001326959,0.005262715,0.0003191007],"domain_scores_gemma":[0.9449562,0.04406713,0.001689418,0.003787595,0.004884536,0.0006151313],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002957784,0.0002389013,0.0007760155,0.002962017,0.00006093455,0.00006039195,0.0009622948,0.001791049,0.007741977,0.005554799,0.003445104,0.9761108],"study_design_scores_gemma":[0.0003118258,0.004333635,0.0145835,0.01698562,0.0004073691,0.004466701,0.004089633,0.08150294,0.115283,0.08842016,0.6687177,0.0008979487],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.02765382,0.09249676,0.8367276,0.003518414,0.0008879477,0.0005336027,0.0002361518,0.004697489,0.03324808],"genre_scores_gemma":[0.2665747,0.1055451,0.6048097,0.002378721,0.001749271,0.001191045,0.0007547585,0.001089185,0.01590743],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.01132808,"threshold_uncertainty_score":0.04073238,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02163864474342897,"score_gpt":0.3030020581423942,"score_spread":0.2813634133989653,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}