{"id":"W3002388977","doi":"10.24908/pceea.vi0.13735","title":"AUTOMATED STUDENT ASSESSMENT: LABEL RECOGNITION IN STEM FIGURES","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"MacEwan University","funders":"","keywords":"Categorization; Object (grammar); Computer science; Dimension (graph theory); Identifier; Variable (mathematics); Point (geometry); Probabilistic logic; Artificial intelligence; Cognitive neuroscience of visual object recognition; Pattern recognition (psychology); Test (biology); Series (stratigraphy); Machine learning; Data mining; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002565883,0.0007160942,0.0005218631,0.002272706,0.0004138213,0.001919275,0.001328527,0.001505835,0.00448662],"category_scores_gemma":[0.02383606,0.0001974471,0.0004142006,0.0009189011,0.0004449615,0.001704501,0.001282875,0.0009223075,0.003628294],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006781006,"about_ca_system_score_gemma":0.0007009923,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00288659,"about_ca_topic_score_gemma":0.003825474,"domain_scores_codex":[0.9964127,0.001548601,0.0001413357,0.0005601099,0.001112799,0.0002245026],"domain_scores_gemma":[0.983192,0.01026536,0.001117896,0.0008476998,0.004130454,0.0004465575],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0006600763,0.0004928258,0.08250824,0.0001616785,0.00004829921,0.0004042703,0.001215022,0.0402227,0.01516521,0.002520458,0.008258637,0.8483425],"study_design_scores_gemma":[0.00003740537,0.0002651561,0.02853316,0.00004809196,0.00002808812,0.0002903485,0.0006859459,0.92199,0.0377908,0.005330819,0.004941154,0.00005911008],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6362916,0.0001640314,0.3396032,0.000455474,0.0001025574,0.0003435718,0.000838156,0.01142035,0.01078123],"genre_scores_gemma":[0.8927513,0.00005173908,0.1010567,0.00006114438,0.00002418255,0.0001050076,0.0009742655,0.0002397772,0.004735961],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.00448662,"threshold_uncertainty_score":0.01500922,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.008978495591816371,"score_gpt":0.2477271005124925,"score_spread":0.2387486049206761,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}