{"id":"W2885812060","doi":"10.1109/civemsa.2018.8439968","title":"Skill Assessment in Virtual Learning Environments","year":2018,"lang":"en","type":"article","venue":"","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"ca_institutions":"Carleton University","funders":"","keywords":"Rubric; Computer science; Experiential learning; Process (computing); Virtual learning environment; Mainstream; Multimedia; Knowledge management; Human–computer interaction; Mathematics education; Psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.002041565,0.0001040393,0.0001270832,0.000133405,0.0001077903,0.00001317498,0.0001135825,0.00008373215,0.008112661],"category_scores_gemma":[0.00009867983,0.00009319228,0.00002412791,0.0001728669,0.0001055475,0.00004144724,0.00004618692,0.0007166716,0.001391906],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000693394,"about_ca_system_score_gemma":0.00001207687,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000136907,"about_ca_topic_score_gemma":0.000007000048,"domain_scores_codex":[0.9978794,0.001250807,0.0001941599,0.0002726805,0.0001261891,0.0002767112],"domain_scores_gemma":[0.9995614,0.0001555726,0.00006233536,0.0001807594,0.000009556022,0.00003038835],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00007212846,0.0005370932,0.5371713,0.000002175309,0.00008136746,0.00003186559,0.02391943,0.0001484252,0.007988713,0.1193942,0.003186759,0.3074666],"study_design_scores_gemma":[0.0006569322,0.0005633915,0.8444493,0.000008581751,0.000003190822,0.000004553948,0.002427456,0.0003291929,0.0001895562,0.0002103412,0.1509953,0.0001621621],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5487897,0.000004508998,0.1069617,0.0001080697,0.0004323921,0.0000509156,1.64223e-7,0.00005324158,0.3435993],"genre_scores_gemma":[0.9111509,5.104855e-7,0.008502977,0.0003498705,0.0001778261,0.00001082597,0.000003899729,0.00001699939,0.07978617],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3623612,"threshold_uncertainty_score":0.9993857,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03215679418686853,"score_gpt":0.4179663153446825,"score_spread":0.385809521157814,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}