{"id":"W4311681125","doi":"10.22215/etd/2022-15186","title":"Assessment of Higher Order Thinking Skills in Virtual Learning Environments","year":2022,"lang":"en","type":"dissertation","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Carleton University","funders":"School of Linguistics and Applied Language Studies","keywords":"Higher-order thinking; Affordance; Process (computing); Computer science; Virtual learning environment; Mathematics education; Exploratory research; Metacognition; Psychology; Multimedia; Human–computer interaction; Cognition; Teaching method","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001526164,0.0004240034,0.000288141,0.001662197,0.000468402,0.002704908,0.000291462,0.0002505584,0.003767217],"category_scores_gemma":[0.008787977,0.0001072414,0.0002311044,0.0005830687,0.0004517789,0.001647717,0.001521953,0.0006978292,0.0005786678],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003782946,"about_ca_system_score_gemma":0.0009764062,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000684279,"about_ca_topic_score_gemma":0.00140888,"domain_scores_codex":[0.9990134,0.0003383766,0.00005611765,0.0001003758,0.0004022485,0.00008942295],"domain_scores_gemma":[0.9958004,0.001936428,0.0006089426,0.0002056143,0.0008359302,0.0006126478],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0004084027,0.001525972,0.05840267,0.0003796618,0.00006012404,0.00007851321,0.008889898,0.007239301,0.01941902,0.005204171,0.002021865,0.8963705],"study_design_scores_gemma":[0.0001755552,0.008645947,0.7238753,0.001410743,0.0001612928,0.0008326896,0.02623394,0.04832608,0.0912021,0.06121489,0.03752642,0.0003950429],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9524922,0.0003727233,0.02299633,0.0002143297,0.00003375868,0.0001415211,0.00008895109,0.0001837506,0.02347651],"genre_scores_gemma":[0.9644041,0.0004378006,0.02695202,0.00004792662,0.000009702744,0.0001106863,0.0001287265,0.00003946967,0.007869578],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.003767217,"threshold_uncertainty_score":0.01260263,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.005164771213338293,"score_gpt":0.2984257794483215,"score_spread":0.2932610082349832,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}