{"id":"W4391286679","doi":"10.1007/s00530-023-01244-1","title":"Bag of states: a non-sequential approach to video-based engagement measurement","year":2024,"lang":"en","type":"article","venue":"Multimedia Systems","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"ca_institutions":"Toronto Rehabilitation Institute; University Health Network","funders":"","keywords":"Convolutional neural network; Computer science; Artificial intelligence; Machine learning; Student engagement; Precision and recall; Recall; Cognitive psychology; Psychology; Mathematics education","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003470958,0.00093077,0.00126029,0.003303854,0.000652067,0.002242655,0.001756257,0.001074331,0.004360144],"category_scores_gemma":[0.02110344,0.0004443817,0.0008922007,0.00426154,0.0007198204,0.003383278,0.002556025,0.001815205,0.001204563],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005917648,"about_ca_system_score_gemma":0.001079297,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006022951,"about_ca_topic_score_gemma":0.008577563,"domain_scores_codex":[0.9962365,0.001722819,0.0002062121,0.0008466313,0.0007203046,0.0002676465],"domain_scores_gemma":[0.9865464,0.009511725,0.0009861882,0.001510238,0.001011478,0.0004338258],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001786856,0.002452914,0.110228,0.0006000415,0.0008099885,0.00023797,0.002027488,0.04790754,0.01460542,0.05494717,0.007275381,0.7571212],"study_design_scores_gemma":[0.0000361287,0.0005570599,0.0309901,0.00006851643,0.0001235476,0.0001311716,0.0005883262,0.8858666,0.003323771,0.07318317,0.005035963,0.00009556273],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0872674,0.0003412119,0.9055559,0.0002423226,0.0001672228,0.0003673352,0.001737632,0.001039634,0.003281262],"genre_scores_gemma":[0.7643273,0.0002135569,0.228978,0.0001292596,0.0001465614,0.0008152443,0.002448389,0.000167413,0.002774176],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.006022951,"threshold_uncertainty_score":0.01835638,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04929172078282427,"score_gpt":0.2829759739046064,"score_spread":0.2336842531217821,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}