{"id":"W4391286679","doi":"10.1007/s00530-023-01244-1","title":"Bag of states: a non-sequential approach to video-based engagement measurement","year":2024,"lang":"en","type":"article","venue":"Multimedia Systems","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"ca_institutions":"Toronto Rehabilitation Institute; University Health Network","funders":"","keywords":"Convolutional neural network; Computer science; Artificial intelligence; Machine learning; Student engagement; Precision and recall; Recall; Cognitive psychology; Psychology; Mathematics education","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001867001,0.0001758235,0.000273103,0.0002660895,0.00006396029,0.0002379997,0.000590716,0.00005481814,0.000003799722],"category_scores_gemma":[0.000137074,0.0001470405,0.0001088684,0.0005274565,0.00002926341,0.0001183479,0.0001226227,0.0001978512,0.0001371623],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000139409,"about_ca_system_score_gemma":0.0002367104,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002706778,"about_ca_topic_score_gemma":0.000003761171,"domain_scores_codex":[0.9976431,0.0001995174,0.0004338047,0.0004814368,0.0009416944,0.0003004172],"domain_scores_gemma":[0.9988793,0.0001502245,0.00007676339,0.0005286578,0.000200616,0.0001643955],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004479313,0.001632526,0.0008544549,0.00741536,0.0007530862,0.0001511515,0.02623806,0.7865181,0.034864,0.005656284,0.02358695,0.1122852],"study_design_scores_gemma":[0.0002289164,0.0001011791,0.00005028806,0.0004100071,0.00002098589,0.000001846083,0.0001490445,0.9816601,0.001046691,0.00001492423,0.01615367,0.0001623901],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0009853002,0.000534028,0.9944617,0.0008850888,0.001636011,0.000431498,0.00001360391,0.0002499266,0.0008029025],"genre_scores_gemma":[0.8793566,0.000003109514,0.1200478,0.0000516764,0.0002176313,0.0000715763,0.000009816128,0.00001886695,0.0002229085],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8783713,"threshold_uncertainty_score":0.5996137,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04929172078282427,"score_gpt":0.2829759739046064,"score_spread":0.2336842531217821,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}