{"id":"W4318457067","doi":"10.21203/rs.3.rs-2518897/v1","title":"Bag of States: A Non-sequential Approach to Video-based Engagement Measurement","year":2023,"lang":"en","type":"preprint","venue":"Research Square","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"University Health Network","funders":"","keywords":"Convolutional neural network; Student engagement; Computer science; Order (exchange); Artificial intelligence; Machine learning; Psychology; Mathematics education","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001012806,0.001001885,0.0008364947,0.002539709,0.0002906401,0.00101162,0.0009161601,0.0007218578,0.001306943],"category_scores_gemma":[0.003348232,0.0002178001,0.0007103518,0.001797988,0.0003155473,0.001546605,0.001128725,0.001125209,0.0007743749],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006325135,"about_ca_system_score_gemma":0.0005552954,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004373819,"about_ca_topic_score_gemma":0.007120104,"domain_scores_codex":[0.9987751,0.0003322275,0.00009492334,0.0004328671,0.0002221331,0.0001428053],"domain_scores_gemma":[0.9981524,0.0007020036,0.0003523959,0.0002772516,0.000359115,0.0001567187],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001029493,0.00174456,0.0708083,0.0002771494,0.0004166784,0.0002320241,0.0005331832,0.06324543,0.01687841,0.004454017,0.008199229,0.8321815],"study_design_scores_gemma":[0.00001324884,0.0002207772,0.01448332,0.00002714398,0.00004895101,0.00005540584,0.0001503198,0.9745866,0.002649046,0.005771704,0.001966153,0.00002735633],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2340294,0.001309785,0.7545818,0.0005358341,0.0001938117,0.000229173,0.002517465,0.003641193,0.002961639],"genre_scores_gemma":[0.9243124,0.0002354558,0.07071381,0.0001038814,0.0001204774,0.0001997484,0.002344975,0.00006346722,0.001905847],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.004373819,"threshold_uncertainty_score":0.008696735,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2512271384528864,"score_gpt":0.4294873604792741,"score_spread":0.1782602220263877,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}