{"id":"W4318457067","doi":"10.21203/rs.3.rs-2518897/v1","title":"Bag of States: A Non-sequential Approach to Video-based Engagement Measurement","year":2023,"lang":"en","type":"preprint","venue":"Research Square","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"University Health Network","funders":"","keywords":"Convolutional neural network; Student engagement; Computer science; Order (exchange); Artificial intelligence; Machine learning; Psychology; Mathematics education","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01142182,0.0003037941,0.0004860272,0.001159993,0.000254787,0.0003972549,0.002647966,0.0001965827,0.00001325117],"category_scores_gemma":[0.001461848,0.0002857144,0.000268747,0.001396748,0.0001130364,0.00007622756,0.004066294,0.001971436,0.0001945261],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004894322,"about_ca_system_score_gemma":0.001749726,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006547661,"about_ca_topic_score_gemma":0.00003235479,"domain_scores_codex":[0.9915926,0.00121861,0.0005734605,0.001204241,0.004522726,0.0008883183],"domain_scores_gemma":[0.9951711,0.0004198952,0.0001596948,0.001963713,0.001928483,0.0003570832],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00006889317,0.001482688,0.000723044,0.007613302,0.0003033641,0.00008421943,0.004363835,0.9507821,0.001124999,0.006059321,0.01669191,0.01070235],"study_design_scores_gemma":[0.0005330002,0.0006209904,0.001446898,0.002318607,0.00002380107,5.373084e-7,0.0005088884,0.9801747,0.00188932,0.004768256,0.007193637,0.0005213727],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.003062504,0.000162777,0.9835154,0.009393841,0.0004475226,0.001544053,0.00008941364,0.0003427896,0.001441677],"genre_scores_gemma":[0.9057975,0.0000572321,0.09260841,0.00007163024,0.0002514068,0.0003683727,0.0001022681,0.00006470151,0.0006784321],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9027351,"threshold_uncertainty_score":0.9999595,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2512271384528864,"score_gpt":0.4294873604792741,"score_spread":0.1782602220263877,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}