{"id":"W7115193046","doi":"10.18280/isi.301010","title":"A Dual-Layer, Content-Aware Framework to Validate Online Student Engagement via ML-Based Comprehension Assessment","year":2025,"lang":"","type":"article","venue":"Ingénierie des systèmes d information","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"","funders":"","keywords":"Student engagement; Comprehension; Online assessment; Process (computing); Formative assessment; Set (abstract data type)","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.002496277,0.0008275852,0.0009430802,0.001148616,0.00156621,0.002367385,0.001202662,0.0003851796,0.00008930165],"category_scores_gemma":[0.0004096702,0.000835127,0.0003373676,0.001708549,0.0001280653,0.002810466,0.001158307,0.00115515,0.0003430816],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00214654,"about_ca_system_score_gemma":0.0006740125,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003887513,"about_ca_topic_score_gemma":0.0000142714,"domain_scores_codex":[0.9930003,0.000995205,0.002618324,0.0007744642,0.001506068,0.001105675],"domain_scores_gemma":[0.9948496,0.000568784,0.001151242,0.001279359,0.001797003,0.0003540081],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003037661,0.001580617,0.01974157,0.004524552,0.001179525,0.0000959888,0.04119291,0.2516746,0.002919426,0.208009,0.001528292,0.4672498],"study_design_scores_gemma":[0.002439165,0.001779564,0.08419774,0.0185871,0.0002433254,0.0000268847,0.01046015,0.7573738,0.005369973,0.001555659,0.1158943,0.002072425],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.09368176,0.0002420984,0.8959405,0.0007946828,0.005699268,0.002202069,0.00005161674,0.0003778862,0.001010158],"genre_scores_gemma":[0.9509697,0.0000312213,0.04453797,0.002866129,0.0002513725,0.0002087649,0.0001379668,0.00003194975,0.000964954],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8572879,"threshold_uncertainty_score":0.9997336,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05906701770985681,"score_gpt":0.3303685708011641,"score_spread":0.2713015530913073,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}