{"id":"W3118829027","doi":"10.3389/feduc.2020.607260","title":"Bayesian Mixed Effects Model and Data Visualization for Understanding Item Response Time and Response Order in Open Online Assessment","year":2021,"lang":"en","type":"article","venue":"Frontiers in Education","topic":"Psychometric Methodologies and Testing","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo; University of British Columbia","funders":"","keywords":"Response time; Item response theory; Computer science; Visualization; Generalized linear mixed model; Formative assessment; Bayesian probability; Machine learning; Data mining; Artificial intelligence; Statistics; Psychometrics; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06312342,0.002930711,0.002724515,0.005607574,0.001329178,0.00351606,0.003897166,0.003961545,0.01166077],"category_scores_gemma":[0.2064005,0.001908521,0.005146709,0.007164363,0.002315571,0.005279515,0.003357799,0.00737157,0.002012825],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002356338,"about_ca_system_score_gemma":0.004328634,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01229428,"about_ca_topic_score_gemma":0.0124567,"domain_scores_codex":[0.927006,0.06087094,0.002245805,0.00518821,0.003989402,0.0006995162],"domain_scores_gemma":[0.8048552,0.1695701,0.008725844,0.01025687,0.005859724,0.000732214],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.002139552,0.001288473,0.04455562,0.003165946,0.003310897,0.001183107,0.01539328,0.1699274,0.006377596,0.2771344,0.02133069,0.454193],"study_design_scores_gemma":[0.000303845,0.0009587722,0.01401269,0.0007303775,0.000539702,0.0003884768,0.00122543,0.8104765,0.002893218,0.1493922,0.01865004,0.0004287504],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.008077516,0.0002724708,0.987926,0.0004207232,0.0001036261,0.0005168986,0.0005672033,0.001455834,0.0006597626],"genre_scores_gemma":[0.09814058,0.0003237073,0.8940288,0.0002522008,0.00008518199,0.004658103,0.0008705603,0.0004982348,0.001142682],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.06312342,"threshold_uncertainty_score":0.3338326,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4163450157324386,"score_gpt":0.5446325208250691,"score_spread":0.1282875050926305,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}