{"id":"W4307177804","doi":"10.53967/cje-rce.5269","title":"Digital Dashboards for Summative Assessment and Indicators Misinterpretation: A Case Study","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Education / Revue canadienne de l éducation","topic":"Educational Tools and Methods","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Summative assessment; Dashboard; Learning analytics; Computer science; Context (archaeology); Process (computing); Analytics; Scale (ratio); Data science; Knowledge management; Formative assessment; Psychology; Mathematics education","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002527846,0.00009887278,0.0001630547,0.0006169396,0.001277698,0.0002261547,0.0002102726,0.00003816898,0.0002059609],"category_scores_gemma":[0.001184969,0.000120689,0.00006322477,0.000522282,0.0001000489,0.0004059913,0.000008883361,0.0002127107,3.499694e-7],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.005382375,"about_ca_system_score_gemma":0.02963768,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.03936672,"about_ca_topic_score_gemma":0.4048404,"domain_scores_codex":[0.9985867,0.0003939829,0.0003810149,0.0001782375,0.0001183984,0.0003417056],"domain_scores_gemma":[0.9974406,0.0003684244,0.0004308832,0.0001333026,0.0005768688,0.001049895],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0000147639,0.0003667367,0.06979478,0.00004122622,0.0001012165,0.00008616335,0.7592135,0.00008789723,0.000006970483,0.02705282,0.01126696,0.131967],"study_design_scores_gemma":[0.0002234509,0.0002560565,0.01616196,0.0000231855,0.00006756856,0.0009017118,0.7634124,0.00002396112,0.000001188896,0.003145496,0.2156387,0.0001443955],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9846297,0.0002166187,0.0004732445,0.0054729,0.003808088,0.0006089547,0.00006798395,0.000004359912,0.004718157],"genre_scores_gemma":[0.9937109,0.000005284408,0.002242042,0.0003086377,0.000589454,0.0001950469,0.00003119077,0.00001546433,0.002901927],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3654737,"threshold_uncertainty_score":0.9984358,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.07382538323219898,"score_gpt":0.4137515183238276,"score_spread":0.3399261350916286,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}