{"id":"W4307177804","doi":"10.53967/cje-rce.5269","title":"Digital Dashboards for Summative Assessment and Indicators Misinterpretation: A Case Study","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Education / Revue canadienne de l éducation","topic":"Educational Tools and Methods","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Summative assessment; Dashboard; Learning analytics; Computer science; Context (archaeology); Process (computing); Analytics; Scale (ratio); Data science; Knowledge management; Formative assessment; Psychology; Mathematics education","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05236086,0.001520553,0.001109598,0.003333609,0.007732139,0.00633214,0.004678504,0.005720241,0.002187043],"category_scores_gemma":[0.1269003,0.001031927,0.001126462,0.004023982,0.005609726,0.005668024,0.005290054,0.005079916,0.0006589906],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004321028,"about_ca_system_score_gemma":0.004583052,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005754476,"about_ca_topic_score_gemma":0.009950488,"domain_scores_codex":[0.9273735,0.05346445,0.004117511,0.002911425,0.009301395,0.002831777],"domain_scores_gemma":[0.7949761,0.1624728,0.01124112,0.0117443,0.01523711,0.004328564],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"case_report","study_design_scores_codex":[0.0006634087,0.009372422,0.07195783,0.001897071,0.0001759571,0.05030697,0.669506,0.005386597,0.005275091,0.008510238,0.007436688,0.1695118],"study_design_scores_gemma":[0.0003424296,0.005696376,0.04696188,0.00304908,0.0003313927,0.02151784,0.760985,0.0371184,0.02339403,0.00984091,0.09014428,0.0006184097],"study_design_candidate":"case_report","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9614882,0.0004796198,0.02734035,0.003286508,0.0001204073,0.001081222,0.0001717186,0.000290649,0.005741193],"genre_scores_gemma":[0.9657212,0.0005653007,0.02983347,0.0005294252,0.00005299497,0.0007506937,0.000100554,0.0001506265,0.002295727],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.05236086,"threshold_uncertainty_score":0.276914,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.07382538323219898,"score_gpt":0.4137515183238276,"score_spread":0.3399261350916286,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}