{"id":"W4411237691","doi":"10.1007/978-3-031-95452-8_19","title":"Assessing Computational Thinking Skills Through Artefacts: The Case of ModeLLer","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"MODELLER; Computer science; Computational thinking; Engineering drawing; Programming language; Software engineering; Computer graphics (images); Artificial intelligence; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005583718,0.0004523713,0.0003012883,0.001084239,0.00128988,0.003969788,0.00109345,0.002450581,0.003953687],"category_scores_gemma":[0.03466152,0.000337558,0.0003481078,0.0004778327,0.002345518,0.004219828,0.001632021,0.001974716,0.0008422635],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001335277,"about_ca_system_score_gemma":0.001560664,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004509048,"about_ca_topic_score_gemma":0.00792742,"domain_scores_codex":[0.9976208,0.001604897,0.00007462475,0.0001665714,0.0003868272,0.0001462753],"domain_scores_gemma":[0.9756973,0.01968586,0.0006817449,0.001931686,0.001244813,0.0007587599],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.001942252,0.003067544,0.1324999,0.0004672544,0.0001267091,0.02854323,0.4028552,0.01071088,0.02196911,0.04986704,0.01458162,0.3333691],"study_design_scores_gemma":[0.0004942705,0.006245549,0.1092792,0.001331219,0.0004614739,0.05272806,0.3666068,0.1295942,0.07355725,0.1416661,0.1170712,0.0009647808],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9720392,0.0001760562,0.01193245,0.001876212,0.00003180378,0.00005523805,0.00004135238,0.0001680994,0.01367962],"genre_scores_gemma":[0.9788393,0.0001734694,0.01478985,0.0001847113,0.000005015296,0.00003082963,0.0000444751,0.00008172082,0.005850582],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005583718,"threshold_uncertainty_score":0.02952987,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02329082200805426,"score_gpt":0.2991017003074007,"score_spread":0.2758108782993465,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}