{"id":"W4411237691","doi":"10.1007/978-3-031-95452-8_19","title":"Assessing Computational Thinking Skills Through Artefacts: The Case of ModeLLer","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"MODELLER; Computer science; Computational thinking; Engineering drawing; Programming language; Software engineering; Computer graphics (images); Artificial intelligence; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001821474,0.0004316657,0.0004805654,0.000451154,0.0008446576,0.001266936,0.00282946,0.0002436413,0.000006361946],"category_scores_gemma":[0.0001863331,0.0003245857,0.0001709086,0.0006628805,0.0007060993,0.0009941828,0.001358135,0.001454949,0.000005574668],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001724928,"about_ca_system_score_gemma":0.0007286071,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001312952,"about_ca_topic_score_gemma":0.00003346788,"domain_scores_codex":[0.9968156,0.0001280058,0.0006130409,0.001122556,0.0007993876,0.0005213807],"domain_scores_gemma":[0.9960761,0.00197866,0.0004747001,0.001127523,0.0002778875,0.00006514727],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[6.707716e-7,0.00001998573,0.000009774671,0.00002786734,0.00001226505,0.0001650146,0.004113495,0.4001647,0.000001273708,0.04897166,0.00001086459,0.5465025],"study_design_scores_gemma":[0.0001525463,0.00004652311,0.0000218493,0.0007343941,0.00001310997,0.0005089325,0.000003117196,0.7614769,0.00003824299,0.2350309,0.001626377,0.0003470836],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0002101672,0.0004272215,0.9942229,0.001156017,0.001120041,0.0002563396,0.00000188033,0.0001724932,0.002432978],"genre_scores_gemma":[0.3141417,0.000006247096,0.684618,0.0009064458,0.000132431,0.000003322671,0.000003022643,0.00001614616,0.0001726857],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.5461554,"threshold_uncertainty_score":0.9999206,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02329082200805426,"score_gpt":0.2991017003074007,"score_spread":0.2758108782993465,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}