{"id":"W2965829839","doi":"10.5539/ies.v12n8p26","title":"Scoring Rubric of Problem-Solving on Computing Science Learning","year":2019,"lang":"en","type":"article","venue":"International Education Studies","topic":"Educational Assessment and Pedagogy","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"King Mongkut's University of Technology Thonburi","keywords":"Rubric; Computer science; Science education; Mathematics education; Test (biology); Human-centered computing; Science learning; Harmonization; Information science; Psychology","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003096636,0.001271204,0.0009315946,0.003985507,0.001217004,0.001383599,0.001167108,0.0005771646,0.02351081],"category_scores_gemma":[0.009848405,0.0002745942,0.001115733,0.002601216,0.0007056345,0.0007295064,0.001628875,0.0015352,0.009947195],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001200248,"about_ca_system_score_gemma":0.003811784,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002028996,"about_ca_topic_score_gemma":0.005171211,"domain_scores_codex":[0.9937854,0.0014059,0.001394781,0.0003164828,0.002672843,0.0004246315],"domain_scores_gemma":[0.9901451,0.001323961,0.001036644,0.0006420144,0.006190613,0.0006616565],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005523486,0.001575379,0.06330055,0.00423798,0.00008356333,0.0004539635,0.005511808,0.002166401,0.01414473,0.009249133,0.2235868,0.6751373],"study_design_scores_gemma":[0.0002424318,0.002092556,0.3294116,0.002337108,0.0001004667,0.002028173,0.008656724,0.005468725,0.01355397,0.0150327,0.6207324,0.0003431681],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"methods","genre_scores_codex":[0.3514532,0.006768856,0.1316465,0.004746007,0.002901671,0.04887235,0.05114634,0.007491834,0.3949733],"genre_scores_gemma":[0.3475776,0.007639558,0.4417052,0.001632503,0.0004300463,0.06287368,0.05737555,0.0009751704,0.07979066],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.02351081,"threshold_uncertainty_score":0.07865149,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09779970249448257,"score_gpt":0.4987635791878144,"score_spread":0.4009638766933319,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}