{"id":"W2965829839","doi":"10.5539/ies.v12n8p26","title":"Scoring Rubric of Problem-Solving on Computing Science Learning","year":2019,"lang":"en","type":"article","venue":"International Education Studies","topic":"Educational Assessment and Pedagogy","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"King Mongkut's University of Technology Thonburi","keywords":"Rubric; Computer science; Science education; Mathematics education; Test (biology); Human-centered computing; Science learning; Harmonization; Information science; Psychology","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009764035,0.00006780078,0.0001044565,0.0002723045,0.0004224807,0.00006497365,0.0002954286,0.00001855896,0.0001599501],"category_scores_gemma":[0.0007862055,0.00006695847,0.00003316904,0.0003785535,0.000249219,0.0003131661,0.0000722051,0.0001084681,0.00007917417],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003045843,"about_ca_system_score_gemma":0.001132871,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004292272,"about_ca_topic_score_gemma":0.00005491334,"domain_scores_codex":[0.9987301,0.00005543876,0.0002096609,0.0002040443,0.0006428407,0.0001578948],"domain_scores_gemma":[0.9974631,0.000427118,0.000207066,0.00007161781,0.001793716,0.00003735109],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.000008475725,0.0002026673,0.5909204,0.00003213544,0.00006564841,8.207908e-8,0.04455923,0.0008262497,0.001133882,0.3393202,0.0005510305,0.02237993],"study_design_scores_gemma":[0.0004297759,0.0001769414,0.3770918,0.001044944,0.00002772022,0.000002377418,0.4082047,0.0004470827,0.001058414,0.01854748,0.1924489,0.000519864],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8252797,0.0002075474,0.00003341083,0.002120893,0.0043943,0.0001168245,4.307531e-7,0.00002569393,0.1678212],"genre_scores_gemma":[0.9877815,0.0001203451,0.001618666,0.0001393366,0.0004375849,0.000008239634,0.000003237674,0.000004897033,0.009886206],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3636455,"threshold_uncertainty_score":0.3249423,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09779970249448257,"score_gpt":0.4987635791878144,"score_spread":0.4009638766933319,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}