{"id":"W2775257135","doi":"10.1109/pacrim.2017.8121888","title":"Aristotle: A flexible open-source software toolkit for semi-automated marking of programming assignments","year":2017,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Scripting language; Programming language; Software engineering; Flexibility (engineering); Software; Source code; Process (computing); Open source","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001248785,0.0001869296,0.0002960518,0.00008601759,0.001153098,0.001970222,0.003235857,0.00009717482,0.000009524583],"category_scores_gemma":[0.000700763,0.0001691876,0.0001024272,0.0001155907,0.00007137638,0.0008946505,0.001404846,0.000203841,0.0000098399],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005231281,"about_ca_system_score_gemma":0.00008906683,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000465958,"about_ca_topic_score_gemma":0.00001081378,"domain_scores_codex":[0.9983,0.00007715514,0.0003316313,0.0005197526,0.0002908501,0.0004806388],"domain_scores_gemma":[0.9979084,0.0001947911,0.0004962517,0.001191069,0.00009986803,0.0001096566],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001556867,0.0001228297,0.01006105,0.00006940605,0.00004518142,0.000003348597,0.0007779478,0.0002265493,0.0001561367,0.001738484,0.0008799892,0.9859035],"study_design_scores_gemma":[0.00216381,0.0005071604,0.009398318,0.000516274,0.00003865198,0.0000275279,0.0002211,0.140698,0.002572676,0.0006467939,0.8424702,0.0007394957],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.005024581,0.0000499111,0.9909013,0.0002860998,0.0002669101,0.0006152809,0.00000137716,0.001745611,0.001108917],"genre_scores_gemma":[0.5201074,6.978668e-7,0.4770612,0.00004889809,0.00002830995,0.00006766703,0.000003746181,0.00002047455,0.002661644],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.985164,"threshold_uncertainty_score":0.9990658,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04419440740514352,"score_gpt":0.3369779250448183,"score_spread":0.2927835176396748,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}