{"id":"W2590462553","doi":"10.1111/jcal.12178","title":"Short answers to deep questions: supporting teachers in large‐class settings","year":2017,"lang":"en","type":"article","venue":"Journal of Computer Assisted Learning","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Formative assessment; Grading (engineering); Mathematics education; Class (philosophy); Context (archaeology); Praxis; Psychology; Computer science; Pedagogy; Artificial intelligence; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00379648,0.000121476,0.000301707,0.0002533313,0.001066963,0.0006355573,0.0006569817,0.00009819467,0.00005558502],"category_scores_gemma":[0.000731689,0.0001195985,0.0001446002,0.0001731147,0.00007093399,0.0006475367,0.0001327192,0.0007172771,0.00001220434],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002318505,"about_ca_system_score_gemma":0.0001440721,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001128123,"about_ca_topic_score_gemma":0.0004705157,"domain_scores_codex":[0.9978756,0.0003491597,0.0005551192,0.0001651114,0.0006119204,0.0004430694],"domain_scores_gemma":[0.9986287,0.0001698023,0.0006464032,0.0001440247,0.0002107052,0.0002003102],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001565661,0.00006980309,0.8635829,0.000004878016,0.00004879572,0.00008951916,0.02805466,0.0009616993,0.00007907198,0.0001633092,0.0008446476,0.106085],"study_design_scores_gemma":[0.0004578679,0.0001063925,0.9358323,0.0002214005,0.00002573403,0.000009908403,0.01143797,0.001403669,0.000004244656,0.00002422534,0.05030911,0.0001671647],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.964871,0.0000559093,0.01700141,0.006471409,0.001048143,0.0001595133,2.539892e-7,0.00003955625,0.01035277],"genre_scores_gemma":[0.9876233,0.00001389989,0.01082552,0.0002358881,0.0008030763,0.000001786324,7.727321e-7,0.00001333292,0.0004824598],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1059179,"threshold_uncertainty_score":0.8206323,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02463736550678368,"score_gpt":0.3757199438046336,"score_spread":0.3510825782978499,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}