{"id":"W3033644511","doi":"10.1007/978-3-030-49663-0_10","title":"SHAPed Automated Essay Scoring: Explaining Writing Features’ Contributions to English Writing Organization","year":2020,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Natural language processing; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003130471,0.0005616144,0.0002647707,0.001555715,0.0008360883,0.003179333,0.0009038743,0.0006943846,0.008376143],"category_scores_gemma":[0.03625272,0.0003281238,0.0003680749,0.00151452,0.0006400262,0.002501751,0.001341938,0.001041801,0.002241693],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007811539,"about_ca_system_score_gemma":0.0007072766,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002278818,"about_ca_topic_score_gemma":0.003661615,"domain_scores_codex":[0.9983203,0.0009023376,0.00009465146,0.0003018385,0.0002596585,0.0001212002],"domain_scores_gemma":[0.9754318,0.01726976,0.001923327,0.001526186,0.00344215,0.0004067979],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0009768879,0.0003365376,0.1425616,0.00044851,0.0001026628,0.0008049247,0.01339526,0.01238714,0.01729979,0.04097802,0.02824704,0.7424617],"study_design_scores_gemma":[0.000153834,0.0004498025,0.2359303,0.0005840131,0.0002211594,0.001363767,0.009420197,0.5272164,0.03062943,0.1392997,0.05453162,0.0001998211],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6618266,0.0007235493,0.2528069,0.001485581,0.0002843687,0.0002977342,0.002338784,0.003369985,0.07686655],"genre_scores_gemma":[0.9486981,0.00007206349,0.04327482,0.00005031347,0.00004179196,0.00007136645,0.0008594856,0.000319528,0.006612421],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.008376143,"threshold_uncertainty_score":0.02802104,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01575265871177333,"score_gpt":0.2587961296016585,"score_spread":0.2430434708898852,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}