{"id":"W2252242089","doi":"","title":"On the Effectiveness of Using Syntactic and Shallow Semantic Tree Kernels for Automatic Assessment of Essays","year":2013,"lang":"en","type":"article","venue":"International Joint Conference on Natural Language Processing","topic":"Topic Modeling","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Computer science; Natural language processing; Grading (engineering); Artificial intelligence; Latent semantic analysis; Task (project management); Tree (set theory); Tree structure; Data structure; Programming language","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009898956,0.001201181,0.000956319,0.001847619,0.0008028311,0.002376148,0.00107199,0.002174393,0.001296794],"category_scores_gemma":[0.03698063,0.0004764797,0.0006586504,0.0009928595,0.0008783403,0.006000955,0.002018352,0.00202583,0.00093815],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009466435,"about_ca_system_score_gemma":0.001185455,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008450241,"about_ca_topic_score_gemma":0.006987072,"domain_scores_codex":[0.9960114,0.002265757,0.0002620561,0.0005722524,0.0006394,0.0002492303],"domain_scores_gemma":[0.961245,0.03061359,0.001155355,0.002345459,0.003991742,0.0006488019],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00277779,0.001092327,0.02169447,0.0002353681,0.0003080533,0.0001175511,0.0004993048,0.2030893,0.02212392,0.009571344,0.003492478,0.7349982],"study_design_scores_gemma":[0.00002214118,0.0001117899,0.002216419,0.00001226045,0.00003473412,0.00002318512,0.00005373203,0.9910263,0.003243483,0.003027031,0.0002105977,0.00001819455],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6074589,0.002223789,0.3810941,0.001211913,0.0001550656,0.0001192647,0.0002129237,0.002417459,0.00510664],"genre_scores_gemma":[0.9511302,0.0003121138,0.04672012,0.00007921836,0.00004764641,0.00002362081,0.0002821313,0.00007582788,0.001329094],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.009898956,"threshold_uncertainty_score":0.05235136,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03193183759763282,"score_gpt":0.3179565227045993,"score_spread":0.2860246851069665,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}