{"id":"W2965774554","doi":"10.1109/access.2019.2933354","title":"Syntactic, Semantic and Sentiment Analysis: The Joint Effect on Automated Essay Evaluation","year":2019,"lang":"en","type":"article","venue":"IEEE Access","topic":"Topic Modeling","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":true,"ca_institutions":"Lakehead University","funders":"Natural Sciences and Engineering Research Council of Canada; Lakehead University","keywords":"Computer science; Artificial intelligence; Natural language processing; Semantic similarity; Sentiment analysis; Syntax; Graph; Similarity (geometry); Information retrieval; Machine learning; Theoretical computer science","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001231787,0.0001061744,0.0001726539,0.0001368928,0.00008541151,0.0004321577,0.0005313086,0.00003416891,0.00002606785],"category_scores_gemma":[0.0000301458,0.00006763146,0.00005867371,0.0004343707,0.00001105174,0.0004223405,0.0001414066,0.00008959004,0.00007501447],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005659782,"about_ca_system_score_gemma":0.00003494204,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008391796,"about_ca_topic_score_gemma":0.00001091576,"domain_scores_codex":[0.9985523,0.0002800176,0.0001690627,0.0003619041,0.0004796149,0.0001570623],"domain_scores_gemma":[0.9989701,0.0001803118,0.0001015834,0.00065455,0.00005812269,0.00003531267],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00006612612,0.0003563937,0.1217194,0.000390023,0.003730684,0.0000415514,0.005172341,0.6025413,0.02719811,0.00603209,0.00139608,0.231356],"study_design_scores_gemma":[0.0002363647,0.00004430601,0.03142209,0.00002191358,0.0002257605,0.000002405187,0.000004509392,0.9580356,0.009686816,0.0002255393,0.00001027873,0.00008439824],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9282057,0.00005446126,0.06934981,0.000731372,0.0005359949,0.000470941,2.912508e-7,0.0001787236,0.0004727599],"genre_scores_gemma":[0.9993892,0.00000175638,0.0002341969,0.0002581613,0.00002972452,0.0000285554,8.554721e-7,0.000004635694,0.00005295182],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3554944,"threshold_uncertainty_score":0.4167307,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0303102827429724,"score_gpt":0.3266139024221374,"score_spread":0.296303619679165,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}