{"id":"W1889588694","doi":"10.24908/pceea.v0i0.4785","title":"EVALUATING THE USABILITY OF AN AUTOMATED COURSE-SPECIFIC VOCABULARY TO MEASURE LANGUAGE PROFICIENCY IN ORAL PRESENTATIONS","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Usability; Vocabulary; Natural language processing; Field (mathematics); Measure (data warehouse); Artificial intelligence; Course (navigation); Term (time); Word (group theory); Linguistics; Human–computer interaction; Engineering; Data mining; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0083389,0.0008978778,0.0006284015,0.002495574,0.0003558302,0.001503643,0.0008020419,0.001084777,0.000860291],"category_scores_gemma":[0.05098942,0.000244366,0.0005239028,0.001037952,0.0003172241,0.00127797,0.0007100466,0.0004045854,0.0008158254],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004616311,"about_ca_system_score_gemma":0.0005521143,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003783496,"about_ca_topic_score_gemma":0.003530061,"domain_scores_codex":[0.9941949,0.002881855,0.0006745679,0.0009758997,0.001054337,0.000218433],"domain_scores_gemma":[0.9208384,0.06225141,0.002163004,0.002315037,0.01138528,0.00104691],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.006723061,0.003179558,0.2901162,0.001407287,0.000781048,0.000549841,0.004961744,0.01082467,0.08682024,0.0003962139,0.004136716,0.5901035],"study_design_scores_gemma":[0.0007808033,0.02285276,0.6386515,0.0002476927,0.0009304081,0.00154605,0.00447659,0.2331398,0.08759946,0.0005667792,0.008923584,0.0002846715],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9832242,0.0003058013,0.01363317,0.00005826309,0.00005371534,0.0003076934,0.0004355831,0.0008343081,0.00114731],"genre_scores_gemma":[0.9660986,0.0001714051,0.03029331,0.00005426499,0.00003435458,0.0002678176,0.001270286,0.0001324662,0.001677566],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0083389,"threshold_uncertainty_score":0.04410082,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0220139720686023,"score_gpt":0.3259191465731555,"score_spread":0.3039051745045532,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}