{"id":"W1894241367","doi":"10.24297/ijrem.v6i3.3868","title":"INNOVATIVE METHOD FOR GRADUATE ATTRIBUTE ASSESSMENT IN LARGE CLASSES","year":2015,"lang":"en","type":"article","venue":"INTERNATIONAL JOURNAL OF RESEARCH IN EDUCATION METHODOLOGY","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Class (philosophy); Computer science; Task (project management); Sample (material); Sampling (signal processing); Graduate students; Machine learning; Artificial intelligence; Data mining; Data science; Engineering; Psychology; Systems engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01332451,0.00009753193,0.0002306754,0.00179926,0.00001497177,0.00003831407,0.0004010074,0.00008087891,0.00002169312],"category_scores_gemma":[0.002605437,0.00009515152,0.00003818081,0.0009342502,0.00002623479,0.0002029176,0.0000402948,0.0006910665,0.000004293553],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00122351,"about_ca_system_score_gemma":0.001698511,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002957482,"about_ca_topic_score_gemma":0.00003701623,"domain_scores_codex":[0.9976836,0.0007058547,0.0006230472,0.0001273791,0.0005708652,0.0002892484],"domain_scores_gemma":[0.9952453,0.00150608,0.000107183,0.00009192752,0.00293462,0.0001148738],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0004735569,0.003621005,0.1663433,0.000423291,0.0008260508,0.0001054836,0.0255392,0.1282074,0.006993877,0.1478389,0.1940581,0.3255699],"study_design_scores_gemma":[0.008364465,0.0006623888,0.4057832,0.000979219,0.0000188243,0.0005831117,0.05626433,0.0373559,0.01031036,0.1042342,0.3745441,0.0008998903],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.18316,0.0005836023,0.7934775,0.00963716,0.01154993,0.0003932365,0.00001384133,0.00002847313,0.001156266],"genre_scores_gemma":[0.3835381,0.0001914206,0.6153876,0.0001204477,0.0004631612,0.0001336387,0.00002672188,0.00001927292,0.0001196822],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.32467,"threshold_uncertainty_score":0.4618034,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4147290318636224,"score_gpt":0.5831266823812347,"score_spread":0.1683976505176122,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}