{"id":"W1894241367","doi":"10.24297/ijrem.v6i3.3868","title":"INNOVATIVE METHOD FOR GRADUATE ATTRIBUTE ASSESSMENT IN LARGE CLASSES","year":2015,"lang":"en","type":"article","venue":"INTERNATIONAL JOURNAL OF RESEARCH IN EDUCATION METHODOLOGY","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Class (philosophy); Computer science; Task (project management); Sample (material); Sampling (signal processing); Graduate students; Machine learning; Artificial intelligence; Data mining; Data science; Engineering; Psychology; Systems engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01759174,0.001225202,0.0009480548,0.00593234,0.001174027,0.002688185,0.00200041,0.001245924,0.01175151],"category_scores_gemma":[0.06457138,0.0005807553,0.001102901,0.004568312,0.001060749,0.001996992,0.002973115,0.002152678,0.003072846],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000959277,"about_ca_system_score_gemma":0.002531216,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009317909,"about_ca_topic_score_gemma":0.001317132,"domain_scores_codex":[0.9785242,0.009633837,0.002081727,0.002614316,0.006768682,0.0003772962],"domain_scores_gemma":[0.9515707,0.02677206,0.002777875,0.004587386,0.01359345,0.0006985529],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004610471,0.0004527551,0.01315149,0.0005218601,0.0001185306,0.0001259898,0.00274462,0.004827861,0.01430333,0.02219993,0.005226441,0.9358661],"study_design_scores_gemma":[0.0009122417,0.004062859,0.09897431,0.0008940984,0.0003899403,0.002561667,0.006841572,0.4588499,0.0646398,0.1606107,0.2004827,0.000780218],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01103142,0.00003635744,0.9826964,0.00007917608,0.00007328634,0.001546821,0.0002693049,0.001159583,0.003107611],"genre_scores_gemma":[0.03461862,0.00003091874,0.9603192,0.00003652511,0.00002827914,0.002698508,0.000286164,0.0001180622,0.00186361],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01759174,"threshold_uncertainty_score":0.09303504,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4147290318636224,"score_gpt":0.5831266823812347,"score_spread":0.1683976505176122,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}