{"id":"W2092367835","doi":"10.1109/te.2011.2160946","title":"A Control Systems Concept Inventory Test Design and Assessment","year":2011,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":18,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Concept inventory; Test (biology); Consistency (knowledge bases); Computer science; Classical test theory; Item response theory; Test design; Test theory; Control (management); Internal consistency; Multiple choice; Test score; Mathematics education; Test method; Artificial intelligence; Psychology; Psychometrics; Mathematics; Standardized test; Statistics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007699079,0.0001163398,0.00009466099,0.00009875397,0.00005941537,0.00002280351,0.00005088043,0.00005424492,0.00004763563],"category_scores_gemma":[0.000002227947,0.0001311093,0.00002154648,0.00007655374,0.00002430385,0.0001284554,1.796805e-7,0.0001811033,0.00001911477],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001688254,"about_ca_system_score_gemma":0.00004441546,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004407264,"about_ca_topic_score_gemma":7.277235e-7,"domain_scores_codex":[0.9995109,0.00002997535,0.0001359234,0.0001179089,0.00008140416,0.0001238673],"domain_scores_gemma":[0.9996909,0.00006833293,0.00001840588,0.0001274332,0.00002133955,0.00007356203],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000006234355,0.0002951367,0.0001194444,0.00006256839,0.00006283707,7.876805e-7,0.002167554,0.9669816,0.02256311,0.0002209481,0.0003286444,0.007191077],"study_design_scores_gemma":[0.0007689978,0.0003179964,0.001682959,0.0001818401,0.00007988467,0.00003400258,0.001238247,0.940614,0.05264795,0.00002908657,0.001921503,0.0004835783],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01890512,0.0003611379,0.9763332,0.000008769663,0.001939904,0.0003335315,0.000003922387,0.0003183555,0.001796029],"genre_scores_gemma":[0.9923687,0.00002491844,0.007099805,0.00001756502,0.00004491036,0.0002587082,0.000001272278,0.00003370269,0.0001504159],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9734636,"threshold_uncertainty_score":0.5346481,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01944075689435389,"score_gpt":0.245397405439759,"score_spread":0.2259566485454051,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}