{"id":"W2885922145","doi":"10.24908/pceea.v0i0.10236","title":"SURVEYS FOR SIMULTANEOUS DIRECT AND INDIRECT ASSESSMENT","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Accreditation; Variety (cybernetics); Indirect costs; Direct cost; Direct imaging; Computer science; Risk analysis (engineering); Engineering; Business; Political science; Accounting; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006441596,0.0001608472,0.000167578,0.0002290798,0.0001474965,0.00009107686,0.0001745127,0.0001208641,0.00001888493],"category_scores_gemma":[0.0007201465,0.0001618548,0.00004921535,0.0003922184,0.00001705436,0.0001128047,0.00001331062,0.0001243532,0.000004048396],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001596027,"about_ca_system_score_gemma":0.0003602641,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004742436,"about_ca_topic_score_gemma":0.002258702,"domain_scores_codex":[0.9991126,0.000005944888,0.0002374475,0.0001598972,0.0001900958,0.0002940369],"domain_scores_gemma":[0.999024,0.0001101626,0.00009931305,0.0000790167,0.0005017477,0.0001857375],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.000008816145,0.0004551866,0.3803058,0.004834462,0.001963419,3.63679e-7,0.01521247,0.03834784,0.03943012,0.03472549,0.4317248,0.05299123],"study_design_scores_gemma":[0.0005236158,0.00006828455,0.5489182,0.0003458586,0.0001194684,0.00000793857,0.0004330001,0.08809362,0.01836697,0.0002120738,0.3419032,0.001007803],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9378694,0.000467927,0.001248281,0.003026539,0.01240729,0.00198084,0.0001425338,0.0008992558,0.04195799],"genre_scores_gemma":[0.9944261,0.00001727566,0.003559697,0.00007027268,0.0002491419,0.0001234206,0.00001094993,0.00004438348,0.001498761],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1686123,"threshold_uncertainty_score":0.6600248,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.004509591000638284,"score_gpt":0.2098545391641652,"score_spread":0.2053449481635269,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}