{"id":"W2103736858","doi":"10.24908/pceea.v0i0.3918","title":"DESIGNING EVALUATION INTO OPEN-ENDED DESIGN LABS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Design cycle; Computer science; Engineering design process; Concurrent engineering; Process (computing); Sample (material); Software engineering; Systems engineering; Engineering management; Engineering; Mechanical engineering; Process engineering; Programming language","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1776338,0.00147755,0.001172854,0.003537922,0.002336794,0.008345757,0.002993659,0.001554015,0.008002423],"category_scores_gemma":[0.2925211,0.0009899065,0.0007383117,0.001756009,0.00477112,0.007107329,0.004372864,0.002300553,0.002200199],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005810242,"about_ca_system_score_gemma":0.007669332,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005031878,"about_ca_topic_score_gemma":0.0006581765,"domain_scores_codex":[0.7240407,0.2435574,0.009914807,0.005407839,0.01444427,0.002634943],"domain_scores_gemma":[0.6053616,0.3025999,0.01010929,0.01889369,0.05842979,0.004605743],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.002708617,0.004195697,0.009094701,0.0061383,0.0001675218,0.0004078647,0.06202419,0.007896295,0.02288932,0.07521353,0.01290646,0.7963576],"study_design_scores_gemma":[0.006353339,0.02840789,0.02166845,0.01286678,0.0005909244,0.001002332,0.09656534,0.03691734,0.1076821,0.1707388,0.5164217,0.0007851651],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1071001,0.0009477522,0.8116171,0.002162857,0.0005909204,0.03560366,0.0003041287,0.001634626,0.04003889],"genre_scores_gemma":[0.2436761,0.0004605426,0.7136206,0.0009489756,0.0001286492,0.03376241,0.0003911912,0.0004098124,0.006601708],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.1776338,"threshold_uncertainty_score":0.9394287,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02419773671188678,"score_gpt":0.2260119054630541,"score_spread":0.2018141687511673,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}