{"id":"W2103736858","doi":"10.24908/pceea.v0i0.3918","title":"DESIGNING EVALUATION INTO OPEN-ENDED DESIGN LABS","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Design cycle; Computer science; Engineering design process; Concurrent engineering; Process (computing); Sample (material); Software engineering; Systems engineering; Engineering management; Engineering; Mechanical engineering; Process engineering; Programming language","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001180533,0.0002168134,0.0001890495,0.0003507418,0.0001688595,0.0001500514,0.0006395243,0.0001684812,0.0001397613],"category_scores_gemma":[0.0006936676,0.0002250069,0.00006074867,0.0007646024,0.00001142996,0.0004307182,0.0000404202,0.0002399438,0.00002935864],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003637231,"about_ca_system_score_gemma":0.0009932711,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002236565,"about_ca_topic_score_gemma":0.001261232,"domain_scores_codex":[0.9986308,0.00001430274,0.0003777767,0.0002077686,0.0004167215,0.0003526721],"domain_scores_gemma":[0.9986628,0.00003542865,0.0001800784,0.0001462051,0.0007299801,0.0002455637],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.0000197329,0.0006159087,0.06911991,0.001796,0.001399589,5.386289e-7,0.06290521,0.1017594,0.07386546,0.03634607,0.6272087,0.02496349],"study_design_scores_gemma":[0.001940806,0.0001042474,0.4659177,0.001361404,0.0005777088,0.00002458012,0.004425399,0.1487398,0.2876785,0.005786804,0.08027188,0.003171074],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6295309,0.00256924,0.01951654,0.005704677,0.03901307,0.01265277,0.00005246278,0.003131707,0.2878286],"genre_scores_gemma":[0.9648381,0.00001518523,0.03363698,0.0001105775,0.0001021738,0.0003657162,0.000009590816,0.00006135346,0.0008603043],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5469368,"threshold_uncertainty_score":0.9511232,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02419773671188678,"score_gpt":0.2260119054630541,"score_spread":0.2018141687511673,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}