{"id":"W4294233820","doi":"10.3390/su141710865","title":"Assessing Design Ability through a Quantitative Analysis of the Design Process","year":2022,"lang":"en","type":"article","venue":"Sustainability","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"Dalhousie University; University of Prince Edward Island","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Formative assessment; Engineering design process; Process (computing); Computer science; Research design; Design process; Mathematics education; Product design; Product (mathematics); Engineering management; Psychology; Engineering; Work in process; Operations management; Mathematics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02879697,0.001048168,0.0004424913,0.006465566,0.0008625666,0.003065169,0.0007717244,0.0005066782,0.004571008],"category_scores_gemma":[0.1027492,0.0003424712,0.0007124952,0.002907003,0.001520021,0.003023727,0.001400376,0.0009538701,0.0008418169],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001241883,"about_ca_system_score_gemma":0.002395478,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000726626,"about_ca_topic_score_gemma":0.0008690469,"domain_scores_codex":[0.9708501,0.01421363,0.003270289,0.001537013,0.009578807,0.000550154],"domain_scores_gemma":[0.7842469,0.1557574,0.01120213,0.01001365,0.03740975,0.001370264],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001064358,0.002905991,0.1785641,0.003460955,0.0003307265,0.0002384957,0.05240564,0.01070104,0.06453304,0.01711122,0.005147703,0.6635368],"study_design_scores_gemma":[0.0005311529,0.01524719,0.5138797,0.00270263,0.0006149395,0.00148892,0.06829488,0.1013007,0.1483192,0.05340081,0.09302316,0.001196641],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5895779,0.0002980728,0.3646097,0.000539673,0.000120969,0.003717555,0.001514526,0.000992459,0.03862928],"genre_scores_gemma":[0.7935861,0.0002449848,0.1974075,0.0001325671,0.00003424762,0.003485977,0.0008125785,0.0001549562,0.004141012],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02879697,"threshold_uncertainty_score":0.1522948,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06582401107744583,"score_gpt":0.3792506865142151,"score_spread":0.3134266754367692,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}