{"id":"W4294233820","doi":"10.3390/su141710865","title":"Assessing Design Ability through a Quantitative Analysis of the Design Process","year":2022,"lang":"en","type":"article","venue":"Sustainability","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"Dalhousie University; University of Prince Edward Island","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Formative assessment; Engineering design process; Process (computing); Computer science; Research design; Design process; Mathematics education; Product design; Product (mathematics); Engineering management; Psychology; Engineering; Work in process; Operations management; Mathematics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002943566,0.0001352871,0.0002666574,0.000103187,0.0003322724,0.00005323887,0.0003507879,0.00003522689,0.000375279],"category_scores_gemma":[0.002763424,0.0001139808,0.0001561068,0.002923643,0.0001350572,0.0005314632,0.00006451199,0.0003189217,8.099054e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009507333,"about_ca_system_score_gemma":0.0007777965,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008979639,"about_ca_topic_score_gemma":0.000004435431,"domain_scores_codex":[0.9971103,0.001709389,0.00034392,0.0002565701,0.0003438907,0.0002359062],"domain_scores_gemma":[0.9970491,0.001645129,0.0001335373,0.0005909709,0.000544795,0.00003648759],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005803733,0.0002170555,0.006136255,0.0001858028,0.0003124332,9.396986e-7,0.01225233,0.977356,0.0002133544,0.002062225,0.0002444978,0.0009610879],"study_design_scores_gemma":[0.0004547389,0.0002074427,0.2245297,0.000008619725,0.001840722,0.000004886183,0.1164852,0.5332925,0.00445569,0.1152028,0.002864654,0.0006531036],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3287222,0.0001583004,0.6680845,0.000773102,0.0002506874,0.0009775964,0.00001061336,0.0001341981,0.0008888065],"genre_scores_gemma":[0.9938353,0.000001652819,0.005827814,0.00005554327,0.000006741026,0.0002114502,0.000003111289,0.00001481099,0.00004352692],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6651132,"threshold_uncertainty_score":0.4648004,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06582401107744583,"score_gpt":0.3792506865142151,"score_spread":0.3134266754367692,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}