{"id":"W2966626948","doi":"10.1017/dsi.2019.281","title":"A Survey of Design Reviews: Understanding Differences by Designer-Roles and Phase of Development","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ... International Conference on Engineering Design","topic":"Design Education and Practice","field":"Engineering","cited_by":12,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"New product development; Design review (U.S. government); Context (archaeology); Product design; Design education; Product (mathematics); Design brief; Industrial design; Computer science; Design technology; Engineering management; Process management; Knowledge management; Engineering; Systems engineering; Business; Operations management; Marketing; Product testing","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001136843,0.0001826984,0.0003082403,0.0001526022,0.00002038981,0.00003868192,0.000430642,0.00005954996,0.00007431614],"category_scores_gemma":[0.0003589045,0.0001480721,0.00003537771,0.000193749,0.00003827733,0.0001987346,0.0000346567,0.000137568,0.000003781226],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008027517,"about_ca_system_score_gemma":0.00006358149,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007930741,"about_ca_topic_score_gemma":4.132308e-7,"domain_scores_codex":[0.9989113,0.00002716473,0.0004501457,0.0001612027,0.0003146425,0.000135558],"domain_scores_gemma":[0.998983,0.0004043101,0.0002488336,0.000084523,0.0002323513,0.00004692866],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0002978839,0.0002787175,0.003822665,0.0009464803,0.0003844051,1.443642e-7,0.002134461,0.005641061,0.9499317,0.02790583,0.004372988,0.004283692],"study_design_scores_gemma":[0.001635523,0.0004817209,0.007368018,0.00235239,0.0000758743,0.000008045259,0.0007739965,0.3024817,0.6822464,0.0009626373,0.0008997617,0.0007139184],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3576544,0.001399097,0.6331378,0.0002281664,0.001035139,0.001531171,0.00004270841,0.0001288062,0.004842746],"genre_scores_gemma":[0.9919927,0.0003461439,0.007465051,0.00001027182,0.000008553913,0.000023064,0.000002635185,0.00001972289,0.0001318612],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6343383,"threshold_uncertainty_score":0.6038203,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1524230939890409,"score_gpt":0.2971766810765912,"score_spread":0.1447535870875503,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}