{"id":"W4281476990","doi":"10.1007/s10664-022-10181-y","title":"Understanding and supporting the design systems practice","year":2022,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Design education; Design brief; Computer science; Design knowledge; Systems design; Knowledge management; Design technology; User experience design; User interface; Systems engineering; Design review (U.S. government); Human–computer interaction; Process management; Engineering; Software engineering","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001670844,0.0001376254,0.0001345785,0.0001026836,0.0007518051,0.000373878,0.0006331195,0.00003051272,0.00001174384],"category_scores_gemma":[0.002172086,0.0001177166,0.00003124526,0.001021049,0.0000229313,0.0005187083,0.0007583662,0.0004616842,0.000005833878],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003117316,"about_ca_system_score_gemma":0.00007226461,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001388371,"about_ca_topic_score_gemma":9.609176e-8,"domain_scores_codex":[0.998437,0.0001686249,0.0002861413,0.0003112683,0.0004501156,0.0003468617],"domain_scores_gemma":[0.9964177,0.002960468,0.0001181088,0.0003758371,0.00005041493,0.00007745252],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000007765938,0.00006259368,0.00986426,0.00004258885,0.00009166877,0.0001320974,0.005303889,0.9176211,0.00005976618,0.05471089,0.01085355,0.001249815],"study_design_scores_gemma":[0.0004474257,0.0002112615,0.002933695,0.0000358258,0.00003655178,0.001190312,0.002605263,0.7961413,0.00003395326,0.001517409,0.1940951,0.0007519734],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.001379092,0.0001963405,0.9936474,0.003289622,0.0005244188,0.000279411,0.00000206775,0.0006301672,0.00005149873],"genre_scores_gemma":[0.8610128,0.000002071097,0.1378883,0.0007921902,0.00008089201,0.0001202133,0.00000192243,0.00002789281,0.00007378116],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8596336,"threshold_uncertainty_score":0.5782353,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1192130359257537,"score_gpt":0.300202297437084,"score_spread":0.1809892615113304,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}