{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":45,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":45,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"a7c17793e2a6","filters":{"venue":"Proceedings of the Design Society"}},"results":[{"id":"W4396955972","doi":"10.1017/pds.2024.204","title":"Integrating large language models for improved failure mode and effects analysis (FMEA): a framework and case study","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Rimouski","funders":"","keywords":"Failure mode and effects analysis; Computer science; Reliability engineering; Natural language processing; Engineering","authors":[{"name":"Ibtissam El Hassani","is_ca":true},{"name":"Tawfik Masrour","is_ca":true},{"name":"Nouhan Kourouma","is_ca":false},{"name":"Damien Motte","is_ca":false},{"name":"Jože Tavčar","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01332308256745129,"gpt":0.290211175171413,"spread":0.2768880926039617,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001093223,0.0001505379,0.000230632,0.00007579075,0.0001676236,0.0003862986,0.0003987237,0.00008992689,2.053984e-7],"category_scores_gemma":[0.000535092,0.0001043344,0.0001700508,0.001009987,0.00003918463,0.0003967807,0.0003972434,0.0002976847,7.30057e-8],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003917135,"about_ca_system_score_gemma":0.00002809623,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005091457,"about_ca_topic_score_gemma":0.000003634742,"domain_scores_codex":[0.9989725,0.00001383191,0.0001497433,0.0004112744,0.0001905593,0.0002621199],"domain_scores_gemma":[0.9982249,0.00137116,0.00004599997,0.0001612472,0.0001327815,0.00006395814],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004751019,0.0005381246,0.01323488,0.005597662,0.007091317,0.0001119248,0.8288107,0.002616008,0.07156669,0.04342724,0.004704274,0.02225366],"study_design_scores_gemma":[0.0002028732,0.0001117574,0.00007864463,0.000091355,0.0001939792,0.000049636,0.006389426,0.9867889,0.002365274,0.003605234,0.00000300236,0.0001199093],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3769459,0.000429315,0.6217436,0.0001306832,0.00002740259,0.0005960569,0.000004262012,0.0001215556,0.000001262601],"genre_scores_gemma":[0.7522269,0.000005702218,0.2475768,0.00002739074,0.00002440338,0.0001067815,1.479994e-7,0.00001353986,0.00001831756],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9841729,"threshold_uncertainty_score":0.4254634,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4281564833","doi":"10.1017/pds.2022.123","title":"One Size Doesn't Fit All: On the Adaptable Universal Design of Assistive Technologies","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Assistive Technology in Communication and Mobility","field":"Health Professions","cited_by":16,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Adaptation (eye); Universal design; Order (exchange); Assistive technology; Human–computer interaction; Computer science; User needs; Psychology; Multimedia; World Wide Web; Business","authors":[{"name":"Leila Aflatoony","is_ca":false},{"name":"Siniša Kolarić","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1617327085260357,"gpt":0.3591296744128227,"spread":0.197396965886787,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.003223394,0.0001671589,0.0003251655,0.00003275337,0.001653872,0.000004482638,0.001887035,0.000236652,0.0002231628],"category_scores_gemma":[0.001752142,0.0001069404,0.0002024645,0.0006250904,0.0008630817,0.00007075552,0.00156839,0.001590678,0.000005203688],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004483105,"about_ca_system_score_gemma":0.000250492,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004104509,"about_ca_topic_score_gemma":6.93366e-7,"domain_scores_codex":[0.9982312,0.0003093476,0.0004273125,0.0002747503,0.000421009,0.0003364145],"domain_scores_gemma":[0.994507,0.003629901,0.0008410845,0.0005540288,0.0004455574,0.00002241575],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"qualitative","study_design_scores_codex":[0.001553896,0.002077193,0.03857316,0.0004608386,0.001442588,3.272844e-7,0.01809466,0.0006435996,0.1610625,0.1653388,0.6082222,0.002530286],"study_design_scores_gemma":[0.004272218,0.002341328,0.1017872,0.0007162798,0.0007992283,0.000004353466,0.6247208,0.00731671,0.1348373,0.08001085,0.04202054,0.001173225],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5022929,0.001755557,0.05324062,0.3533249,0.00155834,0.02838882,0.0004820201,0.004978282,0.05397857],"genre_scores_gemma":[0.9823585,0.000131898,0.01431421,0.001106878,0.00000959112,0.0006076094,7.047294e-7,0.00002136434,0.001449308],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6066261,"threshold_uncertainty_score":0.9996458,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3187955867","doi":"10.1017/pds.2021.407","title":"EXPERIENCES OF DESIGN AT HACKATHONS: INITIAL FINDINGS FROM AN INTERVIEW STUDY","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Process (computing); Computer science; Frame (networking); Design process; Engineering design process; Process management; Management science; Work in process; Engineering; Operations management","authors":[{"name":"Meagan Flus","is_ca":true},{"name":"Ada Hurst","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04838881121009286,"gpt":0.2702292373169458,"spread":0.221840426106853,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004418931,0.0001297043,0.0002102075,0.00001542252,0.00005781352,0.00002342084,0.0003253998,0.00008876837,0.00006470933],"category_scores_gemma":[0.00007903422,0.0001000147,0.0001166651,0.0003208695,0.00008661767,0.0001676419,0.00009573697,0.000126286,0.000002003553],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005750069,"about_ca_system_score_gemma":0.00002743442,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005809686,"about_ca_topic_score_gemma":2.972488e-7,"domain_scores_codex":[0.9991503,0.00001806953,0.0002672144,0.0001730755,0.0002390759,0.0001522113],"domain_scores_gemma":[0.9995829,0.00008048405,0.00005288597,0.0001088722,0.0001171545,0.00005770944],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0000240659,0.0006144796,0.001638313,0.0007981486,0.0003733023,0.000001036142,0.5246017,0.0006505733,0.44547,0.00005036255,0.0235422,0.002235831],"study_design_scores_gemma":[0.0004225991,0.0001682708,0.004374326,0.0002957551,0.0001011134,0.000006666658,0.09396434,0.009357191,0.8904253,0.0004563532,0.0001633771,0.0002647377],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9883996,0.0004143283,0.01032351,0.00007202929,0.0004268723,0.0002140503,0.000003871451,0.00008788324,0.00005790356],"genre_scores_gemma":[0.9854299,0.00006007984,0.01426517,0.00003766683,0.00007553681,0.00006963022,0.0000020366,0.00001994227,0.00003998712],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4449553,"threshold_uncertainty_score":0.4078481,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4381185676","doi":"10.1017/pds.2023.107","title":"CONNECTING DESIGN ITERATIONS TO PERFORMANCE IN ENGINEERING DESIGN","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Engineering design process; Ambiguity; Process (computing); Iterative design; Design process; Industrial engineering; Mathematical optimization; Mathematics; Work in process; Operations management; Engineering","authors":[{"name":"Ademir-Paolo Vrolijk","is_ca":true},{"name":"Yuanzhe Deng","is_ca":true},{"name":"Alison Olechowski","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04541328401669431,"gpt":0.2559900809916875,"spread":0.2105767969749932,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002555407,0.0001580725,0.0001711037,0.000163048,0.0001599785,0.0001654885,0.001325173,0.00007522684,0.000001561034],"category_scores_gemma":[0.001577833,0.0001378871,0.00009176665,0.002954005,0.00001580327,0.0005278287,0.0004292264,0.000275369,0.00002256993],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001410321,"about_ca_system_score_gemma":0.00006935692,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002695877,"about_ca_topic_score_gemma":5.059868e-8,"domain_scores_codex":[0.9984903,0.00001804746,0.0002568965,0.0003319879,0.0004214178,0.0004813106],"domain_scores_gemma":[0.9982421,0.0012135,0.00006243106,0.000203962,0.0001962467,0.00008171848],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001050488,0.00002906064,0.00324281,0.0002001978,0.00003359657,9.220583e-7,0.0159025,0.8334361,0.1391096,0.0009071502,0.005407391,0.001720206],"study_design_scores_gemma":[0.0001677137,0.0000700045,0.006050374,0.000160664,0.000002919348,0.000005888856,0.0001343661,0.8659734,0.1270521,0.0001462134,0.00006659018,0.0001697138],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1140556,0.00002055359,0.8842646,0.0004342799,0.0001406073,0.0006220608,4.411587e-7,0.0004505807,0.00001123248],"genre_scores_gemma":[0.6459466,0.00001159476,0.3537954,0.00003925508,0.00003078237,0.0001029096,1.048878e-7,0.00002073842,0.0000526771],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.531891,"threshold_uncertainty_score":0.5622872,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4396956272","doi":"10.1017/pds.2024.206","title":"A survey on the industry's perception of digital twins – a follow-up to the digital twin workshop at the DESIGN Conference 2022","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Perception; Engineering; Psychology","authors":[{"name":"Michel Fett","is_ca":false},{"name":"Julius Zwickler","is_ca":false},{"name":"Fabian Wilking","is_ca":false},{"name":"Stefan Goetz","is_ca":false},{"name":"Sebastian Schweigert-Recksiek","is_ca":false},{"name":"Ben Hicks","is_ca":false},{"name":"Oscar Nespoli","is_ca":true},{"name":"Kristina Wärmefjord","is_ca":false},{"name":"Sandro Wartzack","is_ca":false},{"name":"Eckhard Kirchner","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06690443771741895,"gpt":0.2527384613220481,"spread":0.1858340236046292,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001452813,0.0002947412,0.0002197408,0.00003346171,0.000232465,0.0008510271,0.001093159,0.0002734113,0.00007858242],"category_scores_gemma":[0.0004154986,0.000143724,0.0003330646,0.0009914405,0.0002832766,0.000719098,0.0001893094,0.0009308149,0.00005797181],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002027109,"about_ca_system_score_gemma":0.00007631752,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005324475,"about_ca_topic_score_gemma":0.000001309953,"domain_scores_codex":[0.9982764,0.00003241066,0.0004280791,0.0002493648,0.0006676134,0.0003461028],"domain_scores_gemma":[0.9982669,0.001082493,0.00009301182,0.0002750429,0.0002140733,0.00006846103],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001747787,0.00008968754,0.001972093,0.000296576,0.0007129424,4.060045e-7,0.04667102,0.01909337,0.008568578,0.00255921,0.9058207,0.01404067],"study_design_scores_gemma":[0.004426731,0.001884318,0.04560534,0.008728461,0.00115932,0.0001849458,0.3182682,0.3498012,0.1587891,0.01503499,0.0900998,0.006017585],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9331124,0.0001958341,0.02987759,0.007705887,0.001218061,0.003545818,0.0008401593,0.0005159772,0.02298827],"genre_scores_gemma":[0.9967477,0.00002106916,0.000066385,0.000148084,0.00008956074,0.0001271166,0.00000769457,0.00005383531,0.002738511],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8157209,"threshold_uncertainty_score":0.8206474,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3187853372","doi":"10.1017/pds.2021.471","title":"MITIGATING COMPANY ADOPTION BARRIERS OF DESIGN-DRIVEN INNOVATION WITH HUMAN CENTERED DESIGN","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Business; Service (business); Product (mathematics); Service design; Product innovation; Space (punctuation); Service innovation; Knowledge management; Meaning (existential); Process management; New product development; Product design; Marketing; Computer science; Service provider; Psychology","authors":[{"name":"Ehsan Baha","is_ca":true},{"name":"Taresh Ghei","is_ca":false},{"name":"Anne Kranzbuhler","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04936747237357602,"gpt":0.2632285455627738,"spread":0.2138610731891978,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008850868,0.0001831998,0.0002387577,0.00004887278,0.0001818238,0.00005992148,0.0002581382,0.0001061269,0.00004586689],"category_scores_gemma":[0.0002317805,0.0001571477,0.0000969814,0.001086227,0.0001085177,0.0004160669,0.0000328283,0.0002486616,0.00000176179],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001070733,"about_ca_system_score_gemma":0.0001362741,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003194343,"about_ca_topic_score_gemma":1.045885e-7,"domain_scores_codex":[0.9987949,0.00005757681,0.00042658,0.0001940666,0.0003085518,0.0002183968],"domain_scores_gemma":[0.998417,0.0001901676,0.0003535459,0.0001330183,0.0008492872,0.00005695497],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00003724462,0.00005124355,0.001150902,0.000287814,0.000194043,2.212712e-7,0.005582075,0.01475872,0.9648603,0.001540538,0.01121685,0.000320075],"study_design_scores_gemma":[0.0006853489,0.0001001585,0.001353962,0.0003206711,0.0001354576,0.00002037653,0.005794388,0.03983665,0.9504403,0.0008203857,0.0002246687,0.0002676051],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2856551,0.0001237271,0.7111999,0.0003302586,0.0002199844,0.0008360782,0.00000553074,0.0002015126,0.001427884],"genre_scores_gemma":[0.8059015,0.00002007746,0.1937976,0.00008106102,0.00003806684,0.00002895753,0.000003635864,0.00003561729,0.00009345936],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5202464,"threshold_uncertainty_score":0.6408296,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3192476118","doi":"10.1017/pds.2021.413","title":"EXPLORING THE POTENTIAL OF DIGITAL TWIN-DRIVEN DESIGN OF AERO-ENGINE STRUCTURES","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"VINNOVA","keywords":"Reuse; Aerospace; Quality (philosophy); Production (economics); Computer science; Product design; Systems engineering; Product (mathematics); Downstream (manufacturing); Manufacturing engineering; Engineering; Operations management","authors":[{"name":"Julian Martinsson Bonde","is_ca":false},{"name":"Massimo Panarotto","is_ca":false},{"name":"Michael Kokkolaras","is_ca":true},{"name":"Ola Isaksson","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05551897514569402,"gpt":0.2108196426243297,"spread":0.1553006674786357,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000192834,0.0001579483,0.0002242073,0.00002086111,0.00005496322,0.00006325597,0.0004429173,0.0000798627,0.00001070935],"category_scores_gemma":[0.00007341104,0.0001105327,0.0002591253,0.0003938785,0.0001492479,0.0007906565,0.00007419752,0.0002341392,8.057935e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003485006,"about_ca_system_score_gemma":0.00003568063,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":6.092854e-7,"about_ca_topic_score_gemma":9.157673e-9,"domain_scores_codex":[0.9989172,0.000006011953,0.0003980587,0.0001117347,0.0003764239,0.0001906216],"domain_scores_gemma":[0.999315,0.0001008575,0.0001261695,0.0001302563,0.0002943063,0.00003344469],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00003004034,0.00005894294,0.000379136,0.0009313212,0.0005582887,3.845498e-7,0.006321571,0.4735407,0.5070967,0.002256971,0.005840161,0.002985763],"study_design_scores_gemma":[0.0003655657,0.00003698293,0.001011927,0.0001604794,0.00008511096,0.00001711565,0.005374111,0.02174807,0.9684759,0.002422944,0.0001149824,0.0001867692],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8175505,0.0002514477,0.1762004,0.0002485106,0.000668077,0.0007298765,0.00008947458,0.0002055817,0.004056124],"genre_scores_gemma":[0.9910973,0.00006828301,0.008669196,0.000009082467,0.00005771071,0.00002007866,0.000001605126,0.00003023628,0.0000465642],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4613793,"threshold_uncertainty_score":0.4507394,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4381164697","doi":"10.1017/pds.2023.244","title":"LET'S TAKE THIS OFFLINE: A THEMATIC ANALYSIS OF VIRTUAL CONFLICT IN HYBRID COLLABORATIVE DESIGN TEAMS","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Construction Project Management and Performance","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Typology; Conflict management; Interpersonal communication; Thematic analysis; Task (project management); Knowledge management; Process (computing); Psychology; Teamwork; Conflict resolution research; Conflict resolution; Social psychology; Computer science; Sociology; Engineering; Political science; Qualitative research","authors":[{"name":"Meagan Flus","is_ca":true},{"name":"Sharon Ferguson","is_ca":true},{"name":"Alison Olechowski","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09665920891143356,"gpt":0.3436949806190389,"spread":0.2470357717076054,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007751156,0.0001872044,0.0006218954,0.00056271,0.0001625799,0.0001223302,0.001133462,0.00007134592,0.0002200761],"category_scores_gemma":[0.001616057,0.000120799,0.0004496741,0.01299072,0.0003571789,0.0004587164,0.0002733211,0.0001779422,0.00002850317],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005544003,"about_ca_system_score_gemma":0.0001327817,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001926562,"about_ca_topic_score_gemma":0.000002324842,"domain_scores_codex":[0.9969769,0.00008409416,0.0009417591,0.0004000669,0.001330901,0.0002663542],"domain_scores_gemma":[0.9965675,0.001311293,0.0009159845,0.0002644441,0.0009001172,0.00004070315],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0008229999,0.0004877895,0.1490562,0.0003412118,0.005288612,0.000002221817,0.1477334,0.02905019,0.06459624,0.01967616,0.5266112,0.05633371],"study_design_scores_gemma":[0.001766558,0.0003597378,0.01616967,0.0002039971,0.00111523,0.000003722601,0.07489438,0.8090708,0.08185815,0.00976631,0.004170526,0.0006209025],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9790441,0.0000764021,0.01493659,0.0008669109,0.0002177525,0.00138693,0.00003982231,0.00008916589,0.003342335],"genre_scores_gemma":[0.991529,0.0001457631,0.004911424,0.0001097864,0.00002323872,0.00005562121,0.000001516096,0.0000119153,0.003211715],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7800206,"threshold_uncertainty_score":0.6241612,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3190109559","doi":"10.1017/pds.2021.546","title":"SURVEYING DESIGN SKILL DEVELOPMENT IN WORK-INTEGRATED LEARNING EXPERIENCES: A REVIEW OF THE LITERATURE","year":2021,"lang":"en","type":"review","venue":"Proceedings of the Design Society","topic":"Higher Education and Employability","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Graduation (instrument); Context (archaeology); Work (physics); Engineering design process; Process (computing); Engineering education; Engineering ethics; Psychology; Medical education; Pedagogy; Engineering; Engineering management; Computer science; Medicine","authors":[{"name":"Gregory Litster","is_ca":true},{"name":"Ada Hurst","is_ca":true},{"name":"T. Judene Pretti","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1052972580759154,"gpt":0.3702533012172415,"spread":0.2649560431413261,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009852148,0.0003359959,0.00126621,0.00003775481,0.0004979695,0.0001163875,0.001401434,0.0003831131,0.00008973676],"category_scores_gemma":[0.003868862,0.000189567,0.0008921879,0.00443205,0.0004373153,0.0001503892,0.0001967459,0.0009282962,0.000001835543],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005491261,"about_ca_system_score_gemma":0.002814628,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005924612,"about_ca_topic_score_gemma":0.000003941969,"domain_scores_codex":[0.9961436,0.001221394,0.001018521,0.0004593664,0.0007734182,0.0003836763],"domain_scores_gemma":[0.9968947,0.0007436419,0.001123714,0.0002078515,0.0009541943,0.00007592922],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000005025985,0.000260118,0.001570456,0.07039833,0.00019455,2.018027e-7,0.7429492,0.000002839485,0.000002902502,0.0002546122,0.01983821,0.1645236],"study_design_scores_gemma":[0.00005362608,0.000007161219,0.00005465349,0.2589163,0.0001156589,0.000001193549,0.01778572,3.749942e-7,0.0000423727,0.00002774046,0.7227258,0.0002694032],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0001655021,0.9972279,0.0001119712,0.0002076424,0.0003128695,0.001755751,0.000001578392,0.00002856065,0.0001882273],"genre_scores_gemma":[0.0001861248,0.9894056,0.008505903,0.0001263265,0.00005526779,0.0004112556,0.000003994183,0.00002627718,0.001279243],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.7251635,"threshold_uncertainty_score":0.7730317,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4381164809","doi":"10.1017/pds.2023.253","title":"MANAGING DATA-DRIVEN DESIGN: A SURVEY OF THE LITERATURE AND FUTURE DIRECTIONS","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Knowledge management; Design thinking; Product design; Set (abstract data type); Design technology; Key (lock); Qualitative property; Strategic design; Design education; Management science; Data science; Process management; Human–computer interaction; Product (mathematics); Systems engineering; Engineering; Business","authors":[{"name":"Julie Johnson","is_ca":true},{"name":"Ada Hurst","is_ca":true},{"name":"Frank Safayeni","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05657062354320964,"gpt":0.27740476517175,"spread":0.2208341416285404,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001343476,0.0001177034,0.0001356597,0.00002861237,0.0001675342,0.00007487617,0.0005667007,0.00008684251,0.00000621473],"category_scores_gemma":[0.0002002877,0.00007691942,0.0000668779,0.001363294,0.00006751043,0.0003473678,0.0001604521,0.0002610909,0.00000205839],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002202745,"about_ca_system_score_gemma":0.00003105901,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001287168,"about_ca_topic_score_gemma":8.202449e-7,"domain_scores_codex":[0.999294,0.00004835432,0.000169535,0.0001632741,0.0001749885,0.0001498292],"domain_scores_gemma":[0.9991205,0.0003186559,0.0001096017,0.0002342617,0.0001847448,0.00003217862],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005229571,0.00008199146,0.00648878,0.001204339,0.0006315272,2.121731e-7,0.05245481,0.003037777,0.05430255,0.0007496627,0.8676461,0.01334994],"study_design_scores_gemma":[0.001195283,0.00008562357,0.3344102,0.0009841968,0.0006442968,0.00007297063,0.01147416,0.4971724,0.03852423,0.005615314,0.1086944,0.001126942],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6746629,0.04923204,0.1065066,0.09010308,0.02767794,0.01727372,0.001934902,0.006983926,0.02562489],"genre_scores_gemma":[0.969991,0.008628525,0.01927835,0.0002578679,0.0003606147,0.00005310895,0.000020856,0.00008666588,0.001323024],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7589517,"threshold_uncertainty_score":0.3136683,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3185502463","doi":"10.1017/pds.2021.49","title":"APPLICATION OF DOMAIN INTEGRATED DESIGN METHODOLOGY FOR BIO-INSPIRED DESIGN- A CASE STUDY OF SUTURE PIN DESIGN","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Fibrous joint; Computer science; Deformation (meteorology); Domain (mathematical analysis); Mechanical engineering; Structural engineering; Biomedical engineering; Materials science; Engineering; Mathematics; Anatomy; Composite material; Biology","authors":[{"name":"Pavan Tejaswi Velivela","is_ca":true},{"name":"Nikita Letov","is_ca":true},{"name":"Yuan Liu","is_ca":true},{"name":"Yaoyao Fiona Zhao","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06699731290285113,"gpt":0.2888142699628657,"spread":0.2218169570600146,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002740239,0.0002592152,0.000663879,0.00007028955,0.0001010592,0.000008269084,0.000481569,0.0004170307,0.000005284606],"category_scores_gemma":[0.0007570763,0.0002034876,0.0002546737,0.0009708014,0.0002638175,0.00008459332,0.00008685245,0.0003395365,3.587264e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008977629,"about_ca_system_score_gemma":0.0001249654,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000029217,"about_ca_topic_score_gemma":0.000001376741,"domain_scores_codex":[0.998301,0.0001725597,0.0006340556,0.0003388153,0.0002296068,0.0003239688],"domain_scores_gemma":[0.9976746,0.001087616,0.0003322307,0.0002377104,0.0006001091,0.00006777897],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0003013156,0.0006288526,0.0001559045,0.0007861276,0.0009363901,0.00001244841,0.01176931,0.004424627,0.9579196,0.00222736,0.007376841,0.01346124],"study_design_scores_gemma":[0.001588133,0.0006536419,0.00001776554,0.00007847141,0.0003086868,0.0001967801,0.02705948,0.06368109,0.8952887,0.01061809,0.0002766349,0.0002325233],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06939545,0.0005684693,0.927502,0.0001168945,0.00007708622,0.002161173,0.000007986129,0.0001596295,0.00001135208],"genre_scores_gemma":[0.5171372,0.00007972569,0.4823928,0.00002950106,0.00001922158,0.000297395,0.00000114801,0.00003152073,0.00001153386],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.4477418,"threshold_uncertainty_score":0.8297985,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4381185133","doi":"10.1017/pds.2023.100","title":"COMPARING ACADEMICS AND PRACTITIONERS Q & A TUTORING IN THE ENGINEERING DESIGN STUDIO","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo","keywords":"Studio; Design studio; Generative grammar; Style (visual arts); Psychology; Mathematics education; Pedagogy; Engineering design process; Computer science; Engineering; Visual arts","authors":[{"name":"Ada Hurst","is_ca":true},{"name":"Shirley Lin","is_ca":true},{"name":"Claire Treacy","is_ca":true},{"name":"Oscar Nespoli","is_ca":true},{"name":"John S. Gero","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1032191563458525,"gpt":0.2830752763995128,"spread":0.1798561200536603,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002373176,0.0001425837,0.0001545203,0.00005312946,0.0001153324,0.00008473474,0.0003159066,0.00009062829,0.000002106423],"category_scores_gemma":[0.0003755304,0.000107316,0.00006382399,0.0008696859,0.0000381377,0.0003915835,0.00005595017,0.0005003752,0.000007193227],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007816381,"about_ca_system_score_gemma":0.00002087055,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000496636,"about_ca_topic_score_gemma":1.873314e-7,"domain_scores_codex":[0.9991314,0.00002446748,0.0002243799,0.0001435721,0.0002286857,0.0002474622],"domain_scores_gemma":[0.999068,0.0006655967,0.00008374488,0.00008774768,0.00005981198,0.0000350539],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005835753,0.0001184583,0.01576842,0.001292193,0.0004586093,0.000001079303,0.1707856,0.2875735,0.3202659,0.006391515,0.1957328,0.001553475],"study_design_scores_gemma":[0.001548054,0.00005594222,0.04334852,0.0006625412,0.0002907787,0.0001027526,0.03019566,0.8348115,0.03042414,0.002313163,0.05505723,0.001189707],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8969538,0.0008710392,0.09258476,0.003230579,0.0009626003,0.001883076,0.000002510426,0.0009346057,0.002577084],"genre_scores_gemma":[0.9804795,0.000570722,0.01849534,0.0001153316,0.0000937115,0.00009969854,6.775043e-7,0.00003413391,0.0001108254],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5472379,"threshold_uncertainty_score":0.437622,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4381164971","doi":"10.1017/pds.2023.168","title":"ENVIRONMENT-BASED DESIGN (EBD): USING ONLY NECESSARY KNOWLEDGE FOR DESIGNER CREATIVITY","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University; University of Calgary","funders":"","keywords":"Creativity; Design knowledge; Computer science; Process (computing); Design process; Aerospace; Engineering design process; Knowledge management; Human–computer interaction; Design education; Systems engineering; Engineering; Work in process; Psychology","authors":[{"name":"Jiami Yang","is_ca":true},{"name":"Yi Dou","is_ca":true},{"name":"Yong Zeng","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0847054395883571,"gpt":0.2921102854300502,"spread":0.2074048458416931,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00182254,0.0002582195,0.0002585978,0.00006264552,0.0002713569,0.00007553936,0.0004322078,0.0001656485,0.00004176226],"category_scores_gemma":[0.0002158616,0.0002213412,0.0002837161,0.0006212723,0.0001139018,0.0003878622,0.0000498876,0.0002090835,0.00003387267],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001850171,"about_ca_system_score_gemma":0.0001629121,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000408763,"about_ca_topic_score_gemma":5.880566e-8,"domain_scores_codex":[0.9987423,0.00004739969,0.0003012848,0.0002739208,0.000230431,0.0004046072],"domain_scores_gemma":[0.9984099,0.001041656,0.000161864,0.0001656874,0.0001312123,0.00008970773],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001242872,0.0002517109,0.0006424458,0.0008681667,0.0002902611,1.938678e-7,0.005732227,0.06949324,0.6816921,0.000467154,0.2360358,0.0044024],"study_design_scores_gemma":[0.0007558381,0.00007971918,0.000666211,0.0001004651,0.0002214668,0.000004824933,0.001037284,0.723133,0.2646057,0.00155429,0.007407495,0.0004337115],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02917153,0.0003121543,0.9663408,0.0003487095,0.0004311549,0.001633307,0.00001617705,0.0005418057,0.001204337],"genre_scores_gemma":[0.7182509,0.0001450817,0.278901,0.000215024,0.0002390863,0.0002829407,0.000006397836,0.000171835,0.001787696],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6890794,"threshold_uncertainty_score":0.9026031,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4381185439","doi":"10.1017/pds.2023.5","title":"A CASE STUDY OF MULTIFUNCTIONAL NON-PNEUMATIC TIRE DESIGN FOR THE VALIDATION OF META-LEVEL DESIGN PARAMETER IN DOMAIN INTEGRATED DESIGN (DID) METHOD","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; McGill University","keywords":"Computer science; Domain (mathematical analysis); Software; Work (physics); Design methods; Design of experiments; Engineering; Mathematics; Mechanical engineering","authors":[{"name":"Pavan Tejaswi Velivela","is_ca":true},{"name":"Nikita Letov","is_ca":true},{"name":"Lingchen Kong","is_ca":true},{"name":"Yaoyao Fiona Zhao","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2286495054415698,"gpt":0.343674742404077,"spread":0.1150252369625072,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01003211,0.0003381285,0.0006339165,0.0001625453,0.000180882,0.00005712196,0.0005238777,0.0001695282,0.00002931369],"category_scores_gemma":[0.00139366,0.0002212873,0.000390425,0.001665494,0.00009265196,0.0003861691,0.00005468068,0.0003345424,0.000003294135],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001204185,"about_ca_system_score_gemma":0.000149293,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008346066,"about_ca_topic_score_gemma":0.000001256361,"domain_scores_codex":[0.9975608,0.0004035569,0.0009170437,0.0003233954,0.0004663324,0.0003288476],"domain_scores_gemma":[0.989218,0.00933026,0.0005413906,0.0002635469,0.0005916056,0.00005520706],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0007247647,0.001131764,0.0002249355,0.001056385,0.005486945,0.000004199027,0.08342473,0.7133764,0.1551793,0.0001340258,0.03377653,0.005480022],"study_design_scores_gemma":[0.00153003,0.0003892952,0.0002305186,0.00007537656,0.001595401,0.00007389489,0.03390471,0.821169,0.1390017,0.001707903,0.00003115034,0.0002909779],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07433581,0.00007015102,0.9210144,0.0001294045,0.0002159578,0.004120134,0.00001360715,0.00008796683,0.00001255218],"genre_scores_gemma":[0.6151736,0.00002421933,0.383556,0.00002777025,0.00001956559,0.001055002,0.000001878033,0.00005502332,0.00008691071],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5408378,"threshold_uncertainty_score":0.9023836,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4381185646","doi":"10.1017/pds.2023.6","title":"A CASE STUDY OF THE DECISION-MAKING BEHIND THE AUTOMATION OF A COMPOSITES-BASED DESIGN PROCESS","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Mitacs","keywords":"Automation; Modular design; Heuristics; Process (computing); Electronic design automation; Computer science; Computer-automated design; Key (lock); Manufacturing engineering; Engineering design process; Process automation system; Systems engineering; Engineering; Software engineering; Systems design; Embedded system","authors":[{"name":"Pranav Milind Khanolkar","is_ca":true},{"name":"Ademir Vrolijk","is_ca":true},{"name":"Alison Olechowski","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02701179200015336,"gpt":0.259819666701502,"spread":0.2328078747013486,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009328724,0.0001557878,0.0002093701,0.00004225225,0.0002508219,0.00003914057,0.0005495594,0.00007546072,0.000004583049],"category_scores_gemma":[0.0001495502,0.00008512326,0.0001497951,0.0007257,0.00007745191,0.0001341523,0.00008490444,0.0001619411,4.488511e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003723054,"about_ca_system_score_gemma":0.00003499687,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000985317,"about_ca_topic_score_gemma":9.300269e-7,"domain_scores_codex":[0.9988238,0.00002283555,0.0003926428,0.0001506833,0.0004471098,0.0001628988],"domain_scores_gemma":[0.9987664,0.0004259527,0.0003266729,0.0001723765,0.0002912813,0.000017303],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002639407,0.00008467632,0.001108026,0.0005352106,0.0000796544,5.728144e-7,0.02548264,0.9674315,0.003565544,0.000007568103,0.0007121139,0.0009660895],"study_design_scores_gemma":[0.0004044692,0.0000757846,0.001562357,0.0003042946,0.0001125015,0.00001632316,0.006908335,0.9016493,0.0883756,0.0004825382,0.000001856849,0.0001066408],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9274675,0.00003283727,0.07101638,0.00004051548,0.0000807941,0.001193815,0.000003547072,0.0001215669,0.00004302193],"genre_scores_gemma":[0.9919144,0.000005572753,0.007938805,0.000016745,0.00001666267,0.00007065105,2.543976e-7,0.00002806683,0.000008840355],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.08481006,"threshold_uncertainty_score":0.3471226,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4381185299","doi":"10.1017/pds.2023.127","title":"DESIGN METHODS FOR DIAGNOSING AND LOCATING ENTANGLED TECHNICAL DEBT IN DEVOPS FRAMEWORKS","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Information Technology Governance and Strategy","field":"Business, Management and Accounting","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ubisoft (Canada)","funders":"","keywords":"DevOps; Technical debt; Computer science; Architecture; General partnership; Software engineering; Process management; Systems engineering; Risk analysis (engineering); Software deployment; Engineering; Business; Software development; Software","authors":[{"name":"Jose Bonet Faus","is_ca":false},{"name":"Pascal Le Masson","is_ca":false},{"name":"Ugo Pelissier","is_ca":false},{"name":"Nafissa Jibet","is_ca":false},{"name":"Antoine Bordas","is_ca":false},{"name":"Sebastien Pajot","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0332550355175707,"gpt":0.296232813885347,"spread":0.2629777783677763,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002023665,0.0001253323,0.0001912802,0.00007485614,0.0002110745,0.0001149946,0.00030899,0.000294251,0.000002541329],"category_scores_gemma":[0.0009046288,0.00009847689,0.00009316215,0.0009436509,0.000112225,0.0007007733,0.00017501,0.0003089833,0.000002633734],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000038283,"about_ca_system_score_gemma":0.00001792373,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001350457,"about_ca_topic_score_gemma":6.136463e-7,"domain_scores_codex":[0.9991361,0.000004276337,0.000306813,0.0001679871,0.0001192922,0.0002655434],"domain_scores_gemma":[0.9990708,0.0003611043,0.0003257213,0.0000678319,0.0001688779,0.000005641066],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003535522,0.0002605176,0.06741901,0.003689388,0.0002377015,0.00000117059,0.006313363,0.001803839,0.2206918,0.343004,0.1349636,0.2212621],"study_design_scores_gemma":[0.002294326,0.00007374407,0.01744005,0.0009763881,0.000174927,0.000008930417,0.01071386,0.5205238,0.09084261,0.3531139,0.002999751,0.0008376174],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1546417,0.0002219329,0.8369693,0.003960174,0.0002150056,0.002167312,0.000001316178,0.0005612582,0.00126197],"genre_scores_gemma":[0.7188513,0.00008061095,0.2794738,0.001175431,0.0001073795,0.0002522923,0.000001392236,0.00002435787,0.00003344513],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5642096,"threshold_uncertainty_score":0.4015771,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4381185307","doi":"10.1017/pds.2023.205","title":"GEOMETRIC MODELLING OF HETEROGENEOUS LATTICE STRUCTURES THROUGH FUNCTION REPRESENTATION WITH LATTICEQUERY","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Additive Manufacturing and 3D Printing Technologies","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"McGill University","keywords":"Lattice (music); Geometric modeling; Computer science; Representation (politics); Personalization; Geometric design; Theoretical computer science; Mathematics; Geometry; Physics","authors":[{"name":"Nikita Letov","is_ca":true},{"name":"Yaoyao Fiona Zhao","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05943753933405805,"gpt":0.2341072261308053,"spread":0.1746696867967472,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001882972,0.0001197821,0.0001559989,0.000060035,0.00008083387,0.00001796419,0.0002174812,0.0000924381,0.000002946802],"category_scores_gemma":[0.00006403003,0.00008529948,0.0001035617,0.0008646231,0.00009549026,0.0001442836,0.00007674046,0.0001637626,0.000001386596],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002720771,"about_ca_system_score_gemma":0.000005835219,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009437858,"about_ca_topic_score_gemma":5.836348e-8,"domain_scores_codex":[0.999285,0.00000441199,0.0001747626,0.0001497163,0.0002177412,0.0001684068],"domain_scores_gemma":[0.9994906,0.0001433545,0.0001257366,0.0001096912,0.0001211372,0.000009472708],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00003629172,0.00001156329,0.0008814107,0.0005295168,0.0003070966,2.342296e-7,0.001595172,0.9741299,0.01597587,0.0007549939,0.003241613,0.002536305],"study_design_scores_gemma":[0.0001673797,0.00005653932,0.001612231,0.00006968514,0.00008211207,0.000004228738,0.0009637541,0.1139335,0.86694,0.01597354,0.0000601553,0.0001368636],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8194896,0.0000849284,0.1792277,0.00003984453,0.00007572816,0.0001855976,0.000004318933,0.0006413436,0.0002509418],"genre_scores_gemma":[0.9627592,0.0001242159,0.03700283,0.000009742511,0.000027615,0.00001375525,0.000001363322,0.00002579164,0.00003548719],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8601965,"threshold_uncertainty_score":0.3478412,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3187528900","doi":"10.1017/pds.2021.487","title":"NOVICE DESIGNERS TACKLE AND REFLECT ON THEIR PROCESS USING THE DESIGNERLY ACTIVITY THEORY","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Innovative Education and Learning Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Dilemma; Dialog box; Set (abstract data type); Computer science; Metaphor; Complement (music); Process (computing); Interpretation (philosophy); Psychology; Epistemology; World Wide Web","authors":[{"name":"Virginie Tessier","is_ca":true},{"name":"Mithra Zahedi","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1337436478709254,"gpt":0.4052660339231025,"spread":0.2715223860521771,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004940124,0.000155449,0.0001665412,0.00002133304,0.001777515,0.0002232834,0.0004280175,0.0001203215,0.00004115348],"category_scores_gemma":[0.001925614,0.00009382737,0.0001169544,0.00105723,0.0006922407,0.0004782635,0.00005974328,0.0004447021,0.000003053784],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001141554,"about_ca_system_score_gemma":0.0006330123,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004558616,"about_ca_topic_score_gemma":0.00000341075,"domain_scores_codex":[0.9984173,0.000411283,0.0001618925,0.0002905123,0.000429252,0.0002897497],"domain_scores_gemma":[0.9972972,0.001244497,0.000425264,0.0001166665,0.0008667105,0.0000496927],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0003035037,0.0003850088,0.003462453,0.000177125,0.0002971177,3.444545e-7,0.5014693,0.0001491321,0.395856,0.08177771,0.006737,0.00938533],"study_design_scores_gemma":[0.0005622244,0.0001650785,0.003821368,0.0002546442,0.0001863895,0.00001295019,0.4830639,0.001165205,0.4713605,0.02446152,0.01438386,0.0005623522],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.971015,0.0001697112,0.004095443,0.009018837,0.0002610586,0.000614199,0.000002445902,0.00007111712,0.01475222],"genre_scores_gemma":[0.9931101,0.00005650586,0.004520843,0.001196033,0.000141045,0.00002167951,1.701051e-7,0.00001905583,0.0009345945],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.07550449,"threshold_uncertainty_score":0.999522,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4381185396","doi":"10.1017/pds.2023.38","title":"A QUALITATIVE INVESTIGATION OF STUDENTS’ DESIGN EXPERIENCES IN A WORK-INTEGRATED LEARNING SETTING","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Higher Education and Employability","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; University of Waterloo","funders":"University of Waterloo","keywords":"Teamwork; Thematic analysis; Resource (disambiguation); Psychology; Qualitative research; Engineering design process; Work (physics); Process (computing); Pedagogy; Knowledge management; Medical education; Computer science; Engineering; Sociology; Medicine","authors":[{"name":"Jordan Nickel","is_ca":true},{"name":"Chris Rennick","is_ca":true},{"name":"Gregory Litster","is_ca":true},{"name":"Carol Hulls","is_ca":true},{"name":"Ada Hurst","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1250610154506397,"gpt":0.4071308047689592,"spread":0.2820697893183194,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008577437,0.00008949974,0.0001694878,0.00004766181,0.000303552,0.00005148934,0.0004543819,0.00009007003,0.00002060956],"category_scores_gemma":[0.002001343,0.00007043257,0.0001034967,0.002427244,0.0005910198,0.0002164585,0.00006076271,0.0001930443,0.000003487041],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001353268,"about_ca_system_score_gemma":0.0002417311,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003269418,"about_ca_topic_score_gemma":0.000005222073,"domain_scores_codex":[0.9982536,0.0004074558,0.0003359297,0.0001951095,0.0005738755,0.0002340298],"domain_scores_gemma":[0.9984788,0.0007584084,0.0003089677,0.00004723687,0.0003538694,0.00005274944],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00001205013,0.00002269844,0.1685961,0.00002330595,0.0000114665,1.198259e-8,0.8264636,0.00008494405,0.001965183,0.0002304549,0.002484611,0.000105534],"study_design_scores_gemma":[0.0001573834,0.00003212805,0.0280958,0.0001529486,0.000008674035,3.829003e-8,0.9620607,0.0001259065,0.006440108,0.0027123,0.0001174886,0.00009653038],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9976841,0.0000176932,0.0004677715,0.00110192,0.00008486772,0.0004668419,4.070733e-7,0.00007455553,0.0001018398],"genre_scores_gemma":[0.9879757,0.00002041162,0.01128189,0.00004843282,0.00002453216,0.0001204914,5.51751e-7,0.000007851032,0.0005202098],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1405003,"threshold_uncertainty_score":0.2972786,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3191175993","doi":"10.1017/pds.2021.536","title":"STUDY OF SYSTEM INTERFACES THROUGH THE NOTION OF COMPLEMENTARITY","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Product Development and Customization","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Polytechnique Montréal","keywords":"Complementarity (molecular biology); Computer science; Management science; Systems engineering; Risk analysis (engineering); Engineering; Business","authors":[{"name":"Yana Brovar","is_ca":false},{"name":"Yaroslav Menshenin","is_ca":false},{"name":"Clément Fortin","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04826500925367389,"gpt":0.2368887704537559,"spread":0.188623761200082,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006806687,0.00009235783,0.0001867838,0.00001305343,0.0001578574,0.00004617645,0.0003425612,0.00002829895,0.00001035314],"category_scores_gemma":[0.00005531514,0.00005707076,0.00008815256,0.0005318309,0.00006479078,0.0004584859,0.0002904559,0.00007169755,0.000001259474],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002911367,"about_ca_system_score_gemma":0.00001956445,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001099186,"about_ca_topic_score_gemma":0.000004817787,"domain_scores_codex":[0.9990898,0.000007842047,0.000341838,0.0001485101,0.0003148288,0.00009714082],"domain_scores_gemma":[0.998612,0.00002430903,0.000584791,0.0001009636,0.000675954,0.000002009769],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0003559814,0.003199588,0.3868719,0.0108968,0.001930659,5.130355e-7,0.0987685,0.0007801894,0.3081369,0.1024364,0.08446515,0.002157452],"study_design_scores_gemma":[0.002888801,0.00008398709,0.05930194,0.0008533141,0.0008839851,0.000003386896,0.4416629,0.003937943,0.4829679,0.004936794,0.002030011,0.0004490726],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9957187,0.00005130638,0.0006322608,0.0005154714,0.0001964174,0.0005753862,0.000001200048,0.00002677151,0.002282471],"genre_scores_gemma":[0.9988321,0.000004571442,0.0008891817,0.00009113737,0.00009220983,0.00001278861,0.000002326136,0.000008240522,0.00006741713],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3428944,"threshold_uncertainty_score":0.2327278,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4381185523","doi":"10.1017/pds.2023.210","title":"HOW ARE EMOTIONAL ATTACHMENT STRATEGIES CURRENTLY EMPLOYED IN PRODUCT-SERVICE SYSTEM CASES? A SYSTEMATIC REVIEW UNDERSCORING DRIVERS AND HINDRANCES","year":2023,"lang":"en","type":"review","venue":"Proceedings of the Design Society","topic":"Service and Product Innovation","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"WiLAN (Canada)","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Product (mathematics); Systematic review; Psychology; Product-service system; Service (business); Computer science; Process management; Engineering; Business; Marketing; MEDLINE; Biology; Mathematics","authors":[{"name":"Marina Fernandes Aguiar","is_ca":true},{"name":"Janaina Mascarenhas","is_ca":true},{"name":"Daniela C. A. Pigosso","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1293935419957056,"gpt":0.3046008048965314,"spread":0.1752072629008257,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001801961,0.0004716869,0.001684148,0.0001581759,0.0002104818,0.000593929,0.0006644243,0.0001308049,0.000001282657],"category_scores_gemma":[0.000213248,0.0003222025,0.0003438373,0.002572396,0.00005079122,0.001429502,0.0002761163,0.0003406365,0.00001079562],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001920213,"about_ca_system_score_gemma":0.0001004755,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006134014,"about_ca_topic_score_gemma":0.000007606873,"domain_scores_codex":[0.997648,0.00002568696,0.0008720804,0.0005793507,0.0005776053,0.0002973001],"domain_scores_gemma":[0.9965492,0.0001095828,0.002424324,0.0002214,0.0006845756,0.00001085352],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000001801087,0.00001946884,0.00008639187,0.9937895,0.0001861039,7.177179e-7,0.0001267154,0.00000181498,0.000001683637,0.003825516,0.001481244,0.0004790591],"study_design_scores_gemma":[0.0001668899,0.000006756132,0.00004453256,0.9829958,0.002355138,0.00002130967,0.007391539,0.0001312482,0.00000187108,0.0003045546,0.006137249,0.0004431245],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0001597681,0.9921275,0.00001475116,0.002307698,0.0003384848,0.004854064,0.000006723189,0.0001453467,0.00004568422],"genre_scores_gemma":[0.0007580778,0.997259,0.0001310058,0.0006283378,0.0005146945,0.0005444593,0.00002572772,0.00007344902,0.00006520599],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.0107937,"threshold_uncertainty_score":0.999923,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3192377638","doi":"10.1017/pds.2021.72","title":"CONCEPT MAPS COLLABORATIVE CREATION IN PRODUCT LIFECYCLE MANAGEMENT","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; École de Technologie Supérieure","funders":"","keywords":"Knowledge management; Product lifecycle; System lifecycle; Product (mathematics); Product management; Usability; Process management; Process (computing); Negotiation; New product development; Adaptability; Computer science; Tacit knowledge; Business; Management; Sociology; Human–computer interaction; Marketing","authors":[{"name":"Daniela Oliveira","is_ca":true},{"name":"Mickaël Gardoni","is_ca":true},{"name":"Kimiz Dalkir","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03821100707543117,"gpt":0.2634547836479729,"spread":0.2252437765725417,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004244647,0.0001360399,0.0001694983,0.00003751991,0.0001270886,0.0001804459,0.0003646922,0.00005056565,0.00006439933],"category_scores_gemma":[0.0001441501,0.0001057796,0.00008628108,0.001634788,0.0001176683,0.0009514832,0.0003138968,0.0001127331,0.00001728172],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000424539,"about_ca_system_score_gemma":0.00002941718,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002816106,"about_ca_topic_score_gemma":0.000002401204,"domain_scores_codex":[0.9989582,0.000004348773,0.000246766,0.0003057187,0.0002905338,0.0001944608],"domain_scores_gemma":[0.9989291,0.00002119937,0.0002401411,0.0001295098,0.0006741578,0.000005936469],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0001923615,0.0009856467,0.06673686,0.003035209,0.0003463574,0.000005819543,0.004275882,0.0006179068,0.06345616,0.1950945,0.6418791,0.02337419],"study_design_scores_gemma":[0.003067609,0.00003464241,0.09593024,0.001980496,0.0005718295,0.00001186936,0.0335813,0.008767672,0.5013821,0.06572464,0.2872677,0.00167991],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6763604,0.004902449,0.0130709,0.03708895,0.003682299,0.008538923,0.00009236399,0.0006903754,0.2555734],"genre_scores_gemma":[0.9899126,0.0001563425,0.006397342,0.001138861,0.0004324113,0.00006841635,0.00001935865,0.00002393419,0.001850677],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.437926,"threshold_uncertainty_score":0.4313568,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3192378062","doi":"10.1017/pds.2021.415","title":"EXTENDED TARGET WEIGHING APPROACH (ETWA): IMPACT AND RISK ANALYSIS OF LIGHTWEIGHT CONCEPTS IN THE PRODUCT-PRODUCTION SYSTEM-CO-DESIGN","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Product Development and Customization","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Deutsche Forschungsgemeinschaft; University of Cambridge","keywords":"Interdependence; Production (economics); Product (mathematics); Product design; Computer science; Component (thermodynamics); Systems engineering; Risk analysis (engineering); Systems design; Manufacturing engineering; Industrial engineering; Engineering; Business; Mathematics","authors":[{"name":"Albert Albers","is_ca":false},{"name":"Tobias Stürmlinger","is_ca":false},{"name":"Sven Revfi","is_ca":false},{"name":"Kamran Behdinan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0174445650493906,"gpt":0.2357993699610221,"spread":0.2183548049116315,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003507275,0.0002346245,0.0004597439,0.0001656439,0.0003150391,0.0001895797,0.0004121087,0.0000854445,0.00000972596],"category_scores_gemma":[0.0004277266,0.0001440155,0.0002780294,0.003290731,0.0001301234,0.000812075,0.0001238255,0.0002191971,0.000001120669],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007796873,"about_ca_system_score_gemma":0.00007078024,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004516167,"about_ca_topic_score_gemma":6.816193e-7,"domain_scores_codex":[0.9981716,0.00005267959,0.0004916017,0.0005162784,0.000503437,0.0002643745],"domain_scores_gemma":[0.9982618,0.00006087521,0.0008307747,0.000224047,0.0006122383,0.00001024761],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0006637878,0.001466625,0.6573846,0.00547267,0.008212953,0.00000225284,0.04094702,0.01551279,0.1863846,0.01436205,0.06499492,0.004595656],"study_design_scores_gemma":[0.002850928,0.00006513442,0.4049218,0.0006602275,0.009518937,0.00002761671,0.0509693,0.2249013,0.2959484,0.006525529,0.001848742,0.001762093],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9806314,0.001574533,0.01201644,0.0008678947,0.0003371677,0.001885354,0.000006530251,0.0001179023,0.002562815],"genre_scores_gemma":[0.9897264,0.0001398643,0.009519037,0.00006672623,0.0003577986,0.00004749258,0.00001784133,0.00002140005,0.0001034683],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2524628,"threshold_uncertainty_score":0.5872781,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4413737550","doi":"10.1017/pds.2025.10252","title":"Meta-level design parameters for bio-inspired impact resistance: a case study in helmet design","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Mechanics and Biomechanics Studies","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; McGill University","keywords":"Resistance (ecology); Computer science; Engineering; Biology; Ecology","authors":[{"name":"Pavan Tejaswi Velivela","is_ca":true},{"name":"Nikita Letov","is_ca":true},{"name":"Yaoyao Fiona Zhao","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1552871899019321,"gpt":0.2991906426780473,"spread":0.1439034527761152,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002922643,0.0003922828,0.000724402,0.0001244255,0.0002329029,0.000080977,0.0005037813,0.0001609049,0.000002880862],"category_scores_gemma":[0.0001950953,0.0002677867,0.0006440645,0.001139629,0.00004718609,0.0001367685,0.0001272926,0.0002106785,4.774812e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002627434,"about_ca_system_score_gemma":0.00007286,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004074267,"about_ca_topic_score_gemma":0.000008637619,"domain_scores_codex":[0.9982439,0.00004561967,0.0005530792,0.0003975311,0.0002677169,0.0004922138],"domain_scores_gemma":[0.9988089,0.0005024538,0.0001612381,0.0002103184,0.0002600613,0.00005698415],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.001639938,0.002043276,0.0006278245,0.003787357,0.04322323,0.00004701221,0.03462959,0.02587413,0.6677453,0.004408839,0.2130238,0.002949743],"study_design_scores_gemma":[0.005683384,0.001324479,0.0001351562,0.000387692,0.006792798,0.00005070154,0.02539298,0.3817551,0.5369717,0.03980188,0.0001776678,0.001526367],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.09656128,0.001990849,0.8943148,0.0002106894,0.0003068244,0.006268881,0.0000706912,0.0002197781,0.00005622661],"genre_scores_gemma":[0.819653,0.0001367786,0.1790201,0.0000617163,0.00001460041,0.0008783053,4.330773e-7,0.00004518831,0.0001898907],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7230917,"threshold_uncertainty_score":0.9999774,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4413735314","doi":"10.1017/pds.2025.10226","title":"Integrative and Integrated product and production system development: a taxonomy for managing dependencies and processes","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Cargill (Canada)","funders":"","keywords":"Taxonomy (biology); Computer science; Process management; Production (economics); Product (mathematics); Production system (computer science); Business; Ecology; Mathematics; Biology; Process (computing); Programming language","authors":[{"name":"Jan-Philipp Disselkamp","is_ca":false},{"name":"Tobias Seidenberg","is_ca":false},{"name":"Jonas Lick","is_ca":false},{"name":"Lukas Ptock","is_ca":true},{"name":"Fabian Wyrwich","is_ca":false},{"name":"Aschot Hovemann","is_ca":false},{"name":"Roman Dumitrescu","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01496797738414873,"gpt":0.1911580518316909,"spread":0.1761900744475422,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002790541,0.0001426675,0.0001559601,0.00003947782,0.0001922202,0.00008449572,0.00007871643,0.00004482658,1.667792e-7],"category_scores_gemma":[0.0001141263,0.00009868495,0.00001772121,0.0002161151,0.00007368003,0.0002412738,0.00004831501,0.00008456484,2.252636e-8],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004975121,"about_ca_system_score_gemma":0.00004538798,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002767569,"about_ca_topic_score_gemma":0.000001196412,"domain_scores_codex":[0.9994379,0.000002713763,0.000162845,0.0002161465,0.00006467241,0.0001156727],"domain_scores_gemma":[0.9995826,0.0000329785,0.00006957489,0.00003423847,0.0002626137,0.00001796706],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0007029693,0.0002279324,0.02478991,0.3318842,0.003403494,3.452794e-7,0.1613446,0.01741729,0.0792242,0.02171842,0.03074101,0.3285456],"study_design_scores_gemma":[0.0005438068,0.00003718513,0.001083106,0.002481773,0.0001694523,0.00001423382,0.0190049,0.06310173,0.9088683,0.001413993,0.002889437,0.0003921177],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5604811,0.008849,0.4211081,0.000829778,0.0004016883,0.006119336,0.00001036216,0.0007161161,0.001484538],"genre_scores_gemma":[0.9332209,0.0003811614,0.06571836,0.00001036849,0.0000190061,0.0003514095,0.000001121493,0.00001383068,0.0002838788],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8296441,"threshold_uncertainty_score":0.4024255,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4413738042","doi":"10.1017/pds.2025.10244","title":"Making Space for Designers at Hackathons: Uncovering Developer-Designer Tensions in Hackathon Teams","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo; University of Toronto","funders":"","keywords":"Space (punctuation); Collaborative design; Human–computer interaction; Computer science; Engineering; Systems engineering; Knowledge management; Engineering management; Systems design","authors":[{"name":"Meagan Flus","is_ca":true},{"name":"Ada Hurst","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02632534630282812,"gpt":0.254528805442275,"spread":0.2282034591394468,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000641863,0.0002017753,0.000234988,0.00007555102,0.0001345236,0.00003177484,0.0003180153,0.0001878917,0.000003894764],"category_scores_gemma":[0.0002309997,0.0001601209,0.0001635296,0.0007476187,0.0000774826,0.0001344079,0.00009963277,0.0002016546,0.000001915854],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004604116,"about_ca_system_score_gemma":0.00007253123,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005965818,"about_ca_topic_score_gemma":0.000001803455,"domain_scores_codex":[0.9989401,0.000005901347,0.0003004177,0.0002333213,0.0001659918,0.0003543166],"domain_scores_gemma":[0.9995019,0.0001746393,0.00005468533,0.0001115406,0.0001142441,0.00004301755],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00004326545,0.00006931045,0.001967698,0.002271284,0.0001432587,1.868375e-7,0.004943368,0.02204345,0.7925624,0.002222966,0.1705022,0.003230619],"study_design_scores_gemma":[0.002375098,0.00009511939,0.01230687,0.004343241,0.0002589869,0.0000163444,0.004822464,0.2714552,0.6585897,0.01009373,0.03419906,0.00144419],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3308335,0.00165468,0.6550768,0.003268807,0.002293363,0.00253061,0.00001600465,0.0008220565,0.003504212],"genre_scores_gemma":[0.8527305,0.0001185069,0.1454697,0.0001866788,0.00006611694,0.0002122152,0.000001773889,0.00004963384,0.001164903],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.521897,"threshold_uncertainty_score":0.6529542,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4381167918","doi":"10.1017/pds.2023.358","title":"TOWARDS A BETTER UNDERSTANDING OF THE INFLUENCE OF VISUAL REFERENCES ON CONSUMER AESTHETIC PERCEPTION","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Fluency; Processing fluency; Perception; Product (mathematics); Computer science; Process (computing); Cognition; Cognitive psychology; Similarity (geometry); Visual perception; Affect (linguistics); Function (biology); Psychology; Visual processing; Human–computer interaction; Image (mathematics); Artificial intelligence; Communication","authors":[{"name":"Chukwuma M. Asuzu","is_ca":true},{"name":"Alison Olechowski","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06169635680361288,"gpt":0.2869627074631553,"spread":0.2252663506595424,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005896802,0.00009391802,0.0001267073,0.00002989902,0.00007441267,0.00001659781,0.0002696757,0.00006962338,0.00001707249],"category_scores_gemma":[0.0001027352,0.00006029956,0.0001217358,0.0005139654,0.0001581518,0.0001468088,0.00003633796,0.0001635528,0.000005870328],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007213691,"about_ca_system_score_gemma":0.00003781965,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008967484,"about_ca_topic_score_gemma":1.019789e-7,"domain_scores_codex":[0.9992806,0.00001881909,0.0002079676,0.00009465995,0.00027477,0.0001232371],"domain_scores_gemma":[0.9995166,0.0001090165,0.0001545224,0.00008155486,0.0001188106,0.00001948282],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00006778304,0.0001267934,0.008887827,0.0009111601,0.000183447,4.869981e-8,0.04744485,0.006246571,0.8829156,0.004854857,0.04440732,0.003953764],"study_design_scores_gemma":[0.001798112,0.0006319479,0.3211438,0.002529258,0.000629898,0.00002859064,0.0988548,0.05389046,0.4843389,0.0323429,0.002634794,0.00117649],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.997217,0.00001484962,0.0004907202,0.0007699762,0.0001205963,0.0002041092,0.000002196251,0.00005308331,0.001127448],"genre_scores_gemma":[0.9989738,0.00009775335,0.0006934082,0.0001139644,0.00001244428,0.00001142738,2.479125e-7,0.00001365541,0.00008324753],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3985766,"threshold_uncertainty_score":0.2458945,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3185652110","doi":"10.1017/pds.2021.60","title":"CARDINAL WTRL: TECHNOLOGY MATURITY, SCHEDULE SLIPPAGE AND TREND FORECASTING.","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Technology Assessment and Management","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Maturity (psychological); Schedule; Computer science; Process (computing); Operations research; Industrial engineering; Process management; Engineering","authors":[{"name":"Kamran Behdinan","is_ca":true},{"name":"Soumya Ranjan Mishra","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01640650805161066,"gpt":0.2010762470587755,"spread":0.1846697390071649,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001883858,0.0001284172,0.000175904,0.00004096415,0.00009653488,0.0000295438,0.0002297509,0.0001788784,0.000006823658],"category_scores_gemma":[0.00002699157,0.0001089834,0.0001009651,0.0004228848,0.0001382414,0.0001036509,0.0002914468,0.0002525224,6.916718e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003645976,"about_ca_system_score_gemma":0.000009077753,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":4.413872e-7,"about_ca_topic_score_gemma":4.876757e-7,"domain_scores_codex":[0.9993578,0.000002357037,0.000139038,0.000171317,0.0001151426,0.0002143925],"domain_scores_gemma":[0.9997534,0.00001717862,0.00005030174,0.0001002845,0.00005787658,0.00002095375],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00002143466,0.0001860586,0.03624597,0.002048641,0.001515502,0.000009787181,0.002427578,0.0003562206,0.6917949,0.09771169,0.1385385,0.02914364],"study_design_scores_gemma":[0.001376311,0.00009087662,0.004246975,0.0002628963,0.000378194,0.0001595161,0.006393836,0.04065483,0.8949732,0.03758916,0.01320148,0.0006727879],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.981393,0.002073742,0.005466592,0.002241291,0.000311123,0.0003680026,0.000006752324,0.0009180151,0.007221517],"genre_scores_gemma":[0.9524847,0.0001971233,0.04700073,0.00002738862,0.00002706941,0.00002892077,6.439335e-7,0.00002061752,0.0002128361],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2031782,"threshold_uncertainty_score":0.4444215,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4396956202","doi":"10.1017/pds.2024.29","title":"Scientometric exploration of responsible innovation: mapping the knowledge landscape","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"University-Industry-Government Innovation Models","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Geography; Knowledge management; Data science; Computer science","authors":[{"name":"Nuša Fain","is_ca":true},{"name":"Nikola Vukašinović","is_ca":false},{"name":"Andrej Kastrin","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.117267678225422,"gpt":0.2655264243765771,"spread":0.148258746151155,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002013317,0.0001052665,0.0001125739,0.0005015195,0.0002533873,0.0002456456,0.0004700195,0.0001004078,0.0000408336],"category_scores_gemma":[0.000244648,0.00007012535,0.00009474953,0.01602788,0.0001049135,0.002232798,0.0002783241,0.0002451509,0.0000128879],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006974178,"about_ca_system_score_gemma":0.00007781711,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004635017,"about_ca_topic_score_gemma":9.825128e-8,"domain_scores_codex":[0.9989018,0.000004407165,0.0002875344,0.0001831526,0.0004819809,0.0001411035],"domain_scores_gemma":[0.9985116,0.00008538347,0.0003323121,0.000101558,0.0009655296,0.000003667913],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004469331,0.0001170026,0.008465182,0.00120804,0.0001616146,1.507843e-7,0.005509515,0.0003059369,0.1045406,0.6509427,0.2264651,0.00223944],"study_design_scores_gemma":[0.002191151,0.00008500773,0.01834229,0.00202735,0.0005559418,0.00000566679,0.06136692,0.3696961,0.09932441,0.1368588,0.3083186,0.001227732],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8864684,0.0003195577,0.03078477,0.0126892,0.0008891428,0.001215712,0.000006364911,0.0002646676,0.06736218],"genre_scores_gemma":[0.99581,0.000007833905,0.001283061,0.0003186743,0.0002917116,0.000009141487,0.000001813673,0.00001416033,0.002263661],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5140839,"threshold_uncertainty_score":0.7700864,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4413735359","doi":"10.1017/pds.2025.10072","title":"Analyzing organizational capability using the TASKS framework","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Collaboration in agile enterprises","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Process management; Knowledge management; Business","authors":[{"name":"Jiami Yang","is_ca":true},{"name":"Hongyi Cao","is_ca":true},{"name":"Xiaoying Wang","is_ca":true},{"name":"Yong Zeng","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01784138351188616,"gpt":0.2504141686811873,"spread":0.2325727851693011,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007248169,0.0001190282,0.0001320484,0.00003746687,0.000549203,0.0002983444,0.000546061,0.00007696012,0.00006555674],"category_scores_gemma":[0.001053969,0.00007651967,0.0001341157,0.002185798,0.0001660968,0.0004672175,0.0003361514,0.0001819935,0.000003222808],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008088294,"about_ca_system_score_gemma":0.00006798973,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003569539,"about_ca_topic_score_gemma":7.248672e-7,"domain_scores_codex":[0.9991548,0.000005345845,0.0002559485,0.0001935928,0.0002431086,0.0001472258],"domain_scores_gemma":[0.9984764,0.0001504616,0.0002977703,0.0001399297,0.0009310617,0.000004372107],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00004049169,0.0001262659,0.6974064,0.0005527082,0.0002517275,4.504385e-8,0.001323748,0.002949116,0.02980277,0.1906402,0.07662349,0.0002830902],"study_design_scores_gemma":[0.001426362,0.00001512599,0.08279508,0.001590573,0.001441964,0.000002770247,0.01869201,0.2511455,0.03845334,0.5819786,0.02123658,0.001222064],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5562987,0.0002899334,0.4202331,0.01275879,0.001390098,0.001571084,0.000006462928,0.0002656629,0.007186188],"genre_scores_gemma":[0.9903158,0.000004618231,0.007551203,0.001612401,0.0003430674,0.0000127899,7.735544e-7,0.0000133313,0.0001460063],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6146113,"threshold_uncertainty_score":0.4224081,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4413737679","doi":"10.1017/pds.2025.10014","title":"A community-driven database for the dynamic representation of approaches, processes, methods, and tools for multidisciplinary product development","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"Mitacs","keywords":"Multidisciplinary approach; Representation (politics); Computer science; Development (topology); New product development; Product (mathematics); Database; Process management; Management science; Industrial engineering; Systems engineering; Data science; Engineering; Sociology; Mathematics; Business; Political science; Social science","authors":[{"name":"Benoît Eynard","is_ca":false},{"name":"Julia Guérineau","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.154449500030648,"gpt":0.3777257458175041,"spread":0.2232762457868561,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002094335,0.0001127495,0.0001624579,0.00002350673,0.00034213,0.0000598373,0.0003480313,0.00004350578,6.177486e-7],"category_scores_gemma":[0.001508332,0.00007775192,0.00006804633,0.0003629497,0.00008764373,0.0004098209,0.0001053338,0.0001712615,6.08159e-8],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004774591,"about_ca_system_score_gemma":0.0001352524,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004279919,"about_ca_topic_score_gemma":0.000001657016,"domain_scores_codex":[0.9993482,0.00003803066,0.0002640771,0.0001399586,0.00008706874,0.0001226155],"domain_scores_gemma":[0.997228,0.002132024,0.0001590836,0.0001640888,0.0002991628,0.00001762936],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0005235887,0.0006906256,0.0007475594,0.02881526,0.001735183,1.237187e-8,0.1068506,0.004122814,0.5591516,0.003969454,0.05687236,0.2365209],"study_design_scores_gemma":[0.001209948,0.0000629733,0.003113366,0.0004364427,0.0005298574,0.000004496708,0.0448136,0.2604926,0.6727771,0.00316075,0.01306477,0.0003341606],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01440554,0.001423233,0.9784021,0.001744642,0.000168993,0.003544261,0.00002833837,0.00006733576,0.0002155409],"genre_scores_gemma":[0.2669791,0.0001519945,0.7317095,0.00003585708,0.00001551832,0.0008472326,0.00001658362,0.00001976202,0.0002244712],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.2563697,"threshold_uncertainty_score":0.3170631,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4413735331","doi":"10.1017/pds.2025.10273","title":"PhylOrg: towards an efficient organizational design method by adapting phylogenetic analysis","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Evolution and Paleontology Studies","field":"Earth and Planetary Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Phylogenetic tree; Computer science; Biology; Genetics","authors":[{"name":"Olivier Bertrand","is_ca":false},{"name":"Mickaël Gardoni","is_ca":true},{"name":"Mike Burrows","is_ca":false},{"name":"Julie Stal-Le Cardinal","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02322934429134761,"gpt":0.2577640606556372,"spread":0.2345347163642896,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001268373,0.0001526254,0.0002662636,0.0000569902,0.0004613642,0.0000387029,0.0004301329,0.0001013973,0.0001229005],"category_scores_gemma":[0.0001679822,0.0001079177,0.0001982333,0.001671923,0.0001783526,0.0000616294,0.0000322546,0.0001283077,0.000003379335],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001257723,"about_ca_system_score_gemma":0.00007936503,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001278203,"about_ca_topic_score_gemma":0.00003620262,"domain_scores_codex":[0.9988254,0.00008570576,0.0002573408,0.0003067917,0.0002825095,0.0002422108],"domain_scores_gemma":[0.9991375,0.0002376154,0.0001797803,0.00008967994,0.0003038743,0.00005157054],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000587515,0.00009378015,0.8801342,0.0000650892,0.001583625,8.489123e-8,0.003731953,0.08427604,0.009620009,0.0006840764,0.01688953,0.002862917],"study_design_scores_gemma":[0.0003155516,0.0000854037,0.4713195,0.0000183752,0.00085553,0.000001759546,0.002578541,0.5119243,0.0110833,0.001357533,0.0002328556,0.0002272873],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1388778,0.003128685,0.848188,0.001661713,0.0002731113,0.000720677,0.00006950806,0.0001241638,0.006956267],"genre_scores_gemma":[0.8703999,0.00004708426,0.1287661,0.0004131122,0.00002630997,0.00000318517,0.000007105349,0.000002999448,0.0003341848],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7315221,"threshold_uncertainty_score":0.4400758,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4413735523","doi":"10.1017/pds.2025.10047","title":"Adapting the engineering design process to develop a business model for service-oriented living labs: a case study of PISCES","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Learning Partnership","funders":"UK Research and Innovation","keywords":"Process (computing); Process management; Living lab; Engineering design process; Service (business); Engineering management; Business model; Business process; Service design; Engineering; Service delivery framework; Computer science; Knowledge management; Business; Operations management; Work in process; Marketing; Human–computer interaction; Mechanical engineering","authors":[{"name":"Anubhab Majumder","is_ca":true},{"name":"Titing Reza Fahrisa","is_ca":true},{"name":"Spyridoula Gerassimidou","is_ca":true},{"name":"Gatot Yudoko","is_ca":true},{"name":"Susan Jobling","is_ca":true},{"name":"Eleni Iacovidou","is_ca":true},{"name":"Vishal Singh","is_ca":true},{"name":"Amaresh Chakrabarti","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04764940653214284,"gpt":0.256519863764285,"spread":0.2088704572321422,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002529781,0.0002285962,0.0003023786,0.0001156383,0.000618089,0.00007460354,0.0007157594,0.0001268754,6.728176e-7],"category_scores_gemma":[0.001445268,0.0001582688,0.00006504186,0.004699272,0.00006892017,0.0003535827,0.0006176971,0.0002023315,3.196653e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006566081,"about_ca_system_score_gemma":0.000140975,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006196308,"about_ca_topic_score_gemma":0.000006516972,"domain_scores_codex":[0.9986802,0.00000691015,0.0004712424,0.0002999845,0.0002416407,0.0003000166],"domain_scores_gemma":[0.9959218,0.000217825,0.0004188222,0.0001242227,0.00331133,0.000005988275],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0008113406,0.003424049,0.04144765,0.02022508,0.003868487,0.000006726799,0.5128931,0.1939199,0.03848196,0.160483,0.01701508,0.007423602],"study_design_scores_gemma":[0.0009904086,0.00003789582,0.002028178,0.001051315,0.0003365633,0.000007589449,0.2092929,0.7736059,0.006809289,0.005204007,0.0001209589,0.0005149476],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7224545,0.00001749165,0.2739984,0.0008646609,0.0001084031,0.002316853,0.000001009235,0.0001082076,0.000130532],"genre_scores_gemma":[0.957453,0.000001042889,0.04100749,0.0007149464,0.00006044039,0.000655122,3.221375e-7,0.00002661872,0.00008100335],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.579686,"threshold_uncertainty_score":0.6454015,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4413735309","doi":"10.1017/pds.2025.10136","title":"Design of a Reconfigurable Crawler based on Waterbomb Origami","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Robotic Path Planning Algorithms","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Web crawler; Computer science; World Wide Web","authors":[{"name":"Lingchen Kong","is_ca":true},{"name":"Yaoyao Fiona Zhao","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02690135370191083,"gpt":0.2402617626408401,"spread":0.2133604089389293,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001575217,0.0001911184,0.0003103236,0.00006525255,0.0001474391,0.0000708997,0.001706709,0.0001293198,0.000003915514],"category_scores_gemma":[0.0001842253,0.0001339117,0.0002120224,0.0008373043,0.000124916,0.0002225174,0.0001196569,0.0002216061,0.000004818023],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007824781,"about_ca_system_score_gemma":0.0001986037,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009787828,"about_ca_topic_score_gemma":5.959771e-9,"domain_scores_codex":[0.9984882,0.00003944457,0.0003638666,0.0003829061,0.0004104617,0.0003150659],"domain_scores_gemma":[0.9985874,0.0003689252,0.0002979316,0.0003389447,0.0003636027,0.00004324002],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001938496,0.0007644853,0.001881306,0.0009788298,0.0004256275,0.000001673108,0.009123635,0.1401991,0.6385983,0.01634366,0.1839213,0.007568219],"study_design_scores_gemma":[0.0003848691,0.0001188336,0.0002994294,0.0003236886,0.00002229966,0.000001247422,0.00005882467,0.5961103,0.3985128,0.003951095,0.00009621965,0.0001203641],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.001033578,0.0000381896,0.993681,0.00144925,0.0003226047,0.000530494,0.000001418118,0.0001138118,0.002829663],"genre_scores_gemma":[0.2162011,0.000008957652,0.7813965,0.0008014811,0.00002395441,0.00004706882,2.521765e-7,0.00001533407,0.001505353],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4559112,"threshold_uncertainty_score":0.5460761,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4413737609","doi":"10.1017/pds.2025.10319","title":"The influence of aesthetic taste on product choice: does mode of evaluation impact decision making?","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Aesthetic Perception and Analysis","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Taste; Product (mathematics); Aesthetics; Mode (computer interface); Psychology; Computer science; Mathematics; Art; Human–computer interaction; Neuroscience","authors":[{"name":"Chukwuma M. Asuzu","is_ca":true},{"name":"Alison Olechowski","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0231621181849593,"gpt":0.3493836351280514,"spread":0.3262215169430921,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001332849,0.0001366525,0.0002136976,0.00004804829,0.0002443536,0.00003366753,0.0005923597,0.00005353852,0.000009481712],"category_scores_gemma":[0.0018023,0.0000643438,0.0003513055,0.0008260329,0.0004169312,0.00013532,0.0001067654,0.0001458731,0.000001373336],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008225586,"about_ca_system_score_gemma":0.0001082623,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001306021,"about_ca_topic_score_gemma":5.037505e-7,"domain_scores_codex":[0.9982961,0.00005850337,0.0004001309,0.0002879245,0.0007886925,0.0001685849],"domain_scores_gemma":[0.9985065,0.0001972119,0.0005140365,0.0002566899,0.0005045805,0.00002091639],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0001227055,0.0001256484,0.003151636,0.00005905005,0.00001347748,1.521575e-8,0.001717658,0.01291427,0.9614404,0.0009492426,0.001449313,0.01805655],"study_design_scores_gemma":[0.0008751104,0.0002646463,0.04826226,0.001102812,0.0003330251,0.000006421549,0.001038762,0.09800004,0.8192663,0.03040067,0.0001974437,0.0002524572],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9981006,0.00003410281,0.0003274772,0.0007201999,0.00004211792,0.0004846416,0.00000479549,0.00001449195,0.0002716128],"genre_scores_gemma":[0.998924,0.0001132733,0.0005960014,0.0001860271,0.000008940799,0.00002290046,9.056365e-8,0.000008119886,0.0001406492],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1421741,"threshold_uncertainty_score":0.2623864,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4413738068","doi":"10.1017/pds.2025.10083","title":"Automating the assessment of CAD drawings and solid models","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Ministerio de Economía y Competitividad","keywords":"CAD; Engineering drawing; Computer science; Computer graphics (images); Engineering","authors":[{"name":"David S. Nobes","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01211658789120378,"gpt":0.2400770856030464,"spread":0.2279604977118427,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003578863,0.00009028196,0.00013296,0.00001441902,0.000119184,0.00003708274,0.0002086644,0.00005517951,0.000001610798],"category_scores_gemma":[0.00001761003,0.00005635787,0.00007059363,0.0001547176,0.00006199698,0.0001410931,0.00007966689,0.0001193505,3.131683e-8],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002802902,"about_ca_system_score_gemma":0.00002021998,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004810988,"about_ca_topic_score_gemma":6.767186e-8,"domain_scores_codex":[0.9994795,0.0000030404,0.0001898961,0.00008864496,0.0001302422,0.0001086631],"domain_scores_gemma":[0.9996917,0.0000518433,0.00009012557,0.00005936232,0.00009506808,0.00001186335],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000005044341,0.00003421446,0.002841561,0.003409715,0.0003041746,1.976577e-8,0.009943674,0.9076332,0.04836631,0.01688019,0.00632576,0.004256095],"study_design_scores_gemma":[0.0001129384,0.000006400361,0.002104159,0.0001511949,0.00003963085,4.064293e-7,0.0003571435,0.917887,0.07501498,0.004245488,0.00002311569,0.00005756293],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4358139,0.0006572729,0.5491632,0.0008470397,0.0002110912,0.0008638697,0.000005356032,0.0002923945,0.01214583],"genre_scores_gemma":[0.97104,0.0001262507,0.02865111,0.00004574261,0.00001092051,0.00001805467,1.67528e-7,0.00001039802,0.00009733435],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5352261,"threshold_uncertainty_score":0.2298207,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4413737533","doi":"10.1017/pds.2025.10177","title":"Exploring design trade-offs among sustainability, performance, and manufacturability when considering integration of new technologies","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Technology Assessment and Management","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"VINNOVA","keywords":"Design for manufacturability; Sustainability; Computer science; Engineering; Mechanical engineering","authors":[{"name":"Julian Martinsson Bonde","is_ca":false},{"name":"Ola Isaksson","is_ca":false},{"name":"Michael Kokkolaras","is_ca":true},{"name":"Petter Andersson","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04607328354679771,"gpt":0.2335674999550505,"spread":0.1874942164082528,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005002051,0.0001604331,0.0002290159,0.00007837977,0.00008980875,0.00002589838,0.0003038459,0.0001289417,0.000001249859],"category_scores_gemma":[0.0001069639,0.0001269495,0.00008594904,0.0002705628,0.0003005856,0.0004701276,0.0002043914,0.0002412203,5.048619e-8],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001447044,"about_ca_system_score_gemma":0.00002921984,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008659462,"about_ca_topic_score_gemma":6.103915e-7,"domain_scores_codex":[0.9992272,0.00000558215,0.0002777499,0.0001834329,0.0001155039,0.0001905171],"domain_scores_gemma":[0.9996112,0.00007635159,0.00008963651,0.0001423504,0.00006664315,0.00001382235],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0001616817,0.0002133819,0.1734226,0.01190692,0.001403859,4.431201e-7,0.02977838,0.0112718,0.1958029,0.04247015,0.05455193,0.479016],"study_design_scores_gemma":[0.000347871,0.00006314991,0.03980001,0.0002373498,0.0001002095,7.249762e-7,0.01490732,0.01819088,0.874364,0.05159699,0.000208414,0.000183086],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8999029,0.0001357395,0.09731333,0.0008913078,0.00008932803,0.0008159425,4.524423e-7,0.0005748982,0.0002760744],"genre_scores_gemma":[0.9729774,0.0003047833,0.02654134,0.000006927706,0.000004555798,0.00008230896,1.535137e-7,0.0000104221,0.00007209007],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.678561,"threshold_uncertainty_score":0.5176851,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4413735510","doi":"10.1017/pds.2025.10182","title":"Exploring Problem Framing activity using BERTopic","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Educational Games and Gamification","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Framing (construction); Epistemology; Sociology; Political science; Computer science; Geography; Philosophy; Archaeology","authors":[{"name":"Gregory Litster","is_ca":true},{"name":"Emily Moore","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1661002041902779,"gpt":0.3435015395261701,"spread":0.1774013353358922,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003920682,0.00008880447,0.000112537,0.00002455152,0.000152712,0.00002547352,0.000246549,0.00006761646,0.00001729061],"category_scores_gemma":[0.00003920843,0.00007122505,0.0001349214,0.0003781971,0.00006891321,0.0001863388,0.0000612025,0.000159505,0.000002411472],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008486571,"about_ca_system_score_gemma":0.00004767542,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005621248,"about_ca_topic_score_gemma":1.263496e-7,"domain_scores_codex":[0.9993529,0.00001194025,0.0001539375,0.0002002392,0.0001209198,0.0001600616],"domain_scores_gemma":[0.999477,0.0000856765,0.000158615,0.000103217,0.0001571679,0.00001826876],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","study_design_scores_codex":[0.00008249845,0.0006505551,0.05617892,0.0006384061,0.000583765,6.014456e-8,0.06416617,0.0001157056,0.6448041,0.1751209,0.01643528,0.04122362],"study_design_scores_gemma":[0.001433079,0.0001114808,0.5674991,0.001025152,0.0004801268,0.00001127132,0.04028188,0.00512298,0.3243912,0.04154673,0.01731815,0.0007788096],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9834176,0.0001336512,0.007854847,0.00144385,0.0004520043,0.0003712299,9.750307e-7,0.00003776324,0.00628803],"genre_scores_gemma":[0.9808989,0.00001904652,0.0163343,0.0001493863,0.00008206462,0.00009154657,1.994508e-7,0.000009872605,0.00241473],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5113202,"threshold_uncertainty_score":0.2904474,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4413738039","doi":"10.1017/pds.2025.10274","title":"Player profile as tool for communities of practice animation","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Animation; Computer science; Human–computer interaction; Computer graphics (images); Geography","authors":[{"name":"Pierre Miroite","is_ca":true},{"name":"Mickaël Gardoni","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4299290203258581,"gpt":0.5873268460027947,"spread":0.1573978256769366,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008477304,0.00006780845,0.0001546769,0.00002414218,0.0005141597,0.00005016437,0.0005172514,0.00009273038,0.00002041888],"category_scores_gemma":[0.009323529,0.00005415213,0.0001504823,0.0004373757,0.0005239794,0.000458529,0.0001172562,0.0001410343,0.000001270861],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001060096,"about_ca_system_score_gemma":0.0004151614,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002627883,"about_ca_topic_score_gemma":0.000003508746,"domain_scores_codex":[0.9988003,0.0002040775,0.0002299236,0.00008790962,0.0004498981,0.0002278437],"domain_scores_gemma":[0.9960663,0.002396121,0.0002619321,0.00008519767,0.00116179,0.00002863894],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0003788209,0.000330017,0.004609301,0.0007495867,0.0002648546,1.886588e-8,0.2003897,0.00001230959,0.1924663,0.5292709,0.06850405,0.003024152],"study_design_scores_gemma":[0.0008104455,0.0002967167,0.002300071,0.0003568228,0.000205308,3.432501e-7,0.2671894,0.00343095,0.6207094,0.04922063,0.05525991,0.0002199566],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8436061,0.0002690286,0.03456892,0.009169119,0.0003217971,0.005629471,0.00003200475,0.0001366185,0.1062669],"genre_scores_gemma":[0.8857466,0.00006494303,0.1107923,0.0003206744,0.00003969694,0.0002578343,4.170465e-7,0.000008874425,0.002768653],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4800503,"threshold_uncertainty_score":0.9990214,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4281570720","doi":"10.1017/pds.2022.133","title":"Cardinal Maturity Determination of Technology Development: Medical Device Development Case Study","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Technology Assessment and Management","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Maturity (psychological); Consistency (knowledge bases); Cardinality (data modeling); Selection (genetic algorithm); Computer science; Capability Maturity Model; Multiple-criteria decision analysis; Class (philosophy); Technology development; Process management; Operations research; Risk analysis (engineering); Engineering; Artificial intelligence; Data mining; Business; Manufacturing engineering; Psychology","authors":[{"name":"Soumya Ranjan Mishra","is_ca":true},{"name":"Kamran Behdinan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01709839060481131,"gpt":0.2421804377697593,"spread":0.225082047164948,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001003802,0.0001373879,0.0002080608,0.0001022059,0.0002777846,0.000007377757,0.0005500229,0.0001067942,0.00001901576],"category_scores_gemma":[0.00002848907,0.0001220634,0.00006866425,0.0005851745,0.00007767989,0.0000741883,0.0006464282,0.0003518602,5.650391e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002153128,"about_ca_system_score_gemma":0.00007936131,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003358173,"about_ca_topic_score_gemma":0.000003171432,"domain_scores_codex":[0.9987702,0.000009329377,0.0003549699,0.0001716202,0.0004991138,0.0001948147],"domain_scores_gemma":[0.9996222,0.00002366453,0.0001348732,0.00009966642,0.00009489631,0.000024759],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0001311117,0.00490103,0.230971,0.0046159,0.004970137,0.0004973018,0.1954166,0.001214999,0.05023717,0.008535859,0.02139577,0.4771132],"study_design_scores_gemma":[0.0051211,0.0007472356,0.01844984,0.0002833539,0.0006782656,0.002708618,0.3469035,0.0234618,0.56664,0.002168221,0.03098521,0.001852929],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.993813,0.0000886943,0.004780274,0.0001251944,0.0001295034,0.0005947221,9.411483e-7,0.0002488691,0.0002187427],"genre_scores_gemma":[0.9532974,0.000005600495,0.04635051,0.00001537077,0.000006771962,0.0002695096,5.320355e-7,0.00001628095,0.00003805472],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5164028,"threshold_uncertainty_score":0.4977602,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4396956017","doi":"10.1017/pds.2024.293","title":"The sustainability and social entrepreneurship fellowship: transdisciplinary and multicultural problem-based engineering education","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Waterloo","funders":"","keywords":"Multiculturalism; Sustainability; Sociology; Social entrepreneurship; Engineering ethics; Entrepreneurship; Pedagogy; Environmental ethics; Political science; Engineering; Ecology; Philosophy","authors":[{"name":"Gordon Krauss","is_ca":false},{"name":"Chris Rennick","is_ca":true},{"name":"Nadine Ibrahim","is_ca":true},{"name":"Sanjeev Bedi","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.006925053155844149,"gpt":0.2087684674877347,"spread":0.2018434143318906,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003215158,0.0001196475,0.00008528262,0.00001462139,0.0001517229,0.0001030944,0.0001110277,0.0000841366,8.021163e-7],"category_scores_gemma":[0.00003040328,0.00007250907,0.00007582139,0.0001875331,0.0001356288,0.0001140556,0.00002410905,0.0001965062,1.783344e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008943964,"about_ca_system_score_gemma":0.00004602682,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003110476,"about_ca_topic_score_gemma":1.386337e-7,"domain_scores_codex":[0.9994302,0.00000424565,0.0001383637,0.0001411356,0.0001174364,0.0001685632],"domain_scores_gemma":[0.9997219,0.00011094,0.00001577503,0.0000392734,0.00007258349,0.00003952395],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00009688749,0.0003935839,0.002991918,0.08469166,0.0007810961,5.254862e-7,0.3475282,0.01218359,0.3851066,0.01416086,0.05629816,0.09576686],"study_design_scores_gemma":[0.000444133,0.00007605494,0.02229372,0.0006898122,0.0002435675,0.0000192782,0.01772446,0.9151039,0.03037292,0.006837829,0.005543657,0.0006507417],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9879122,0.002535393,0.001669898,0.006555041,0.0004455915,0.0005240904,0.000003312849,0.0003117142,0.00004272631],"genre_scores_gemma":[0.9977331,0.00006232973,0.001914697,0.00001327063,0.0001105434,0.00007202351,0.00000126664,0.0000175827,0.00007525942],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9029202,"threshold_uncertainty_score":0.2956834,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4413735482","doi":"10.1017/pds.2025.10095","title":"Bridging theory and practice in software design management: insights from practitioners","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Bridging (networking); Computer science; Software; Management theory; Knowledge management; Software engineering; Engineering management; Engineering; Management science; Programming language","authors":[{"name":"Julie Johnson","is_ca":true},{"name":"Ada Hurst","is_ca":true},{"name":"Frank Safayeni","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01367759427095132,"gpt":0.2536450429860433,"spread":0.239967448715092,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001811513,0.0001428576,0.0001502629,0.00007062215,0.0001397025,0.0001867858,0.0007399417,0.00008738184,8.773788e-7],"category_scores_gemma":[0.001492145,0.0001163547,0.0000677143,0.0007099326,0.00006673064,0.00154298,0.0004344748,0.0002496864,7.002265e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005945294,"about_ca_system_score_gemma":0.0000363438,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002545351,"about_ca_topic_score_gemma":9.730032e-8,"domain_scores_codex":[0.9989837,0.00009578446,0.0002118654,0.0003286893,0.0002163154,0.0001636618],"domain_scores_gemma":[0.99641,0.003018347,0.0002287358,0.0001918396,0.0001237351,0.00002730272],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0004405176,0.0003995838,0.001185539,0.000669144,0.0008743482,0.0000108843,0.02634638,0.001686792,0.01151189,0.8153828,0.04406026,0.09743189],"study_design_scores_gemma":[0.001534315,0.0001317852,0.006692545,0.001571242,0.0003523015,0.00004065139,0.003233415,0.04924567,0.05840096,0.8642203,0.01368356,0.0008932212],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.001148883,0.00078728,0.9951318,0.001496862,0.0001178381,0.0004218902,7.343809e-7,0.000229455,0.0006652766],"genre_scores_gemma":[0.1610356,0.0005442308,0.8374611,0.0007761338,0.0000161008,0.00005219108,2.747901e-7,0.000009750031,0.0001046927],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.1598867,"threshold_uncertainty_score":0.4744808,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4413735532","doi":"10.1017/pds.2025.10207","title":"Generating preinventive structures: AI-driven creativity in product repurposing","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Repurposing; Creativity; Product (mathematics); Computer science; Psychology; Engineering; Mathematics; Social psychology; Geometry","authors":[{"name":"Elisa Kwon","is_ca":true},{"name":"Kosa Goucher-Lambert","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01294865347688623,"gpt":0.2293545037084977,"spread":0.2164058502316115,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002715046,0.0001377174,0.000172335,0.00003748545,0.0001089601,0.00006455949,0.0002205275,0.00007157779,0.000004012126],"category_scores_gemma":[0.0001078685,0.0001096985,0.00009418902,0.0003638968,0.0000465423,0.0002347429,0.00007003911,0.0002189409,1.470753e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001054686,"about_ca_system_score_gemma":0.00002901547,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008184614,"about_ca_topic_score_gemma":6.807098e-7,"domain_scores_codex":[0.9992582,0.000008150825,0.00022935,0.0001997479,0.0001313579,0.0001732127],"domain_scores_gemma":[0.9996603,0.00003014614,0.00008138182,0.00008459845,0.0001278021,0.00001575753],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00001405055,0.00003134983,0.009532301,0.001289944,0.0001144743,1.004142e-7,0.005459907,0.907526,0.06765081,0.001325701,0.003515428,0.003539977],"study_design_scores_gemma":[0.0002414286,0.00000919466,0.002460636,0.0002901678,0.00003225277,6.742122e-7,0.0002527293,0.4743768,0.518847,0.003206437,0.0001363414,0.0001463691],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8710866,0.001403776,0.1201309,0.0003658573,0.0005228394,0.001697623,0.000005805584,0.0003919993,0.004394583],"genre_scores_gemma":[0.95968,0.00007030857,0.03990527,0.00006584897,0.00003818695,0.00003617507,7.69971e-7,0.00001708609,0.0001864057],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4511962,"threshold_uncertainty_score":0.4473377,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4381185620","doi":"10.1017/pds.2023.274","title":"MULTIDISCIPLINARY DESIGN ANALYSIS AND OPTIMIZATION FRAMEWORK FOR REGULATORY DRIVEN MEDICAL DEVICE DEVELOPMENT","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Multidisciplinary approach; Multidisciplinary design optimization; Risk analysis (engineering); Computer science; Systems engineering; Process (computing); Product design; Engineering design process; Product (mathematics); Engineering management; Management science; Engineering; Medicine; Mechanical engineering","authors":[{"name":"Soumya Ranjan Mishra","is_ca":true},{"name":"Kamran Behdinan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06501074535775134,"gpt":0.2938123863718144,"spread":0.2288016410140631,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009597084,0.0001048113,0.0001809549,0.00005006602,0.0001125624,0.00001552865,0.0002063795,0.0001476036,0.000004982476],"category_scores_gemma":[0.0002353704,0.00008349193,0.0001050288,0.0008161762,0.00004116408,0.00003940542,0.00007362461,0.00008084029,9.632773e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003672392,"about_ca_system_score_gemma":0.0000177175,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":5.268018e-7,"about_ca_topic_score_gemma":7.095557e-8,"domain_scores_codex":[0.999317,0.00000782898,0.0002030909,0.0001470612,0.0001718443,0.000153185],"domain_scores_gemma":[0.9993042,0.0004481363,0.00006082824,0.00008186006,0.00006293611,0.00004203508],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00000381769,0.000008528523,0.000813216,0.0002802781,0.0005010711,3.119099e-8,0.00184142,0.9851428,0.005994153,0.001091542,0.00302681,0.001296304],"study_design_scores_gemma":[0.00009537012,0.000006449803,0.004418147,0.00007220135,0.0001122228,7.323588e-7,0.0004398893,0.9835976,0.01043656,0.0005711991,0.0001369694,0.0001126091],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01478483,0.00007313723,0.9842039,0.0000996417,0.00004677963,0.0004284647,0.000001480699,0.0003373646,0.00002442193],"genre_scores_gemma":[0.09059181,0.00007240049,0.9089476,0.000007300875,0.00003483644,0.0002292321,0.000001543724,0.0000350447,0.00008027624],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.07580698,"threshold_uncertainty_score":0.3404702,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3192597289","doi":"10.1017/pds.2021.479","title":"MODELLING DESIGN TRADE-OFFS USING A SET THEORY APPROACH: ALTERNATIVE PATHS FOR NAVIGATING TRADE-OFF SITUATIONS","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Conceptual design; Pareto principle; Space (punctuation); Set (abstract data type); Process (computing); Framing (construction); Spatial design; Engineering design process; Management science; Industrial engineering; Mathematical optimization; Human–computer interaction; Mathematics; Engineering; Business; Marketing","authors":[{"name":"Jordan Nickel","is_ca":true},{"name":"Ada Hurst","is_ca":true},{"name":"P. Robert Duimering","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1012251252190235,"gpt":0.2958015457803621,"spread":0.1945764205613386,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001591256,0.000259836,0.0002831487,0.00002274043,0.0003791015,0.0001330978,0.0003566823,0.0001518553,0.000009835418],"category_scores_gemma":[0.0002735659,0.0002357964,0.0003362546,0.0005035991,0.00008118947,0.0005337567,0.00003735557,0.000444286,9.375364e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000157162,"about_ca_system_score_gemma":0.0001464842,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002665482,"about_ca_topic_score_gemma":2.476144e-8,"domain_scores_codex":[0.998538,0.0000802921,0.0004152566,0.0003206864,0.0002937236,0.0003520481],"domain_scores_gemma":[0.998382,0.0009505284,0.0002459676,0.0001473752,0.0001910745,0.00008310345],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003201309,0.0001149919,0.000009568937,0.000343465,0.000332268,1.792555e-7,0.04343425,0.8351262,0.1088717,0.004665331,0.003920125,0.003149924],"study_design_scores_gemma":[0.0003302542,0.00001858272,0.000003738278,0.000123286,0.0001877212,0.00002443633,0.01001924,0.8986201,0.07929318,0.01082561,0.0003065815,0.0002473297],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.008919942,0.0006076471,0.9882796,0.0003669891,0.0002577064,0.000838627,0.00002105156,0.000145487,0.0005628969],"genre_scores_gemma":[0.5016718,0.0001400221,0.4975957,0.0001658282,0.0001673756,0.0001188793,0.000006693343,0.00007125523,0.00006241134],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.4927519,"threshold_uncertainty_score":0.9615499,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}