{"meta":{"query_hash":"a7c17793e2a6","filters":{"venue":"Proceedings of the Design Society"},"cohort_total":45,"direct_labels_cover":0,"predictions_cover":45,"exported":45,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/a7c17793e2a6","api":"https://metacan.xera.ac/api/v1/cohort?venue=Proceedings+of+the+Design+Society"},"results":[{"id":"W3185502463","doi":"10.1017/pds.2021.49","title":"APPLICATION OF DOMAIN INTEGRATED DESIGN METHODOLOGY FOR BIO-INSPIRED DESIGN- A CASE STUDY OF SUTURE PIN DESIGN","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Fibrous joint; Computer science; Deformation (meteorology); Domain (mathematical analysis); Mechanical engineering; Structural engineering; Biomedical engineering; Materials science; Engineering; Mathematics; Anatomy; Composite material; Biology","score_opus":0.06699731290285113,"score_gpt":0.28881426996286574,"score_spread":0.2218169570600146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185502463","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.069395445,0.0005684693,0.927502,0.00011689453,0.000077086224,0.0021611727,0.000007986129,0.00015962948,0.00001135208],"genre_scores_gemma":[0.5171372,0.00007972569,0.48239276,0.000029501061,0.000019221578,0.000297395,0.00000114801,0.000031520733,0.000011533858],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99830097,0.00017255972,0.0006340556,0.00033881527,0.00022960683,0.00032396876],"domain_scores_gemma":[0.9976746,0.0010876158,0.00033223073,0.00023771037,0.00060010905,0.00006777897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027402393,0.00025921522,0.000663879,0.00007028955,0.00010105919,0.000008269084,0.00048156898,0.0004170307,0.0000052846062],"category_scores_gemma":[0.00075707625,0.00020348764,0.0002546737,0.0009708014,0.00026381752,0.000084593325,0.00008685245,0.0003395365,3.587264e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003013156,0.0006288526,0.00015590452,0.00078612764,0.00093639013,0.000012448415,0.011769309,0.0044246274,0.9579196,0.0022273601,0.0073768413,0.013461239],"study_design_scores_gemma":[0.0015881329,0.00065364194,0.000017765544,0.000078471414,0.00030868684,0.00019678009,0.027059484,0.06368109,0.8952887,0.010618088,0.00027663488,0.00023252329],"about_ca_topic_score_codex":0.000029217004,"about_ca_topic_score_gemma":0.0000013767415,"teacher_disagreement_score":0.44774178,"about_ca_system_score_codex":0.00008977629,"about_ca_system_score_gemma":0.0001249654,"threshold_uncertainty_score":0.82979846},"labels":[],"label_agreement":null},{"id":"W3185652110","doi":"10.1017/pds.2021.60","title":"CARDINAL WTRL: TECHNOLOGY MATURITY, SCHEDULE SLIPPAGE AND TREND FORECASTING.","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Technology Assessment and Management","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Maturity (psychological); Schedule; Computer science; Process (computing); Operations research; Industrial engineering; Process management; Engineering","score_opus":0.016406508051610657,"score_gpt":0.20107624705877553,"score_spread":0.18466973900716488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185652110","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.981393,0.0020737422,0.005466592,0.0022412913,0.00031112303,0.00036800257,0.0000067523238,0.00091801514,0.0072215167],"genre_scores_gemma":[0.95248467,0.00019712331,0.047000732,0.000027388616,0.000027069409,0.000028920766,6.439335e-7,0.000020617525,0.00021283612],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99935776,0.0000023570367,0.00013903802,0.00017131702,0.00011514257,0.00021439252],"domain_scores_gemma":[0.9997534,0.000017178621,0.000050301744,0.00010028447,0.00005787658,0.000020953747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018838585,0.00012841722,0.00017590399,0.000040964154,0.00009653488,0.0000295438,0.00022975089,0.00017887841,0.000006823658],"category_scores_gemma":[0.000026991567,0.000108983426,0.0001009651,0.0004228848,0.00013824138,0.00010365095,0.0002914468,0.00025252235,6.916718e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021434664,0.00018605856,0.03624597,0.002048641,0.0015155023,0.000009787181,0.0024275775,0.00035622058,0.69179493,0.09771169,0.13853852,0.029143644],"study_design_scores_gemma":[0.0013763106,0.000090876616,0.0042469753,0.00026289633,0.000378194,0.00015951614,0.006393836,0.040654827,0.89497316,0.03758916,0.013201476,0.0006727879],"about_ca_topic_score_codex":4.4138716e-7,"about_ca_topic_score_gemma":4.876757e-7,"teacher_disagreement_score":0.2031782,"about_ca_system_score_codex":0.000036459758,"about_ca_system_score_gemma":0.000009077753,"threshold_uncertainty_score":0.4444215},"labels":[],"label_agreement":null},{"id":"W3187528900","doi":"10.1017/pds.2021.487","title":"NOVICE DESIGNERS TACKLE AND REFLECT ON THEIR PROCESS USING THE DESIGNERLY ACTIVITY THEORY","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Innovative Education and Learning Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Dilemma; Dialog box; Set (abstract data type); Computer science; Metaphor; Complement (music); Process (computing); Interpretation (philosophy); Psychology; Epistemology; World Wide Web","score_opus":0.1337436478709254,"score_gpt":0.4052660339231025,"score_spread":0.2715223860521771,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3187528900","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.971015,0.00016971116,0.0040954426,0.009018837,0.00026105862,0.000614199,0.000002445902,0.000071117116,0.0147522185],"genre_scores_gemma":[0.99311006,0.00005650586,0.0045208433,0.0011960332,0.00014104496,0.000021679507,1.7010508e-7,0.000019055831,0.00093459454],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9984173,0.00041128302,0.00016189253,0.00029051228,0.00042925205,0.00028974973],"domain_scores_gemma":[0.99729717,0.0012444974,0.00042526404,0.00011666652,0.0008667105,0.000049692695],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004940124,0.00015544896,0.00016654124,0.00002133304,0.0017775149,0.00022328335,0.00042801752,0.0001203215,0.000041153482],"category_scores_gemma":[0.0019256137,0.000093827366,0.00011695445,0.00105723,0.00069224066,0.0004782635,0.000059743277,0.0004447021,0.0000030537842],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030350368,0.00038500884,0.003462453,0.00017712498,0.0002971177,3.4445452e-7,0.50146925,0.00014913207,0.39585602,0.08177771,0.006737,0.00938533],"study_design_scores_gemma":[0.00056222436,0.00016507845,0.003821368,0.00025464423,0.0001863895,0.0000129501905,0.48306388,0.0011652047,0.4713605,0.024461525,0.014383855,0.00056235224],"about_ca_topic_score_codex":0.00004558616,"about_ca_topic_score_gemma":0.0000034107504,"teacher_disagreement_score":0.07550449,"about_ca_system_score_codex":0.00011415543,"about_ca_system_score_gemma":0.0006330123,"threshold_uncertainty_score":0.99952203},"labels":[],"label_agreement":null},{"id":"W3187853372","doi":"10.1017/pds.2021.471","title":"MITIGATING COMPANY ADOPTION BARRIERS OF DESIGN-DRIVEN INNOVATION WITH HUMAN CENTERED DESIGN","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Business; Service (business); Product (mathematics); Service design; Product innovation; Space (punctuation); Service innovation; Knowledge management; Meaning (existential); Process management; New product development; Product design; Marketing; Computer science; Service provider; Psychology","score_opus":0.04936747237357602,"score_gpt":0.2632285455627738,"score_spread":0.21386107318919778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3187853372","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28565514,0.00012372706,0.7111999,0.00033025863,0.00021998436,0.0008360782,0.00000553074,0.00020151258,0.0014278842],"genre_scores_gemma":[0.8059015,0.000020077458,0.19379757,0.00008106102,0.000038066835,0.000028957535,0.0000036358635,0.00003561729,0.00009345936],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99879485,0.00005757681,0.00042658002,0.00019406661,0.00030855177,0.0002183968],"domain_scores_gemma":[0.998417,0.00019016759,0.00035354594,0.00013301829,0.0008492872,0.000056954967],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008850868,0.00018319982,0.00023875771,0.000048872782,0.00018182378,0.000059921484,0.0002581382,0.0001061269,0.000045866887],"category_scores_gemma":[0.00023178046,0.00015714766,0.0000969814,0.001086227,0.000108517655,0.0004160669,0.000032828302,0.00024866156,0.0000017617898],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037244616,0.000051243554,0.0011509017,0.00028781398,0.00019404302,2.2127122e-7,0.0055820746,0.014758717,0.96486026,0.0015405378,0.011216851,0.00032007502],"study_design_scores_gemma":[0.0006853489,0.0001001585,0.0013539619,0.00032067107,0.0001354576,0.00002037653,0.005794388,0.039836653,0.95044035,0.0008203857,0.00022466866,0.00026760512],"about_ca_topic_score_codex":0.0000031943434,"about_ca_topic_score_gemma":1.0458852e-7,"teacher_disagreement_score":0.5202464,"about_ca_system_score_codex":0.00010707331,"about_ca_system_score_gemma":0.00013627407,"threshold_uncertainty_score":0.64082956},"labels":[],"label_agreement":null},{"id":"W3187955867","doi":"10.1017/pds.2021.407","title":"EXPERIENCES OF DESIGN AT HACKATHONS: INITIAL FINDINGS FROM AN INTERVIEW STUDY","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Process (computing); Computer science; Frame (networking); Design process; Engineering design process; Process management; Management science; Work in process; Engineering; Operations management","score_opus":0.048388811210092864,"score_gpt":0.2702292373169458,"score_spread":0.22184042610685295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3187955867","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98839957,0.00041432833,0.010323506,0.00007202929,0.0004268723,0.00021405028,0.0000038714506,0.00008788324,0.00005790356],"genre_scores_gemma":[0.98542994,0.000060079845,0.014265167,0.000037666832,0.00007553681,0.00006963022,0.0000020365999,0.000019942267,0.00003998712],"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99915034,0.000018069528,0.00026721437,0.00017307549,0.00023907589,0.00015221133],"domain_scores_gemma":[0.9995829,0.000080484046,0.000052885967,0.00010887224,0.00011715447,0.000057709436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044189315,0.00012970429,0.00021020751,0.000015422516,0.000057813522,0.000023420836,0.00032539983,0.00008876837,0.00006470933],"category_scores_gemma":[0.000079034224,0.0001000147,0.00011666513,0.0003208695,0.00008661767,0.00016764186,0.00009573697,0.00012628597,0.0000020035532],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000240659,0.00061447965,0.0016383132,0.0007981486,0.00037330232,0.0000010361416,0.5246017,0.00065057335,0.44546998,0.000050362545,0.023542196,0.0022358312],"study_design_scores_gemma":[0.00042259906,0.00016827075,0.004374326,0.0002957551,0.00010111341,0.0000066666585,0.09396434,0.009357191,0.89042526,0.00045635315,0.0001633771,0.0002647377],"about_ca_topic_score_codex":0.000005809686,"about_ca_topic_score_gemma":2.9724885e-7,"teacher_disagreement_score":0.4449553,"about_ca_system_score_codex":0.00005750069,"about_ca_system_score_gemma":0.000027434418,"threshold_uncertainty_score":0.40784812},"labels":[],"label_agreement":null},{"id":"W3190109559","doi":"10.1017/pds.2021.546","title":"SURVEYING DESIGN SKILL DEVELOPMENT IN WORK-INTEGRATED LEARNING EXPERIENCES: A REVIEW OF THE LITERATURE","year":2021,"lang":"en","type":"review","venue":"Proceedings of the Design Society","topic":"Higher Education and Employability","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Graduation (instrument); Context (archaeology); Work (physics); Engineering design process; Process (computing); Engineering education; Engineering ethics; Psychology; Medical education; Pedagogy; Engineering; Engineering management; Computer science; Medicine","score_opus":0.1052972580759154,"score_gpt":0.37025330121724154,"score_spread":0.26495604314132615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3190109559","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016550206,0.9972279,0.00011197118,0.00020764243,0.00031286947,0.0017557511,0.0000015783921,0.00002856065,0.00018822734],"genre_scores_gemma":[0.00018612483,0.98940563,0.008505903,0.00012632651,0.00005526779,0.00041125558,0.000003994183,0.000026277181,0.0012792427],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99614364,0.001221394,0.0010185207,0.00045936645,0.0007734182,0.0003836763],"domain_scores_gemma":[0.99689466,0.0007436419,0.0011237136,0.00020785154,0.0009541943,0.00007592922],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009852148,0.00033599586,0.0012662098,0.00003775481,0.0004979695,0.00011638748,0.0014014342,0.00038311313,0.000089736764],"category_scores_gemma":[0.003868862,0.00018956697,0.00089218793,0.0044320496,0.00043731532,0.00015038915,0.0001967459,0.0009282962,0.0000018355429],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050259846,0.00026011796,0.0015704564,0.07039833,0.00019455004,2.0180272e-7,0.7429492,0.0000028394848,0.0000029025018,0.00025461215,0.019838214,0.16452357],"study_design_scores_gemma":[0.000053626078,0.0000071612194,0.000054653494,0.25891632,0.0001156589,0.0000011935488,0.017785724,3.7499422e-7,0.0000423727,0.00002774046,0.7227258,0.0002694032],"about_ca_topic_score_codex":0.000059246122,"about_ca_topic_score_gemma":0.0000039419688,"teacher_disagreement_score":0.72516346,"about_ca_system_score_codex":0.0005491261,"about_ca_system_score_gemma":0.0028146277,"threshold_uncertainty_score":0.77303165},"labels":[],"label_agreement":null},{"id":"W3191175993","doi":"10.1017/pds.2021.536","title":"STUDY OF SYSTEM INTERFACES THROUGH THE NOTION OF COMPLEMENTARITY","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Product Development and Customization","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Polytechnique Montréal","keywords":"Complementarity (molecular biology); Computer science; Management science; Systems engineering; Risk analysis (engineering); Engineering; Business","score_opus":0.04826500925367389,"score_gpt":0.23688877045375592,"score_spread":0.18862376120008204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3191175993","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9957187,0.000051306375,0.0006322608,0.0005154714,0.00019641744,0.0005753862,0.0000012000484,0.000026771511,0.0022824712],"genre_scores_gemma":[0.9988321,0.0000045714423,0.00088918174,0.00009113737,0.00009220983,0.000012788613,0.000002326136,0.000008240522,0.00006741713],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99908984,0.000007842047,0.00034183796,0.00014851014,0.0003148288,0.000097140815],"domain_scores_gemma":[0.998612,0.000024309034,0.000584791,0.00010096365,0.000675954,0.0000020097687],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068066875,0.000092357826,0.00018678376,0.00001305343,0.00015785744,0.00004617645,0.0003425612,0.000028298951,0.000010353144],"category_scores_gemma":[0.000055315137,0.000057070756,0.000088152556,0.00053183094,0.00006479078,0.00045848594,0.0002904559,0.00007169755,0.0000012594736],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003559814,0.003199588,0.38687187,0.010896798,0.0019306592,5.130355e-7,0.098768495,0.00078018935,0.30813685,0.10243644,0.084465146,0.002157452],"study_design_scores_gemma":[0.0028888006,0.00008398709,0.059301935,0.0008533141,0.0008839851,0.0000033868955,0.4416629,0.0039379434,0.48296785,0.0049367943,0.0020300113,0.0004490726],"about_ca_topic_score_codex":0.00010991863,"about_ca_topic_score_gemma":0.000004817787,"teacher_disagreement_score":0.3428944,"about_ca_system_score_codex":0.000029113671,"about_ca_system_score_gemma":0.00001956445,"threshold_uncertainty_score":0.2327278},"labels":[],"label_agreement":null},{"id":"W3192377638","doi":"10.1017/pds.2021.72","title":"CONCEPT MAPS COLLABORATIVE CREATION IN PRODUCT LIFECYCLE MANAGEMENT","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; École de Technologie Supérieure","funders":"","keywords":"Knowledge management; Product lifecycle; System lifecycle; Product (mathematics); Product management; Usability; Process management; Process (computing); Negotiation; New product development; Adaptability; Computer science; Tacit knowledge; Business; Management; Sociology; Human–computer interaction; Marketing","score_opus":0.038211007075431166,"score_gpt":0.26345478364797287,"score_spread":0.2252437765725417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192377638","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67636037,0.0049024494,0.013070901,0.037088946,0.0036822986,0.008538923,0.00009236399,0.0006903754,0.25557336],"genre_scores_gemma":[0.9899126,0.00015634255,0.006397342,0.0011388607,0.00043241127,0.000068416346,0.000019358651,0.000023934192,0.001850677],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989582,0.0000043487735,0.00024676597,0.00030571874,0.00029053385,0.00019446078],"domain_scores_gemma":[0.9989291,0.000021199367,0.00024014106,0.00012950978,0.00067415775,0.0000059364693],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042446467,0.00013603986,0.00016949831,0.000037519905,0.00012708863,0.0001804459,0.00036469215,0.000050565646,0.000064399326],"category_scores_gemma":[0.00014415006,0.00010577962,0.00008628108,0.0016347879,0.00011766828,0.0009514832,0.0003138968,0.00011273307,0.000017281716],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019236153,0.0009856467,0.06673686,0.0030352091,0.00034635738,0.0000058195433,0.0042758817,0.0006179068,0.063456155,0.1950945,0.6418791,0.023374189],"study_design_scores_gemma":[0.003067609,0.00003464241,0.09593024,0.0019804963,0.0005718295,0.000011869363,0.033581298,0.008767672,0.5013821,0.06572464,0.28726766,0.0016799099],"about_ca_topic_score_codex":0.000028161065,"about_ca_topic_score_gemma":0.0000024012045,"teacher_disagreement_score":0.437926,"about_ca_system_score_codex":0.000042453903,"about_ca_system_score_gemma":0.000029417182,"threshold_uncertainty_score":0.43135676},"labels":[],"label_agreement":null},{"id":"W3192378062","doi":"10.1017/pds.2021.415","title":"EXTENDED TARGET WEIGHING APPROACH (ETWA): IMPACT AND RISK ANALYSIS OF LIGHTWEIGHT CONCEPTS IN THE PRODUCT-PRODUCTION SYSTEM-CO-DESIGN","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Product Development and Customization","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Deutsche Forschungsgemeinschaft; University of Cambridge","keywords":"Interdependence; Production (economics); Product (mathematics); Product design; Computer science; Component (thermodynamics); Systems engineering; Risk analysis (engineering); Systems design; Manufacturing engineering; Industrial engineering; Engineering; Business; Mathematics","score_opus":0.0174445650493906,"score_gpt":0.23579936996102208,"score_spread":0.21835480491163148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192378062","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98063135,0.001574533,0.012016439,0.00086789473,0.0003371677,0.0018853544,0.000006530251,0.00011790225,0.002562815],"genre_scores_gemma":[0.98972636,0.0001398643,0.009519037,0.00006672623,0.0003577986,0.000047492576,0.000017841328,0.000021400052,0.000103468345],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981716,0.000052679592,0.0004916017,0.00051627844,0.000503437,0.00026437454],"domain_scores_gemma":[0.9982618,0.000060875213,0.0008307747,0.00022404705,0.0006122383,0.000010247606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035072751,0.00023462447,0.0004597439,0.00016564388,0.0003150391,0.00018957972,0.0004121087,0.000085444495,0.00000972596],"category_scores_gemma":[0.00042772663,0.00014401547,0.00027802936,0.0032907312,0.00013012339,0.00081207504,0.00012382546,0.0002191971,0.0000011206689],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006637878,0.001466625,0.65738463,0.00547267,0.008212953,0.0000022528395,0.04094702,0.015512794,0.18638465,0.0143620465,0.06499492,0.004595656],"study_design_scores_gemma":[0.0028509283,0.000065134416,0.4049218,0.0006602275,0.009518937,0.000027616714,0.050969295,0.2249013,0.29594842,0.0065255286,0.0018487417,0.0017620927],"about_ca_topic_score_codex":0.00004516167,"about_ca_topic_score_gemma":6.816193e-7,"teacher_disagreement_score":0.25246283,"about_ca_system_score_codex":0.000077968725,"about_ca_system_score_gemma":0.00007078024,"threshold_uncertainty_score":0.58727807},"labels":[],"label_agreement":null},{"id":"W3192476118","doi":"10.1017/pds.2021.413","title":"EXPLORING THE POTENTIAL OF DIGITAL TWIN-DRIVEN DESIGN OF AERO-ENGINE STRUCTURES","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"VINNOVA","keywords":"Reuse; Aerospace; Quality (philosophy); Production (economics); Computer science; Product design; Systems engineering; Product (mathematics); Downstream (manufacturing); Manufacturing engineering; Engineering; Operations management","score_opus":0.05551897514569402,"score_gpt":0.2108196426243297,"score_spread":0.1553006674786357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192476118","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81755054,0.00025144767,0.17620037,0.0002485106,0.000668077,0.0007298765,0.000089474575,0.0002055817,0.0040561245],"genre_scores_gemma":[0.9910973,0.00006828301,0.008669196,0.000009082467,0.000057710706,0.000020078656,0.0000016051259,0.000030236277,0.000046564204],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99891716,0.000006011953,0.0003980587,0.00011173472,0.0003764239,0.00019062162],"domain_scores_gemma":[0.99931496,0.00010085749,0.00012616953,0.00013025632,0.0002943063,0.000033444692],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019283405,0.00015794834,0.00022420728,0.000020861107,0.000054963224,0.00006325597,0.00044291734,0.0000798627,0.000010709353],"category_scores_gemma":[0.00007341104,0.000110532725,0.00025912529,0.00039387846,0.00014924794,0.00079065654,0.00007419752,0.00023413918,8.0579355e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030040337,0.00005894294,0.000379136,0.0009313212,0.0005582887,3.845498e-7,0.006321571,0.47354072,0.5070967,0.0022569706,0.0058401613,0.0029857627],"study_design_scores_gemma":[0.0003655657,0.000036982932,0.0010119275,0.00016047942,0.00008511096,0.000017115648,0.005374111,0.021748072,0.96847594,0.0024229442,0.00011498237,0.00018676916],"about_ca_topic_score_codex":6.092854e-7,"about_ca_topic_score_gemma":9.157673e-9,"teacher_disagreement_score":0.46137926,"about_ca_system_score_codex":0.000034850058,"about_ca_system_score_gemma":0.000035680627,"threshold_uncertainty_score":0.45073938},"labels":[],"label_agreement":null},{"id":"W3192597289","doi":"10.1017/pds.2021.479","title":"MODELLING DESIGN TRADE-OFFS USING A SET THEORY APPROACH: ALTERNATIVE PATHS FOR NAVIGATING TRADE-OFF SITUATIONS","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Conceptual design; Pareto principle; Space (punctuation); Set (abstract data type); Process (computing); Framing (construction); Spatial design; Engineering design process; Management science; Industrial engineering; Mathematical optimization; Human–computer interaction; Mathematics; Engineering; Business; Marketing","score_opus":0.1012251252190235,"score_gpt":0.29580154578036205,"score_spread":0.19457642056133856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192597289","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008919942,0.0006076471,0.98827964,0.0003669891,0.00025770642,0.000838627,0.000021051559,0.00014548696,0.0005628969],"genre_scores_gemma":[0.5016718,0.0001400221,0.49759573,0.00016582824,0.0001673756,0.00011887926,0.0000066933426,0.00007125523,0.00006241134],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998538,0.0000802921,0.00041525663,0.0003206864,0.00029372357,0.0003520481],"domain_scores_gemma":[0.998382,0.00095052837,0.00024596762,0.00014737518,0.00019107446,0.00008310345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015912564,0.00025983603,0.00028314872,0.000022740425,0.00037910152,0.00013309778,0.00035668229,0.00015185535,0.000009835418],"category_scores_gemma":[0.00027356588,0.00023579641,0.00033625463,0.00050359906,0.00008118947,0.0005337567,0.000037355574,0.00044428604,9.3753636e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003201309,0.000114991904,0.0000095689375,0.00034346498,0.00033226795,1.7925547e-7,0.043434247,0.8351262,0.10887169,0.0046653314,0.0039201253,0.0031499236],"study_design_scores_gemma":[0.0003302542,0.00001858272,0.000003738278,0.00012328598,0.00018772123,0.000024436331,0.010019244,0.89862007,0.07929318,0.010825609,0.0003065815,0.00024732974],"about_ca_topic_score_codex":0.0000026654818,"about_ca_topic_score_gemma":2.4761437e-8,"teacher_disagreement_score":0.49275187,"about_ca_system_score_codex":0.00015716195,"about_ca_system_score_gemma":0.00014648422,"threshold_uncertainty_score":0.9615499},"labels":[],"label_agreement":null},{"id":"W4281564833","doi":"10.1017/pds.2022.123","title":"One Size Doesn't Fit All: On the Adaptable Universal Design of Assistive Technologies","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Assistive Technology in Communication and Mobility","field":"Health Professions","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Adaptation (eye); Universal design; Order (exchange); Assistive technology; Human–computer interaction; Computer science; User needs; Psychology; Multimedia; World Wide Web; Business","score_opus":0.1617327085260357,"score_gpt":0.35912967441282273,"score_spread":0.19739696588678704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281564833","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50229293,0.0017555568,0.053240623,0.35332486,0.0015583396,0.028388815,0.0004820201,0.0049782824,0.05397857],"genre_scores_gemma":[0.98235846,0.00013189804,0.014314207,0.0011068782,0.00000959112,0.0006076094,7.047294e-7,0.000021364342,0.0014493079],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9982312,0.00030934764,0.00042731245,0.00027475026,0.00042100903,0.00033641446],"domain_scores_gemma":[0.994507,0.0036299007,0.0008410845,0.0005540288,0.00044555738,0.000022415754],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0032233943,0.0001671589,0.00032516546,0.00003275337,0.0016538717,0.0000044826384,0.0018870346,0.00023665203,0.00022316285],"category_scores_gemma":[0.0017521421,0.000106940366,0.0002024645,0.00062509044,0.00086308166,0.00007075552,0.0015683902,0.0015906779,0.000005203688],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001553896,0.0020771928,0.03857316,0.00046083864,0.0014425876,3.272844e-7,0.018094657,0.0006435996,0.16106246,0.16533877,0.6082222,0.0025302856],"study_design_scores_gemma":[0.0042722183,0.0023413277,0.101787195,0.00071627984,0.0007992283,0.0000043534656,0.62472075,0.0073167104,0.13483733,0.080010846,0.042020537,0.0011732248],"about_ca_topic_score_codex":0.000041045092,"about_ca_topic_score_gemma":6.93366e-7,"teacher_disagreement_score":0.6066261,"about_ca_system_score_codex":0.0004483105,"about_ca_system_score_gemma":0.00025049204,"threshold_uncertainty_score":0.9996458},"labels":[],"label_agreement":null},{"id":"W4281570720","doi":"10.1017/pds.2022.133","title":"Cardinal Maturity Determination of Technology Development: Medical Device Development Case Study","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Technology Assessment and Management","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Maturity (psychological); Consistency (knowledge bases); Cardinality (data modeling); Selection (genetic algorithm); Computer science; Capability Maturity Model; Multiple-criteria decision analysis; Class (philosophy); Technology development; Process management; Operations research; Risk analysis (engineering); Engineering; Artificial intelligence; Data mining; Business; Manufacturing engineering; Psychology","score_opus":0.017098390604811307,"score_gpt":0.24218043776975934,"score_spread":0.22508204716494803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281570720","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99381304,0.0000886943,0.004780274,0.0001251944,0.00012950345,0.0005947221,9.411483e-7,0.00024886907,0.00021874266],"genre_scores_gemma":[0.9532974,0.000005600495,0.046350505,0.00001537077,0.0000067719616,0.00026950962,5.320355e-7,0.000016280948,0.000038054724],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9987702,0.0000093293775,0.00035496993,0.00017162018,0.00049911375,0.00019481474],"domain_scores_gemma":[0.99962217,0.000023664526,0.00013487317,0.00009966642,0.000094896306,0.000024759],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010038017,0.00013738793,0.00020806084,0.00010220587,0.0002777846,0.0000073777574,0.00055002293,0.00010679419,0.000019015763],"category_scores_gemma":[0.000028489074,0.00012206342,0.000068664245,0.0005851745,0.00007767989,0.0000741883,0.0006464282,0.00035186022,5.650391e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013111168,0.00490103,0.23097098,0.0046158996,0.004970137,0.0004973018,0.19541655,0.0012149987,0.05023717,0.008535859,0.02139577,0.4771132],"study_design_scores_gemma":[0.0051210998,0.00074723555,0.01844984,0.00028335387,0.00067826564,0.002708618,0.34690347,0.0234618,0.56663996,0.0021682214,0.030985208,0.0018529292],"about_ca_topic_score_codex":0.0000033581725,"about_ca_topic_score_gemma":0.0000031714317,"teacher_disagreement_score":0.5164028,"about_ca_system_score_codex":0.00021531283,"about_ca_system_score_gemma":0.00007936131,"threshold_uncertainty_score":0.4977602},"labels":[],"label_agreement":null},{"id":"W4381164697","doi":"10.1017/pds.2023.244","title":"LET'S TAKE THIS OFFLINE: A THEMATIC ANALYSIS OF VIRTUAL CONFLICT IN HYBRID COLLABORATIVE DESIGN TEAMS","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Construction Project Management and Performance","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Typology; Conflict management; Interpersonal communication; Thematic analysis; Task (project management); Knowledge management; Process (computing); Psychology; Teamwork; Conflict resolution research; Conflict resolution; Social psychology; Computer science; Sociology; Engineering; Political science; Qualitative research","score_opus":0.09665920891143356,"score_gpt":0.3436949806190389,"score_spread":0.24703577170760535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381164697","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9790441,0.000076402095,0.014936587,0.0008669109,0.00021775249,0.00138693,0.00003982231,0.00008916589,0.003342335],"genre_scores_gemma":[0.99152905,0.00014576313,0.004911424,0.00010978636,0.000023238721,0.000055621214,0.0000015160961,0.000011915299,0.0032117155],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99697685,0.000084094165,0.0009417591,0.00040006687,0.0013309013,0.0002663542],"domain_scores_gemma":[0.9965675,0.001311293,0.0009159845,0.00026444413,0.0009001172,0.000040703155],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077511556,0.0001872044,0.00062189536,0.00056271,0.00016257986,0.00012233021,0.0011334617,0.000071345916,0.00022007606],"category_scores_gemma":[0.0016160575,0.000120799,0.00044967412,0.012990723,0.0003571789,0.00045871641,0.00027332111,0.00017794223,0.000028503173],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082299986,0.0004877895,0.1490562,0.0003412118,0.005288612,0.0000022218167,0.14773345,0.029050194,0.064596236,0.019676156,0.5266112,0.05633371],"study_design_scores_gemma":[0.0017665576,0.0003597378,0.016169675,0.00020399712,0.0011152303,0.000003722601,0.07489438,0.8090708,0.08185815,0.0097663095,0.0041705263,0.0006209025],"about_ca_topic_score_codex":0.000019265617,"about_ca_topic_score_gemma":0.0000023248417,"teacher_disagreement_score":0.7800206,"about_ca_system_score_codex":0.000055440032,"about_ca_system_score_gemma":0.00013278169,"threshold_uncertainty_score":0.6241612},"labels":[],"label_agreement":null},{"id":"W4381164809","doi":"10.1017/pds.2023.253","title":"MANAGING DATA-DRIVEN DESIGN: A SURVEY OF THE LITERATURE AND FUTURE DIRECTIONS","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Design Education and Practice","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Knowledge management; Design thinking; Product design; Set (abstract data type); Design technology; Key (lock); Qualitative property; Strategic design; Design education; Management science; Data science; Process management; Human–computer interaction; Product (mathematics); Systems engineering; Engineering; Business","score_opus":0.056570623543209644,"score_gpt":0.27740476517175,"score_spread":0.22083414162854037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381164809","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6746629,0.04923204,0.10650662,0.09010308,0.02767794,0.017273724,0.0019349024,0.006983926,0.025624888],"genre_scores_gemma":[0.96999097,0.008628525,0.019278351,0.00025786785,0.00036061468,0.00005310895,0.000020856,0.00008666588,0.0013230244],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99929404,0.000048354323,0.00016953498,0.00016327409,0.00017498845,0.00014982921],"domain_scores_gemma":[0.99912053,0.00031865592,0.00010960173,0.00023426168,0.00018474477,0.00003217862],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013434762,0.00011770336,0.00013565972,0.00002861237,0.00016753422,0.00007487617,0.0005667007,0.00008684251,0.0000062147296],"category_scores_gemma":[0.00020028766,0.000076919416,0.0000668779,0.0013632936,0.00006751043,0.00034736778,0.00016045207,0.00026109093,0.0000020583905],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052295713,0.000081991464,0.0064887805,0.0012043387,0.00063152716,2.121731e-7,0.052454814,0.0030377773,0.05430255,0.0007496627,0.8676461,0.013349937],"study_design_scores_gemma":[0.0011952833,0.00008562357,0.33441022,0.0009841968,0.00064429676,0.00007297063,0.011474161,0.49717236,0.038524233,0.005615314,0.108694404,0.0011269418],"about_ca_topic_score_codex":0.000012871677,"about_ca_topic_score_gemma":8.202449e-7,"teacher_disagreement_score":0.7589517,"about_ca_system_score_codex":0.000022027447,"about_ca_system_score_gemma":0.000031059015,"threshold_uncertainty_score":0.31366828},"labels":[],"label_agreement":null},{"id":"W4381164971","doi":"10.1017/pds.2023.168","title":"ENVIRONMENT-BASED DESIGN (EBD): USING ONLY NECESSARY KNOWLEDGE FOR DESIGNER CREATIVITY","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; University of Calgary","funders":"","keywords":"Creativity; Design knowledge; Computer science; Process (computing); Design process; Aerospace; Engineering design process; Knowledge management; Human–computer interaction; Design education; Systems engineering; Engineering; Work in process; Psychology","score_opus":0.0847054395883571,"score_gpt":0.2921102854300502,"score_spread":0.20740484584169308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381164971","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029171532,0.0003121543,0.96634084,0.00034870952,0.00043115485,0.0016333072,0.00001617705,0.0005418057,0.001204337],"genre_scores_gemma":[0.71825093,0.00014508172,0.27890098,0.00021502405,0.00023908631,0.00028294075,0.000006397836,0.00017183501,0.0017876957],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99874234,0.000047399688,0.0003012848,0.00027392077,0.00023043105,0.00040460724],"domain_scores_gemma":[0.99840987,0.0010416565,0.00016186404,0.00016568744,0.0001312123,0.000089707726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018225396,0.00025821952,0.00025859778,0.00006264552,0.0002713569,0.00007553936,0.00043220783,0.00016564851,0.000041762258],"category_scores_gemma":[0.00021586161,0.0002213412,0.00028371607,0.0006212723,0.00011390176,0.00038786224,0.0000498876,0.0002090835,0.00003387267],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012428722,0.00025171085,0.00064244575,0.0008681667,0.00029026114,1.9386779e-7,0.0057322267,0.06949324,0.6816921,0.00046715402,0.23603581,0.0044024005],"study_design_scores_gemma":[0.0007558381,0.00007971918,0.00066621095,0.00010046513,0.0002214668,0.0000048249326,0.0010372839,0.72313297,0.26460573,0.0015542903,0.007407495,0.00043371154],"about_ca_topic_score_codex":0.00000408763,"about_ca_topic_score_gemma":5.8805664e-8,"teacher_disagreement_score":0.6890794,"about_ca_system_score_codex":0.00018501711,"about_ca_system_score_gemma":0.00016291205,"threshold_uncertainty_score":0.90260315},"labels":[],"label_agreement":null},{"id":"W4381167918","doi":"10.1017/pds.2023.358","title":"TOWARDS A BETTER UNDERSTANDING OF THE INFLUENCE OF VISUAL REFERENCES ON CONSUMER AESTHETIC PERCEPTION","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Fluency; Processing fluency; Perception; Product (mathematics); Computer science; Process (computing); Cognition; Cognitive psychology; Similarity (geometry); Visual perception; Affect (linguistics); Function (biology); Psychology; Visual processing; Human–computer interaction; Image (mathematics); Artificial intelligence; Communication","score_opus":0.06169635680361288,"score_gpt":0.2869627074631553,"score_spread":0.2252663506595424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381167918","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.997217,0.00001484962,0.0004907202,0.0007699762,0.00012059633,0.00020410924,0.0000021962512,0.00005308331,0.0011274478],"genre_scores_gemma":[0.99897385,0.00009775335,0.0006934082,0.00011396435,0.000012444277,0.000011427376,2.4791248e-7,0.000013655406,0.000083247534],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992806,0.00001881909,0.00020796762,0.00009465995,0.00027477005,0.00012323714],"domain_scores_gemma":[0.9995166,0.00010901652,0.00015452236,0.000081554856,0.00011881062,0.000019482817],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058968016,0.00009391802,0.00012670734,0.000029899018,0.00007441267,0.000016597805,0.00026967574,0.000069623384,0.00001707249],"category_scores_gemma":[0.00010273523,0.000060299557,0.00012173579,0.0005139654,0.00015815183,0.0001468088,0.000036337962,0.00016355276,0.000005870328],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006778304,0.00012679341,0.008887827,0.0009111601,0.00018344699,4.8699807e-8,0.04744485,0.006246571,0.88291556,0.0048548565,0.044407316,0.003953764],"study_design_scores_gemma":[0.0017981117,0.0006319479,0.3211438,0.002529258,0.000629898,0.000028590635,0.0988548,0.053890463,0.48433894,0.032342903,0.0026347942,0.0011764895],"about_ca_topic_score_codex":0.000008967484,"about_ca_topic_score_gemma":1.0197891e-7,"teacher_disagreement_score":0.39857665,"about_ca_system_score_codex":0.00007213691,"about_ca_system_score_gemma":0.000037819653,"threshold_uncertainty_score":0.24589446},"labels":[],"label_agreement":null},{"id":"W4381185133","doi":"10.1017/pds.2023.100","title":"COMPARING ACADEMICS AND PRACTITIONERS Q & A TUTORING IN THE ENGINEERING DESIGN STUDIO","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Design Education and Practice","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo","keywords":"Studio; Design studio; Generative grammar; Style (visual arts); Psychology; Mathematics education; Pedagogy; Engineering design process; Computer science; Engineering; Visual arts","score_opus":0.10321915634585255,"score_gpt":0.2830752763995128,"score_spread":0.17985612005366025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381185133","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89695376,0.00087103917,0.09258476,0.003230579,0.00096260034,0.0018830757,0.0000025104257,0.0009346057,0.0025770837],"genre_scores_gemma":[0.98047954,0.000570722,0.018495336,0.00011533159,0.000093711504,0.00009969854,6.7750426e-7,0.000034133915,0.00011082537],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99913144,0.000024467485,0.0002243799,0.00014357206,0.00022868573,0.00024746216],"domain_scores_gemma":[0.999068,0.00066559674,0.00008374488,0.00008774768,0.000059811984,0.0000350539],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023731757,0.00014258371,0.00015452025,0.000053129465,0.000115332405,0.00008473474,0.00031590663,0.00009062829,0.0000021064234],"category_scores_gemma":[0.00037553036,0.000107316024,0.000063823994,0.0008696859,0.0000381377,0.0003915835,0.00005595017,0.00050037523,0.000007193227],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005835753,0.0001184583,0.01576842,0.0012921926,0.00045860928,0.0000010793026,0.17078562,0.28757355,0.32026592,0.0063915155,0.19573282,0.0015534754],"study_design_scores_gemma":[0.0015480542,0.000055942215,0.043348525,0.00066254125,0.0002907787,0.00010275259,0.030195663,0.8348115,0.03042414,0.002313163,0.055057228,0.0011897067],"about_ca_topic_score_codex":0.0000049663604,"about_ca_topic_score_gemma":1.8733141e-7,"teacher_disagreement_score":0.54723793,"about_ca_system_score_codex":0.00007816381,"about_ca_system_score_gemma":0.00002087055,"threshold_uncertainty_score":0.43762204},"labels":[],"label_agreement":null},{"id":"W4381185299","doi":"10.1017/pds.2023.127","title":"DESIGN METHODS FOR DIAGNOSING AND LOCATING ENTANGLED TECHNICAL DEBT IN DEVOPS FRAMEWORKS","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Information Technology Governance and Strategy","field":"Business, Management and Accounting","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ubisoft (Canada)","funders":"","keywords":"DevOps; Technical debt; Computer science; Architecture; General partnership; Software engineering; Process management; Systems engineering; Risk analysis (engineering); Software deployment; Engineering; Business; Software development; Software","score_opus":0.033255035517570704,"score_gpt":0.296232813885347,"score_spread":0.2629777783677763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381185299","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15464169,0.00022193286,0.8369693,0.003960174,0.00021500561,0.0021673117,0.0000013161775,0.00056125823,0.0012619696],"genre_scores_gemma":[0.7188513,0.00008061095,0.27947375,0.0011754312,0.000107379536,0.0002522923,0.0000013922364,0.00002435787,0.000033445125],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991361,0.000004276337,0.000306813,0.00016798708,0.00011929216,0.0002655434],"domain_scores_gemma":[0.9990708,0.00036110432,0.00032572128,0.000067831905,0.00016887793,0.0000056410663],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002023665,0.00012533226,0.00019128021,0.00007485614,0.00021107451,0.00011499457,0.00030898998,0.000294251,0.000002541329],"category_scores_gemma":[0.0009046288,0.00009847689,0.00009316215,0.0009436509,0.00011222498,0.0007007733,0.00017501005,0.00030898332,0.0000026337339],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003535522,0.00026051764,0.067419015,0.0036893878,0.00023770152,0.0000011705902,0.0063133626,0.0018038391,0.22069177,0.34300402,0.13496357,0.2212621],"study_design_scores_gemma":[0.0022943262,0.00007374407,0.017440045,0.00097638805,0.00017492705,0.000008930417,0.01071386,0.52052385,0.09084261,0.35311395,0.002999751,0.0008376174],"about_ca_topic_score_codex":0.000013504573,"about_ca_topic_score_gemma":6.1364625e-7,"teacher_disagreement_score":0.56420964,"about_ca_system_score_codex":0.000038282997,"about_ca_system_score_gemma":0.000017923727,"threshold_uncertainty_score":0.40157712},"labels":[],"label_agreement":null},{"id":"W4381185307","doi":"10.1017/pds.2023.205","title":"GEOMETRIC MODELLING OF HETEROGENEOUS LATTICE STRUCTURES THROUGH FUNCTION REPRESENTATION WITH LATTICEQUERY","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Additive Manufacturing and 3D Printing Technologies","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"McGill University","keywords":"Lattice (music); Geometric modeling; Computer science; Representation (politics); Personalization; Geometric design; Theoretical computer science; Mathematics; Geometry; Physics","score_opus":0.05943753933405805,"score_gpt":0.23410722613080526,"score_spread":0.17466968679674721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381185307","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8194896,0.000084928404,0.1792277,0.000039844534,0.00007572816,0.0001855976,0.000004318933,0.00064134365,0.0002509418],"genre_scores_gemma":[0.9627592,0.00012421588,0.037002828,0.000009742511,0.000027614997,0.000013755251,0.0000013633218,0.000025791642,0.00003548719],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.999285,0.00000441199,0.00017476256,0.00014971635,0.00021774117,0.00016840684],"domain_scores_gemma":[0.9994906,0.0001433545,0.00012573655,0.00010969123,0.00012113719,0.000009472708],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018829716,0.000119782075,0.0001559989,0.000060034996,0.000080833874,0.00001796419,0.00021748118,0.0000924381,0.0000029468024],"category_scores_gemma":[0.00006403003,0.00008529948,0.00010356169,0.00086462306,0.000095490264,0.00014428358,0.00007674046,0.00016376257,0.0000013865964],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036291724,0.000011563287,0.00088141067,0.00052951684,0.00030709663,2.3422963e-7,0.0015951719,0.9741299,0.015975868,0.00075499393,0.0032416133,0.0025363045],"study_design_scores_gemma":[0.00016737971,0.000056539317,0.0016122308,0.00006968514,0.00008211207,0.000004228738,0.00096375414,0.11393348,0.86694,0.015973544,0.0000601553,0.00013686364],"about_ca_topic_score_codex":0.000009437858,"about_ca_topic_score_gemma":5.836348e-8,"teacher_disagreement_score":0.8601965,"about_ca_system_score_codex":0.000027207712,"about_ca_system_score_gemma":0.0000058352193,"threshold_uncertainty_score":0.34784117},"labels":[],"label_agreement":null},{"id":"W4381185396","doi":"10.1017/pds.2023.38","title":"A QUALITATIVE INVESTIGATION OF STUDENTS’ DESIGN EXPERIENCES IN A WORK-INTEGRATED LEARNING SETTING","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Higher Education and Employability","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Waterloo","funders":"University of Waterloo","keywords":"Teamwork; Thematic analysis; Resource (disambiguation); Psychology; Qualitative research; Engineering design process; Work (physics); Process (computing); Pedagogy; Knowledge management; Medical education; Computer science; Engineering; Sociology; Medicine","score_opus":0.12506101545063975,"score_gpt":0.4071308047689592,"score_spread":0.28206978931831944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381185396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9976841,0.000017693203,0.00046777155,0.0011019201,0.000084867715,0.00046684188,4.070733e-7,0.00007455553,0.00010183979],"genre_scores_gemma":[0.98797566,0.000020411617,0.011281891,0.00004843282,0.00002453216,0.00012049139,5.51751e-7,0.000007851032,0.00052020984],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9982536,0.00040745578,0.00033592974,0.00019510949,0.0005738755,0.00023402984],"domain_scores_gemma":[0.9984788,0.0007584084,0.00030896766,0.000047236867,0.0003538694,0.000052749445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008577437,0.00008949974,0.00016948782,0.000047661808,0.00030355205,0.000051489344,0.0004543819,0.000090070025,0.000020609561],"category_scores_gemma":[0.0020013433,0.00007043257,0.0001034967,0.0024272439,0.0005910198,0.00021645852,0.00006076271,0.00019304425,0.000003487041],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012050131,0.000022698441,0.16859609,0.000023305953,0.000011466495,1.1982587e-8,0.82646364,0.00008494405,0.0019651833,0.0002304549,0.0024846115,0.00010553402],"study_design_scores_gemma":[0.00015738336,0.00003212805,0.028095799,0.00015294862,0.000008674035,3.829003e-8,0.9620607,0.00012590653,0.0064401077,0.0027122996,0.00011748859,0.000096530384],"about_ca_topic_score_codex":0.00032694178,"about_ca_topic_score_gemma":0.000005222073,"teacher_disagreement_score":0.14050029,"about_ca_system_score_codex":0.00013532683,"about_ca_system_score_gemma":0.00024173108,"threshold_uncertainty_score":0.29727855},"labels":[],"label_agreement":null},{"id":"W4381185439","doi":"10.1017/pds.2023.5","title":"A CASE STUDY OF MULTIFUNCTIONAL NON-PNEUMATIC TIRE DESIGN FOR THE VALIDATION OF META-LEVEL DESIGN PARAMETER IN DOMAIN INTEGRATED DESIGN (DID) METHOD","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; McGill University","keywords":"Computer science; Domain (mathematical analysis); Software; Work (physics); Design methods; Design of experiments; Engineering; Mathematics; Mechanical engineering","score_opus":0.22864950544156984,"score_gpt":0.343674742404077,"score_spread":0.11502523696250719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381185439","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.074335806,0.00007015102,0.9210144,0.00012940454,0.00021595777,0.004120134,0.000013607155,0.00008796683,0.000012552177],"genre_scores_gemma":[0.6151736,0.000024219335,0.38355604,0.00002777025,0.000019565588,0.0010550021,0.0000018780335,0.00005502332,0.00008691071],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975608,0.0004035569,0.00091704365,0.00032339542,0.00046633236,0.00032884761],"domain_scores_gemma":[0.989218,0.00933026,0.0005413906,0.00026354694,0.00059160555,0.00005520706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010032105,0.00033812848,0.0006339165,0.0001625453,0.00018088201,0.000057121957,0.0005238777,0.00016952823,0.000029313693],"category_scores_gemma":[0.0013936596,0.00022128734,0.000390425,0.0016654944,0.000092651964,0.00038616906,0.00005468068,0.00033454245,0.0000032941348],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072476466,0.0011317641,0.00022493553,0.0010563851,0.0054869447,0.0000041990274,0.08342473,0.7133764,0.15517929,0.00013402582,0.033776533,0.005480022],"study_design_scores_gemma":[0.0015300297,0.00038929516,0.00023051858,0.00007537656,0.0015954011,0.00007389489,0.033904705,0.821169,0.13900173,0.001707903,0.000031150343,0.0002909779],"about_ca_topic_score_codex":0.00008346066,"about_ca_topic_score_gemma":0.0000012563613,"teacher_disagreement_score":0.54083776,"about_ca_system_score_codex":0.00012041852,"about_ca_system_score_gemma":0.00014929303,"threshold_uncertainty_score":0.90238357},"labels":[],"label_agreement":null},{"id":"W4381185523","doi":"10.1017/pds.2023.210","title":"HOW ARE EMOTIONAL ATTACHMENT STRATEGIES CURRENTLY EMPLOYED IN PRODUCT-SERVICE SYSTEM CASES? A SYSTEMATIC REVIEW UNDERSCORING DRIVERS AND HINDRANCES","year":2023,"lang":"en","type":"review","venue":"Proceedings of the Design Society","topic":"Service and Product Innovation","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"WiLAN (Canada)","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Product (mathematics); Systematic review; Psychology; Product-service system; Service (business); Computer science; Process management; Engineering; Business; Marketing; MEDLINE; Biology; Mathematics","score_opus":0.1293935419957056,"score_gpt":0.30460080489653135,"score_spread":0.17520726290082575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381185523","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015976807,0.9921275,0.000014751159,0.0023076977,0.00033848477,0.004854064,0.0000067231895,0.00014534665,0.000045684224],"genre_scores_gemma":[0.00075807783,0.997259,0.00013100583,0.0006283378,0.00051469455,0.0005444593,0.00002572772,0.000073449024,0.00006520599],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.997648,0.000025686959,0.0008720804,0.00057935074,0.00057760533,0.00029730008],"domain_scores_gemma":[0.99654925,0.00010958279,0.002424324,0.00022139997,0.00068457564,0.000010853524],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001801961,0.00047168692,0.0016841476,0.00015817593,0.00021048181,0.000593929,0.00066442427,0.0001308049,0.000001282657],"category_scores_gemma":[0.00021324799,0.00032220245,0.00034383725,0.0025723956,0.000050791223,0.0014295023,0.0002761163,0.00034063653,0.000010795625],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018010871,0.000019468844,0.00008639187,0.9937895,0.00018610386,7.1771785e-7,0.00012671537,0.0000018149797,0.000001683637,0.0038255155,0.0014812439,0.00047905915],"study_design_scores_gemma":[0.00016688986,0.0000067561323,0.000044532564,0.9829958,0.0023551383,0.00002130967,0.0073915394,0.00013124822,0.0000018710796,0.00030455456,0.006137249,0.00044312447],"about_ca_topic_score_codex":0.000061340135,"about_ca_topic_score_gemma":0.0000076068727,"teacher_disagreement_score":0.010793698,"about_ca_system_score_codex":0.00019202125,"about_ca_system_score_gemma":0.00010047553,"threshold_uncertainty_score":0.999923},"labels":[],"label_agreement":null},{"id":"W4381185620","doi":"10.1017/pds.2023.274","title":"MULTIDISCIPLINARY DESIGN ANALYSIS AND OPTIMIZATION FRAMEWORK FOR REGULATORY DRIVEN MEDICAL DEVICE DEVELOPMENT","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Multidisciplinary approach; Multidisciplinary design optimization; Risk analysis (engineering); Computer science; Systems engineering; Process (computing); Product design; Engineering design process; Product (mathematics); Engineering management; Management science; Engineering; Medicine; Mechanical engineering","score_opus":0.06501074535775134,"score_gpt":0.2938123863718144,"score_spread":0.22880164101406306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381185620","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01478483,0.000073137235,0.9842039,0.0000996417,0.00004677963,0.00042846467,0.0000014806991,0.00033736456,0.000024421934],"genre_scores_gemma":[0.09059181,0.00007240049,0.9089476,0.0000073008746,0.000034836445,0.0002292321,0.0000015437236,0.000035044697,0.000080276244],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999317,0.00000782898,0.00020309092,0.00014706122,0.00017184427,0.00015318498],"domain_scores_gemma":[0.9993042,0.0004481363,0.00006082824,0.00008186006,0.00006293611,0.000042035084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009597084,0.00010481125,0.00018095491,0.000050066017,0.00011256245,0.000015528649,0.00020637953,0.00014760364,0.0000049824757],"category_scores_gemma":[0.00023537043,0.000083491934,0.00010502877,0.00081617624,0.000041164083,0.00003940542,0.00007362461,0.00008084029,9.632773e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038176895,0.000008528523,0.00081321603,0.00028027807,0.0005010711,3.1190993e-8,0.0018414202,0.9851428,0.005994153,0.0010915422,0.0030268098,0.001296304],"study_design_scores_gemma":[0.00009537012,0.000006449803,0.004418147,0.00007220135,0.000112222755,7.323588e-7,0.00043988932,0.98359764,0.010436559,0.0005711991,0.0001369694,0.00011260906],"about_ca_topic_score_codex":5.2680184e-7,"about_ca_topic_score_gemma":7.095557e-8,"teacher_disagreement_score":0.075806975,"about_ca_system_score_codex":0.000036723923,"about_ca_system_score_gemma":0.000017717502,"threshold_uncertainty_score":0.34047022},"labels":[],"label_agreement":null},{"id":"W4381185646","doi":"10.1017/pds.2023.6","title":"A CASE STUDY OF THE DECISION-MAKING BEHIND THE AUTOMATION OF A COMPOSITES-BASED DESIGN PROCESS","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Mitacs","keywords":"Automation; Modular design; Heuristics; Process (computing); Electronic design automation; Computer science; Computer-automated design; Key (lock); Manufacturing engineering; Engineering design process; Process automation system; Systems engineering; Engineering; Software engineering; Systems design; Embedded system","score_opus":0.02701179200015336,"score_gpt":0.259819666701502,"score_spread":0.23280787470134862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381185646","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9274675,0.000032837266,0.07101638,0.00004051548,0.0000807941,0.0011938151,0.0000035470723,0.00012156686,0.00004302193],"genre_scores_gemma":[0.9919144,0.0000055727533,0.007938805,0.000016744996,0.000016662665,0.00007065105,2.543976e-7,0.000028066832,0.000008840355],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988238,0.000022835555,0.00039264283,0.00015068334,0.00044710984,0.00016289878],"domain_scores_gemma":[0.9987664,0.00042595266,0.00032667286,0.00017237655,0.00029128126,0.000017303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093287235,0.00015578784,0.00020937006,0.00004225225,0.0002508219,0.000039140574,0.0005495594,0.000075460724,0.000004583049],"category_scores_gemma":[0.00014955024,0.00008512326,0.00014979509,0.0007257,0.000077451914,0.00013415233,0.000084904445,0.00016194108,4.4885113e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002639407,0.00008467632,0.0011080264,0.0005352106,0.0000796544,5.7281443e-7,0.025482638,0.9674315,0.0035655443,0.0000075681032,0.0007121139,0.00096608954],"study_design_scores_gemma":[0.00040446923,0.0000757846,0.0015623568,0.00030429463,0.000112501504,0.000016323156,0.0069083353,0.9016493,0.0883756,0.00048253816,0.0000018568489,0.00010664082],"about_ca_topic_score_codex":0.00000985317,"about_ca_topic_score_gemma":9.300269e-7,"teacher_disagreement_score":0.084810056,"about_ca_system_score_codex":0.00003723054,"about_ca_system_score_gemma":0.00003499687,"threshold_uncertainty_score":0.34712258},"labels":[],"label_agreement":null},{"id":"W4381185676","doi":"10.1017/pds.2023.107","title":"CONNECTING DESIGN ITERATIONS TO PERFORMANCE IN ENGINEERING DESIGN","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Engineering design process; Ambiguity; Process (computing); Iterative design; Design process; Industrial engineering; Mathematical optimization; Mathematics; Work in process; Operations management; Engineering","score_opus":0.04541328401669431,"score_gpt":0.2559900809916875,"score_spread":0.2105767969749932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381185676","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11405558,0.00002055359,0.88426465,0.00043427988,0.00014060733,0.0006220608,4.4115873e-7,0.0004505807,0.000011232479],"genre_scores_gemma":[0.64594656,0.000011594763,0.35379538,0.00003925508,0.000030782372,0.00010290958,1.04887796e-7,0.000020738424,0.0000526771],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99849033,0.000018047456,0.00025689648,0.00033198795,0.00042141776,0.00048131062],"domain_scores_gemma":[0.99824214,0.0012135003,0.00006243106,0.00020396204,0.0001962467,0.00008171848],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025554074,0.00015807248,0.00017110369,0.00016304803,0.00015997849,0.00016548845,0.0013251732,0.00007522684,0.0000015610343],"category_scores_gemma":[0.0015778326,0.00013788708,0.00009176665,0.0029540055,0.000015803265,0.0005278287,0.00042922638,0.000275369,0.00002256993],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001050488,0.000029060639,0.0032428098,0.00020019781,0.000033596574,9.220583e-7,0.015902497,0.8334361,0.13910957,0.00090715016,0.0054073907,0.0017202055],"study_design_scores_gemma":[0.0001677137,0.0000700045,0.006050374,0.00016066399,0.000002919348,0.0000058888563,0.00013436607,0.8659734,0.12705213,0.00014621335,0.00006659018,0.00016971384],"about_ca_topic_score_codex":0.0000026958774,"about_ca_topic_score_gemma":5.0598683e-8,"teacher_disagreement_score":0.531891,"about_ca_system_score_codex":0.00014103213,"about_ca_system_score_gemma":0.00006935692,"threshold_uncertainty_score":0.56228715},"labels":[],"label_agreement":null},{"id":"W4396955972","doi":"10.1017/pds.2024.204","title":"Integrating large language models for improved failure mode and effects analysis (FMEA): a framework and case study","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Rimouski","funders":"","keywords":"Failure mode and effects analysis; Computer science; Reliability engineering; Natural language processing; Engineering","score_opus":0.013323082567451294,"score_gpt":0.29021117517141304,"score_spread":0.27688809260396174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396955972","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3769459,0.00042931497,0.62174356,0.00013068315,0.000027402586,0.00059605687,0.000004262012,0.00012155557,0.0000012626006],"genre_scores_gemma":[0.75222695,0.000005702218,0.24757677,0.000027390737,0.000024403384,0.00010678149,1.4799944e-7,0.0000135398595,0.000018317563],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989725,0.000013831914,0.0001497433,0.00041127438,0.00019055927,0.00026211987],"domain_scores_gemma":[0.99822485,0.0013711599,0.000045999972,0.00016124715,0.00013278154,0.00006395814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010932229,0.00015053793,0.00023063201,0.00007579075,0.00016762358,0.0003862986,0.00039872373,0.00008992689,2.0539844e-7],"category_scores_gemma":[0.00053509197,0.000104334424,0.00017005083,0.0010099865,0.000039184633,0.0003967807,0.0003972434,0.00029768466,7.30057e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047510188,0.00053812464,0.013234883,0.0055976617,0.007091317,0.00011192483,0.8288107,0.0026160076,0.071566686,0.043427236,0.0047042742,0.022253659],"study_design_scores_gemma":[0.0002028732,0.000111757356,0.000078644625,0.000091355,0.0001939792,0.000049635997,0.006389426,0.9867889,0.0023652744,0.0036052335,0.0000030023598,0.00011990925],"about_ca_topic_score_codex":0.000050914572,"about_ca_topic_score_gemma":0.0000036347424,"teacher_disagreement_score":0.9841729,"about_ca_system_score_codex":0.00003917135,"about_ca_system_score_gemma":0.000028096232,"threshold_uncertainty_score":0.42546344},"labels":[],"label_agreement":null},{"id":"W4396956017","doi":"10.1017/pds.2024.293","title":"The sustainability and social entrepreneurship fellowship: transdisciplinary and multicultural problem-based engineering education","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Multiculturalism; Sustainability; Sociology; Social entrepreneurship; Engineering ethics; Entrepreneurship; Pedagogy; Environmental ethics; Political science; Engineering; Ecology; Philosophy","score_opus":0.006925053155844149,"score_gpt":0.20876846748773473,"score_spread":0.20184341433189057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396956017","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98791224,0.0025353925,0.0016698984,0.0065550413,0.00044559155,0.0005240904,0.000003312849,0.0003117142,0.00004272631],"genre_scores_gemma":[0.99773306,0.00006232973,0.0019146968,0.000013270629,0.00011054337,0.00007202351,0.00000126664,0.000017582695,0.00007525942],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99943024,0.0000042456504,0.00013836366,0.00014113558,0.000117436415,0.0001685632],"domain_scores_gemma":[0.9997219,0.00011093999,0.000015775026,0.000039273396,0.00007258349,0.00003952395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032151584,0.00011964751,0.00008528262,0.000014621394,0.00015172294,0.000103094375,0.00011102771,0.0000841366,8.021163e-7],"category_scores_gemma":[0.000030403284,0.00007250907,0.00007582139,0.00018753306,0.00013562881,0.00011405557,0.000024109053,0.00019650617,1.7833442e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009688749,0.00039358393,0.0029919175,0.08469166,0.00078109605,5.254862e-7,0.34752822,0.0121835945,0.38510662,0.014160864,0.056298163,0.095766865],"study_design_scores_gemma":[0.000444133,0.000076054945,0.022293717,0.00068981224,0.0002435675,0.0000192782,0.017724456,0.91510385,0.030372916,0.0068378295,0.005543657,0.00065074174],"about_ca_topic_score_codex":0.000003110476,"about_ca_topic_score_gemma":1.3863371e-7,"teacher_disagreement_score":0.90292025,"about_ca_system_score_codex":0.000089439636,"about_ca_system_score_gemma":0.000046026817,"threshold_uncertainty_score":0.2956834},"labels":[],"label_agreement":null},{"id":"W4396956202","doi":"10.1017/pds.2024.29","title":"Scientometric exploration of responsible innovation: mapping the knowledge landscape","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"University-Industry-Government Innovation Models","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Geography; Knowledge management; Data science; Computer science","score_opus":0.11726767822542204,"score_gpt":0.2655264243765771,"score_spread":0.14825874615115503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396956202","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8864684,0.0003195577,0.03078477,0.012689204,0.0008891428,0.0012157118,0.0000063649113,0.0002646676,0.06736218],"genre_scores_gemma":[0.99581,0.000007833905,0.0012830611,0.00031867434,0.00029171156,0.000009141487,0.0000018136728,0.000014160329,0.002263661],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99890184,0.0000044071653,0.00028753438,0.0001831526,0.0004819809,0.00014110349],"domain_scores_gemma":[0.99851155,0.00008538347,0.00033231208,0.000101558006,0.0009655296,0.0000036679128],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020133168,0.00010526654,0.00011257389,0.0005015195,0.00025338732,0.0002456456,0.0004700195,0.000100407786,0.000040833598],"category_scores_gemma":[0.00024464796,0.00007012535,0.00009474953,0.016027879,0.00010491354,0.002232798,0.0002783241,0.0002451509,0.000012887902],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004469331,0.000117002586,0.008465182,0.0012080399,0.00016161465,1.507843e-7,0.005509515,0.00030593693,0.1045406,0.6509427,0.2264651,0.00223944],"study_design_scores_gemma":[0.0021911515,0.00008500773,0.01834229,0.0020273505,0.00055594184,0.00000566679,0.06136692,0.36969608,0.099324405,0.13685884,0.30831861,0.0012277322],"about_ca_topic_score_codex":0.0000046350174,"about_ca_topic_score_gemma":9.825128e-8,"teacher_disagreement_score":0.51408386,"about_ca_system_score_codex":0.00006974178,"about_ca_system_score_gemma":0.00007781711,"threshold_uncertainty_score":0.7700864},"labels":[],"label_agreement":null},{"id":"W4396956272","doi":"10.1017/pds.2024.206","title":"A survey on the industry's perception of digital twins – a follow-up to the digital twin workshop at the DESIGN Conference 2022","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Perception; Engineering; Psychology","score_opus":0.06690443771741895,"score_gpt":0.25273846132204814,"score_spread":0.1858340236046292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396956272","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9331124,0.0001958341,0.029877588,0.007705887,0.0012180613,0.0035458182,0.0008401593,0.00051597715,0.022988275],"genre_scores_gemma":[0.99674773,0.000021069156,0.000066385,0.00014808404,0.000089560745,0.00012711657,0.00000769457,0.00005383531,0.002738511],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982764,0.00003241066,0.00042807913,0.00024936476,0.0006676134,0.00034610284],"domain_scores_gemma":[0.99826694,0.0010824926,0.00009301182,0.00027504293,0.00021407328,0.000068461035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014528126,0.00029474116,0.00021974085,0.000033461707,0.00023246498,0.00085102714,0.0010931592,0.0002734113,0.000078582416],"category_scores_gemma":[0.00041549857,0.00014372396,0.0003330646,0.0009914405,0.00028327657,0.00071909797,0.00018930942,0.00093081495,0.00005797181],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001747787,0.000089687535,0.0019720932,0.00029657598,0.0007129424,4.060045e-7,0.04667102,0.019093372,0.008568578,0.0025592102,0.90582067,0.014040672],"study_design_scores_gemma":[0.004426731,0.0018843176,0.045605335,0.008728461,0.0011593198,0.00018494583,0.3182682,0.34980124,0.15878905,0.015034991,0.0900998,0.006017585],"about_ca_topic_score_codex":0.000005324475,"about_ca_topic_score_gemma":0.0000013099534,"teacher_disagreement_score":0.81572086,"about_ca_system_score_codex":0.00020271086,"about_ca_system_score_gemma":0.00007631752,"threshold_uncertainty_score":0.8206474},"labels":[],"label_agreement":null},{"id":"W4413735309","doi":"10.1017/pds.2025.10136","title":"Design of a Reconfigurable Crawler based on Waterbomb Origami","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Robotic Path Planning Algorithms","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Web crawler; Computer science; World Wide Web","score_opus":0.026901353701910827,"score_gpt":0.24026176264084012,"score_spread":0.2133604089389293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413735309","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010335776,0.000038189602,0.993681,0.00144925,0.00032260467,0.00053049397,0.0000014181182,0.00011381175,0.0028296635],"genre_scores_gemma":[0.21620111,0.000008957652,0.7813965,0.0008014811,0.000023954408,0.00004706882,2.5217653e-7,0.000015334072,0.0015053534],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99848825,0.00003944457,0.0003638666,0.0003829061,0.00041046168,0.0003150659],"domain_scores_gemma":[0.99858737,0.00036892522,0.00029793163,0.0003389447,0.0003636027,0.00004324002],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015752169,0.00019111838,0.0003103236,0.00006525255,0.0001474391,0.000070899696,0.0017067092,0.00012931976,0.0000039155143],"category_scores_gemma":[0.00018422528,0.00013391169,0.00021202242,0.00083730434,0.00012491603,0.00022251735,0.000119656856,0.00022160605,0.000004818023],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019384961,0.0007644853,0.0018813063,0.0009788298,0.00042562746,0.0000016731083,0.0091236355,0.14019914,0.63859826,0.016343664,0.1839213,0.0075682187],"study_design_scores_gemma":[0.00038486905,0.000118833574,0.0002994294,0.00032368864,0.000022299662,0.0000012474221,0.000058824673,0.59611034,0.39851278,0.003951095,0.00009621965,0.0001203641],"about_ca_topic_score_codex":0.000009787828,"about_ca_topic_score_gemma":5.9597713e-9,"teacher_disagreement_score":0.4559112,"about_ca_system_score_codex":0.00007824781,"about_ca_system_score_gemma":0.00019860374,"threshold_uncertainty_score":0.54607606},"labels":[],"label_agreement":null},{"id":"W4413735314","doi":"10.1017/pds.2025.10226","title":"Integrative and Integrated product and production system development: a taxonomy for managing dependencies and processes","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cargill (Canada)","funders":"","keywords":"Taxonomy (biology); Computer science; Process management; Production (economics); Product (mathematics); Production system (computer science); Business; Ecology; Mathematics; Biology; Process (computing); Programming language","score_opus":0.014967977384148727,"score_gpt":0.1911580518316909,"score_spread":0.17619007444754217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413735314","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5604811,0.008849,0.42110813,0.00082977803,0.00040168827,0.0061193365,0.00001036216,0.0007161161,0.0014845376],"genre_scores_gemma":[0.93322086,0.00038116143,0.06571836,0.000010368489,0.000019006096,0.0003514095,0.000001121493,0.000013830684,0.00028387885],"study_design_codex":"systematic_review","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9994379,0.0000027137628,0.00016284497,0.00021614647,0.00006467241,0.000115672745],"domain_scores_gemma":[0.99958265,0.000032978496,0.00006957489,0.00003423847,0.00026261367,0.000017967055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027905413,0.00014266754,0.00015596006,0.00003947782,0.0001922202,0.000084495725,0.00007871643,0.00004482658,1.6677924e-7],"category_scores_gemma":[0.000114126255,0.00009868495,0.000017721213,0.00021611508,0.00007368003,0.00024127384,0.00004831501,0.00008456484,2.2526358e-8],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007029693,0.00022793244,0.024789914,0.33188424,0.0034034937,3.4527943e-7,0.1613446,0.017417287,0.0792242,0.021718418,0.03074101,0.3285456],"study_design_scores_gemma":[0.0005438068,0.000037185127,0.0010831064,0.0024817733,0.00016945232,0.000014233821,0.019004902,0.06310173,0.90886825,0.0014139934,0.002889437,0.00039211774],"about_ca_topic_score_codex":0.0000027675685,"about_ca_topic_score_gemma":0.0000011964117,"teacher_disagreement_score":0.8296441,"about_ca_system_score_codex":0.00004975121,"about_ca_system_score_gemma":0.000045387977,"threshold_uncertainty_score":0.40242553},"labels":[],"label_agreement":null},{"id":"W4413735331","doi":"10.1017/pds.2025.10273","title":"PhylOrg: towards an efficient organizational design method by adapting phylogenetic analysis","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Evolution and Paleontology Studies","field":"Earth and Planetary Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Phylogenetic tree; Computer science; Biology; Genetics","score_opus":0.023229344291347608,"score_gpt":0.25776406065563723,"score_spread":0.23453471636428963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413735331","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13887781,0.0031286846,0.84818804,0.0016617135,0.0002731113,0.00072067697,0.00006950806,0.00012416382,0.006956267],"genre_scores_gemma":[0.8703999,0.000047084257,0.12876613,0.0004131122,0.000026309966,0.0000031851703,0.0000071053487,0.0000029994485,0.00033418482],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99882543,0.00008570576,0.00025734078,0.00030679166,0.0002825095,0.00024221082],"domain_scores_gemma":[0.99913746,0.00023761536,0.00017978034,0.00008967994,0.00030387432,0.00005157054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012683732,0.00015262545,0.00026626364,0.0000569902,0.0004613642,0.000038702903,0.0004301329,0.00010139727,0.00012290048],"category_scores_gemma":[0.0001679822,0.000107917745,0.00019823326,0.0016719232,0.00017835264,0.0000616294,0.000032254597,0.00012830769,0.0000033793353],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058751502,0.000093780145,0.88013417,0.000065089196,0.0015836254,8.4891234e-8,0.0037319534,0.084276035,0.009620009,0.0006840764,0.01688953,0.0028629173],"study_design_scores_gemma":[0.00031555165,0.0000854037,0.47131953,0.0000183752,0.00085553,0.0000017595462,0.0025785414,0.5119243,0.011083301,0.0013575329,0.00023285563,0.00022728734],"about_ca_topic_score_codex":0.00012782034,"about_ca_topic_score_gemma":0.00003620262,"teacher_disagreement_score":0.7315221,"about_ca_system_score_codex":0.000012577232,"about_ca_system_score_gemma":0.000079365025,"threshold_uncertainty_score":0.4400758},"labels":[],"label_agreement":null},{"id":"W4413735359","doi":"10.1017/pds.2025.10072","title":"Analyzing organizational capability using the TASKS framework","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Collaboration in agile enterprises","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Process management; Knowledge management; Business","score_opus":0.017841383511886157,"score_gpt":0.25041416868118727,"score_spread":0.2325727851693011,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413735359","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5562987,0.00028993338,0.42023313,0.012758794,0.0013900979,0.0015710839,0.0000064629285,0.0002656629,0.007186188],"genre_scores_gemma":[0.9903158,0.0000046182313,0.007551203,0.0016124009,0.0003430674,0.000012789899,7.735544e-7,0.000013331298,0.00014600632],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991548,0.000005345845,0.0002559485,0.00019359277,0.00024310857,0.00014722583],"domain_scores_gemma":[0.9984764,0.00015046156,0.00029777028,0.00013992967,0.0009310617,0.000004372107],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007248169,0.00011902822,0.00013204842,0.00003746687,0.00054920296,0.00029834436,0.000546061,0.000076960125,0.00006555674],"category_scores_gemma":[0.0010539686,0.00007651967,0.00013411566,0.0021857985,0.00016609678,0.00046721747,0.00033615142,0.00018199353,0.0000032228081],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004049169,0.00012626592,0.69740635,0.0005527082,0.0002517275,4.5043855e-8,0.0013237484,0.0029491156,0.029802766,0.19064021,0.07662349,0.0002830902],"study_design_scores_gemma":[0.0014263623,0.000015125989,0.08279508,0.0015905729,0.0014419641,0.000002770247,0.018692005,0.2511455,0.038453344,0.5819786,0.021236582,0.0012220638],"about_ca_topic_score_codex":0.000035695386,"about_ca_topic_score_gemma":7.2486716e-7,"teacher_disagreement_score":0.61461127,"about_ca_system_score_codex":0.000080882935,"about_ca_system_score_gemma":0.000067989735,"threshold_uncertainty_score":0.42240807},"labels":[],"label_agreement":null},{"id":"W4413735482","doi":"10.1017/pds.2025.10095","title":"Bridging theory and practice in software design management: insights from practitioners","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Bridging (networking); Computer science; Software; Management theory; Knowledge management; Software engineering; Engineering management; Engineering; Management science; Programming language","score_opus":0.01367759427095132,"score_gpt":0.2536450429860433,"score_spread":0.23996744871509196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413735482","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011488831,0.00078728,0.9951318,0.0014968624,0.000117838084,0.00042189017,7.343809e-7,0.00022945496,0.0006652766],"genre_scores_gemma":[0.16103558,0.0005442308,0.83746105,0.0007761338,0.000016100796,0.000052191077,2.7479012e-7,0.0000097500315,0.00010469268],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989837,0.00009578446,0.00021186535,0.00032868926,0.00021631535,0.00016366178],"domain_scores_gemma":[0.99641,0.003018347,0.00022873576,0.00019183963,0.0001237351,0.000027302722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018115132,0.00014285758,0.00015026289,0.00007062215,0.00013970246,0.00018678576,0.0007399417,0.000087381835,8.773788e-7],"category_scores_gemma":[0.0014921449,0.00011635473,0.0000677143,0.0007099326,0.000066730645,0.0015429801,0.00043447482,0.00024968642,7.0022645e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044051762,0.00039958378,0.0011855394,0.000669144,0.00087434816,0.000010884302,0.02634638,0.0016867924,0.011511886,0.8153828,0.04406026,0.09743189],"study_design_scores_gemma":[0.0015343154,0.00013178521,0.0066925446,0.0015712419,0.00035230152,0.000040651386,0.0032334146,0.049245667,0.058400963,0.8642203,0.0136835575,0.0008932212],"about_ca_topic_score_codex":0.000025453512,"about_ca_topic_score_gemma":9.7300315e-8,"teacher_disagreement_score":0.1598867,"about_ca_system_score_codex":0.000059452937,"about_ca_system_score_gemma":0.0000363438,"threshold_uncertainty_score":0.4744808},"labels":[],"label_agreement":null},{"id":"W4413735510","doi":"10.1017/pds.2025.10182","title":"Exploring Problem Framing activity using BERTopic","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Educational Games and Gamification","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Framing (construction); Epistemology; Sociology; Political science; Computer science; Geography; Philosophy; Archaeology","score_opus":0.1661002041902779,"score_gpt":0.34350153952617013,"score_spread":0.17740133533589222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413735510","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98341763,0.0001336512,0.007854847,0.0014438502,0.00045200431,0.00037122986,9.750307e-7,0.00003776324,0.0062880297],"genre_scores_gemma":[0.98089886,0.000019046522,0.016334303,0.0001493863,0.00008206462,0.00009154657,1.9945078e-7,0.000009872605,0.00241473],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9993529,0.000011940251,0.0001539375,0.0002002392,0.00012091977,0.00016006164],"domain_scores_gemma":[0.999477,0.0000856765,0.00015861499,0.00010321701,0.00015716787,0.000018268762],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003920682,0.00008880447,0.00011253705,0.00002455152,0.00015271202,0.000025473519,0.00024654897,0.000067616464,0.00001729061],"category_scores_gemma":[0.00003920843,0.000071225055,0.00013492144,0.0003781971,0.00006891321,0.00018633876,0.0000612025,0.00015950501,0.0000024114718],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000082498445,0.0006505551,0.056178916,0.0006384061,0.000583765,6.0144565e-8,0.064166166,0.00011570562,0.6448041,0.17512093,0.016435277,0.041223615],"study_design_scores_gemma":[0.0014330791,0.00011148082,0.5674991,0.0010251517,0.00048012682,0.000011271315,0.040281884,0.00512298,0.32439122,0.04154673,0.017318148,0.0007788096],"about_ca_topic_score_codex":0.000056212484,"about_ca_topic_score_gemma":1.2634958e-7,"teacher_disagreement_score":0.5113202,"about_ca_system_score_codex":0.000084865715,"about_ca_system_score_gemma":0.000047675418,"threshold_uncertainty_score":0.29044735},"labels":[],"label_agreement":null},{"id":"W4413735523","doi":"10.1017/pds.2025.10047","title":"Adapting the engineering design process to develop a business model for service-oriented living labs: a case study of PISCES","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Learning Partnership","funders":"UK Research and Innovation","keywords":"Process (computing); Process management; Living lab; Engineering design process; Service (business); Engineering management; Business model; Business process; Service design; Engineering; Service delivery framework; Computer science; Knowledge management; Business; Operations management; Work in process; Marketing; Human–computer interaction; Mechanical engineering","score_opus":0.047649406532142835,"score_gpt":0.25651986376428504,"score_spread":0.2088704572321422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413735523","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7224545,0.00001749165,0.27399838,0.00086466095,0.00010840306,0.002316853,0.000001009235,0.00010820765,0.00013053197],"genre_scores_gemma":[0.957453,0.000001042889,0.04100749,0.0007149464,0.000060440387,0.00065512204,3.221375e-7,0.000026618716,0.00008100335],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99868023,0.00000691015,0.00047124244,0.00029998453,0.00024164066,0.0003000166],"domain_scores_gemma":[0.9959218,0.00021782503,0.00041882216,0.0001242227,0.0033113295,0.0000059882755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025297813,0.00022859617,0.00030237858,0.0001156383,0.000618089,0.00007460354,0.0007157594,0.00012687538,6.728176e-7],"category_scores_gemma":[0.0014452679,0.00015826881,0.00006504186,0.004699272,0.00006892017,0.00035358273,0.0006176971,0.0002023315,3.1966533e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00081134064,0.003424049,0.041447654,0.020225076,0.003868487,0.000006726799,0.51289314,0.19391991,0.038481962,0.16048296,0.017015075,0.007423602],"study_design_scores_gemma":[0.0009904086,0.000037895818,0.002028178,0.0010513146,0.00033656333,0.000007589449,0.2092929,0.77360594,0.0068092886,0.005204007,0.00012095892,0.0005149476],"about_ca_topic_score_codex":0.00006196308,"about_ca_topic_score_gemma":0.0000065169716,"teacher_disagreement_score":0.57968605,"about_ca_system_score_codex":0.00006566081,"about_ca_system_score_gemma":0.00014097504,"threshold_uncertainty_score":0.6454015},"labels":[],"label_agreement":null},{"id":"W4413735532","doi":"10.1017/pds.2025.10207","title":"Generating preinventive structures: AI-driven creativity in product repurposing","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Repurposing; Creativity; Product (mathematics); Computer science; Psychology; Engineering; Mathematics; Social psychology; Geometry","score_opus":0.012948653476886231,"score_gpt":0.22935450370849775,"score_spread":0.21640585023161152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413735532","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8710866,0.0014037762,0.12013094,0.00036585733,0.00052283943,0.0016976229,0.0000058055844,0.00039199935,0.004394583],"genre_scores_gemma":[0.95967996,0.00007030857,0.039905272,0.000065848966,0.00003818695,0.000036175068,7.69971e-7,0.000017086091,0.00018640565],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99925816,0.000008150825,0.00022934997,0.00019974787,0.00013135791,0.00017321271],"domain_scores_gemma":[0.9996603,0.00003014614,0.00008138182,0.000084598454,0.00012780206,0.000015757534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002715046,0.00013771736,0.00017233503,0.00003748545,0.00010896008,0.00006455949,0.00022052752,0.000071577786,0.0000040121263],"category_scores_gemma":[0.00010786854,0.00010969854,0.00009418902,0.0003638968,0.000046542304,0.00023474293,0.00007003911,0.0002189409,1.4707528e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014050552,0.00003134983,0.009532301,0.0012899438,0.000114474286,1.0041416e-7,0.0054599075,0.90752596,0.06765081,0.001325701,0.0035154284,0.003539977],"study_design_scores_gemma":[0.0002414286,0.00000919466,0.0024606357,0.0002901678,0.000032252774,6.7421223e-7,0.0002527293,0.47437677,0.518847,0.0032064372,0.00013634139,0.00014636906],"about_ca_topic_score_codex":0.000008184614,"about_ca_topic_score_gemma":6.807098e-7,"teacher_disagreement_score":0.4511962,"about_ca_system_score_codex":0.00010546863,"about_ca_system_score_gemma":0.000029015473,"threshold_uncertainty_score":0.4473377},"labels":[],"label_agreement":null},{"id":"W4413737533","doi":"10.1017/pds.2025.10177","title":"Exploring design trade-offs among sustainability, performance, and manufacturability when considering integration of new technologies","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Technology Assessment and Management","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"VINNOVA","keywords":"Design for manufacturability; Sustainability; Computer science; Engineering; Mechanical engineering","score_opus":0.04607328354679771,"score_gpt":0.23356749995505047,"score_spread":0.18749421640825276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413737533","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89990294,0.00013573945,0.09731333,0.0008913078,0.00008932803,0.0008159425,4.5244226e-7,0.0005748982,0.00027607437],"genre_scores_gemma":[0.9729774,0.00030478326,0.02654134,0.000006927706,0.0000045557977,0.00008230896,1.5351374e-7,0.000010422099,0.00007209007],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992272,0.00000558215,0.0002777499,0.00018343293,0.000115503855,0.00019051711],"domain_scores_gemma":[0.9996112,0.00007635159,0.00008963651,0.00014235037,0.00006664315,0.0000138223495],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005002051,0.00016043312,0.00022901593,0.00007837977,0.00008980875,0.000025898378,0.00030384594,0.00012894174,0.0000012498592],"category_scores_gemma":[0.00010696392,0.00012694951,0.00008594904,0.0002705628,0.00030058564,0.0004701276,0.00020439143,0.00024122026,5.0486193e-8],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016168167,0.00021338189,0.17342256,0.011906924,0.0014038591,4.431201e-7,0.029778376,0.011271802,0.19580293,0.042470153,0.054551933,0.47901598],"study_design_scores_gemma":[0.000347871,0.00006314991,0.03980001,0.00023734977,0.00010020951,7.2497625e-7,0.014907325,0.018190885,0.87436396,0.051596988,0.000208414,0.00018308601],"about_ca_topic_score_codex":0.000008659462,"about_ca_topic_score_gemma":6.1039145e-7,"teacher_disagreement_score":0.67856103,"about_ca_system_score_codex":0.00014470436,"about_ca_system_score_gemma":0.000029219842,"threshold_uncertainty_score":0.51768506},"labels":[],"label_agreement":null},{"id":"W4413737550","doi":"10.1017/pds.2025.10252","title":"Meta-level design parameters for bio-inspired impact resistance: a case study in helmet design","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Mechanics and Biomechanics Studies","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; McGill University","keywords":"Resistance (ecology); Computer science; Engineering; Biology; Ecology","score_opus":0.15528718990193213,"score_gpt":0.2991906426780473,"score_spread":0.14390345277611516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413737550","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09656128,0.0019908487,0.89431477,0.00021068938,0.00030682437,0.0062688813,0.0000706912,0.0002197781,0.000056226607],"genre_scores_gemma":[0.819653,0.00013677865,0.17902008,0.0000617163,0.00001460041,0.00087830535,4.3307728e-7,0.000045188313,0.00018989066],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99824387,0.000045619672,0.00055307924,0.00039753108,0.00026771688,0.00049221376],"domain_scores_gemma":[0.9988089,0.00050245377,0.00016123813,0.00021031838,0.00026006126,0.000056984147],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0029226434,0.00039228285,0.00072440197,0.00012442548,0.00023290292,0.000080977,0.0005037813,0.00016090488,0.000002880862],"category_scores_gemma":[0.00019509534,0.00026778667,0.00064406445,0.0011396287,0.000047186095,0.00013676852,0.00012729259,0.00021067845,4.774812e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001639938,0.0020432763,0.0006278245,0.0037873567,0.04322323,0.000047012207,0.03462959,0.025874134,0.6677453,0.004408839,0.2130238,0.002949743],"study_design_scores_gemma":[0.0056833844,0.0013244795,0.00013515618,0.00038769204,0.0067927977,0.000050701536,0.025392985,0.38175514,0.53697175,0.039801877,0.00017766781,0.0015263674],"about_ca_topic_score_codex":0.000040742667,"about_ca_topic_score_gemma":0.000008637619,"teacher_disagreement_score":0.7230917,"about_ca_system_score_codex":0.00026274336,"about_ca_system_score_gemma":0.00007286,"threshold_uncertainty_score":0.9999774},"labels":[],"label_agreement":null},{"id":"W4413737609","doi":"10.1017/pds.2025.10319","title":"The influence of aesthetic taste on product choice: does mode of evaluation impact decision making?","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Aesthetic Perception and Analysis","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Taste; Product (mathematics); Aesthetics; Mode (computer interface); Psychology; Computer science; Mathematics; Art; Human–computer interaction; Neuroscience","score_opus":0.023162118184959297,"score_gpt":0.3493836351280514,"score_spread":0.3262215169430921,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413737609","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9981006,0.000034102806,0.00032747717,0.0007201999,0.000042117925,0.00048464158,0.00000479549,0.000014491955,0.0002716128],"genre_scores_gemma":[0.998924,0.00011327332,0.0005960014,0.0001860271,0.000008940799,0.000022900464,9.0563645e-8,0.000008119886,0.00014064915],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99829614,0.000058503367,0.00040013087,0.00028792451,0.0007886925,0.00016858485],"domain_scores_gemma":[0.99850655,0.00019721188,0.0005140365,0.0002566899,0.0005045805,0.000020916394],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013328491,0.00013665248,0.00021369764,0.00004804829,0.0002443536,0.00003366753,0.00059235975,0.00005353852,0.000009481712],"category_scores_gemma":[0.0018022998,0.000064343796,0.00035130553,0.00082603295,0.00041693117,0.00013532005,0.00010676541,0.0001458731,0.0000013733355],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012270547,0.00012564844,0.003151636,0.00005905005,0.000013477482,1.5215745e-8,0.0017176578,0.012914268,0.96144044,0.00094924256,0.0014493129,0.018056555],"study_design_scores_gemma":[0.00087511045,0.00026464634,0.04826226,0.0011028124,0.0003330251,0.000006421549,0.0010387616,0.09800004,0.8192663,0.030400673,0.00019744369,0.00025245722],"about_ca_topic_score_codex":0.0000130602075,"about_ca_topic_score_gemma":5.037505e-7,"teacher_disagreement_score":0.14217408,"about_ca_system_score_codex":0.000082255865,"about_ca_system_score_gemma":0.000108262335,"threshold_uncertainty_score":0.26238638},"labels":[],"label_agreement":null},{"id":"W4413737679","doi":"10.1017/pds.2025.10014","title":"A community-driven database for the dynamic representation of approaches, processes, methods, and tools for multidisciplinary product development","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Mitacs","keywords":"Multidisciplinary approach; Representation (politics); Computer science; Development (topology); New product development; Product (mathematics); Database; Process management; Management science; Industrial engineering; Systems engineering; Data science; Engineering; Sociology; Mathematics; Business; Political science; Social science","score_opus":0.15444950003064797,"score_gpt":0.37772574581750407,"score_spread":0.2232762457868561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413737679","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014405536,0.0014232328,0.97840214,0.0017446419,0.00016899298,0.0035442605,0.000028338372,0.00006733576,0.00021554087],"genre_scores_gemma":[0.2669791,0.0001519945,0.7317095,0.000035857076,0.00001551832,0.0008472326,0.000016583619,0.000019762017,0.00022447121],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993482,0.000038030663,0.0002640771,0.00013995865,0.000087068736,0.00012261554],"domain_scores_gemma":[0.997228,0.0021320244,0.00015908357,0.00016408882,0.0002991628,0.000017629363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020943352,0.00011274949,0.00016245789,0.000023506735,0.00034213,0.0000598373,0.0003480313,0.000043505785,6.1774864e-7],"category_scores_gemma":[0.0015083316,0.000077751916,0.00006804633,0.0003629497,0.000087643726,0.00040982087,0.00010533378,0.00017126155,6.08159e-8],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052358874,0.0006906256,0.0007475594,0.028815262,0.0017351832,1.2371873e-8,0.10685059,0.0041228137,0.5591516,0.003969454,0.056872364,0.23652095],"study_design_scores_gemma":[0.0012099475,0.000062973304,0.003113366,0.0004364427,0.0005298574,0.0000044967082,0.044813596,0.26049256,0.6727771,0.0031607503,0.013064771,0.00033416064],"about_ca_topic_score_codex":0.000004279919,"about_ca_topic_score_gemma":0.0000016570156,"teacher_disagreement_score":0.25636974,"about_ca_system_score_codex":0.00004774591,"about_ca_system_score_gemma":0.00013525244,"threshold_uncertainty_score":0.3170631},"labels":[],"label_agreement":null},{"id":"W4413738039","doi":"10.1017/pds.2025.10274","title":"Player profile as tool for communities of practice animation","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Animation; Computer science; Human–computer interaction; Computer graphics (images); Geography","score_opus":0.4299290203258581,"score_gpt":0.5873268460027947,"score_spread":0.1573978256769366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413738039","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8436061,0.00026902862,0.03456892,0.009169119,0.0003217971,0.0056294706,0.00003200475,0.00013661849,0.106266916],"genre_scores_gemma":[0.8857466,0.00006494303,0.11079231,0.00032067444,0.000039696937,0.00025783433,4.1704652e-7,0.000008874425,0.002768653],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99880034,0.00020407751,0.0002299236,0.00008790962,0.0004498981,0.0002278437],"domain_scores_gemma":[0.99606633,0.0023961212,0.00026193215,0.00008519767,0.0011617901,0.000028638944],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008477304,0.00006780845,0.00015467689,0.000024142179,0.00051415974,0.000050164366,0.0005172514,0.00009273038,0.000020418878],"category_scores_gemma":[0.009323529,0.000054152133,0.0001504823,0.00043737568,0.00052397937,0.00045852896,0.000117256204,0.00014103432,0.0000012708612],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003788209,0.000330017,0.004609301,0.00074958673,0.0002648546,1.8865883e-8,0.20038968,0.00001230959,0.19246629,0.5292709,0.06850405,0.0030241515],"study_design_scores_gemma":[0.00081044546,0.0002967167,0.0023000706,0.0003568228,0.00020530798,3.432501e-7,0.2671894,0.0034309502,0.6207094,0.049220633,0.055259913,0.00021995656],"about_ca_topic_score_codex":0.0002627883,"about_ca_topic_score_gemma":0.0000035087457,"teacher_disagreement_score":0.4800503,"about_ca_system_score_codex":0.00010600964,"about_ca_system_score_gemma":0.00041516143,"threshold_uncertainty_score":0.99902135},"labels":[],"label_agreement":null},{"id":"W4413738042","doi":"10.1017/pds.2025.10244","title":"Making Space for Designers at Hackathons: Uncovering Developer-Designer Tensions in Hackathon Teams","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Toronto","funders":"","keywords":"Space (punctuation); Collaborative design; Human–computer interaction; Computer science; Engineering; Systems engineering; Knowledge management; Engineering management; Systems design","score_opus":0.02632534630282812,"score_gpt":0.25452880544227496,"score_spread":0.22820345913944684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413738042","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3308335,0.0016546797,0.6550768,0.0032688067,0.0022933627,0.0025306097,0.000016004647,0.0008220565,0.003504212],"genre_scores_gemma":[0.8527305,0.00011850692,0.14546967,0.00018667884,0.00006611694,0.00021221524,0.000001773889,0.00004963384,0.0011649032],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99894005,0.000005901347,0.0003004177,0.00023332133,0.0001659918,0.00035431664],"domain_scores_gemma":[0.9995019,0.00017463925,0.00005468533,0.000111540605,0.00011424408,0.000043017553],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064186304,0.00020177527,0.00023498797,0.00007555102,0.00013452355,0.000031774838,0.00031801529,0.00018789171,0.0000038947637],"category_scores_gemma":[0.00023099972,0.00016012094,0.00016352964,0.00074761873,0.000077482604,0.00013440788,0.00009963277,0.00020165456,0.0000019158538],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004326545,0.00006931045,0.0019676976,0.0022712837,0.00014325873,1.8683748e-7,0.0049433676,0.022043448,0.7925624,0.0022229657,0.17050219,0.0032306185],"study_design_scores_gemma":[0.0023750984,0.00009511939,0.012306873,0.0043432415,0.00025898693,0.000016344396,0.004822464,0.27145523,0.65858966,0.010093725,0.034199063,0.0014441904],"about_ca_topic_score_codex":0.000005965818,"about_ca_topic_score_gemma":0.000001803455,"teacher_disagreement_score":0.521897,"about_ca_system_score_codex":0.00046041163,"about_ca_system_score_gemma":0.00007253123,"threshold_uncertainty_score":0.6529542},"labels":[],"label_agreement":null},{"id":"W4413738068","doi":"10.1017/pds.2025.10083","title":"Automating the assessment of CAD drawings and solid models","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Ministerio de Economía y Competitividad","keywords":"CAD; Engineering drawing; Computer science; Computer graphics (images); Engineering","score_opus":0.01211658789120378,"score_gpt":0.24007708560304644,"score_spread":0.22796049771184265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413738068","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4358139,0.00065727293,0.5491632,0.00084703974,0.0002110912,0.0008638697,0.0000053560325,0.00029239446,0.012145834],"genre_scores_gemma":[0.97104,0.00012625073,0.028651109,0.000045742607,0.00001092051,0.000018054672,1.6752804e-7,0.000010398018,0.00009733435],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99947953,0.0000030403996,0.00018989606,0.00008864496,0.00013024223,0.000108663095],"domain_scores_gemma":[0.9996917,0.000051843297,0.00009012557,0.000059362315,0.000095068084,0.000011863348],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035788628,0.00009028196,0.00013296005,0.000014419017,0.00011918403,0.000037082744,0.00020866442,0.000055179513,0.0000016107979],"category_scores_gemma":[0.000017610035,0.00005635787,0.000070593625,0.00015471759,0.00006199698,0.00014109314,0.00007966689,0.00011935048,3.131683e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050443414,0.000034214463,0.002841561,0.0034097147,0.00030417455,1.9765773e-8,0.009943674,0.90763324,0.04836631,0.016880186,0.0063257604,0.0042560953],"study_design_scores_gemma":[0.00011293839,0.000006400361,0.0021041592,0.00015119486,0.000039630846,4.0642934e-7,0.00035714352,0.917887,0.07501498,0.004245488,0.000023115692,0.000057562935],"about_ca_topic_score_codex":0.000004810988,"about_ca_topic_score_gemma":6.7671856e-8,"teacher_disagreement_score":0.5352261,"about_ca_system_score_codex":0.000028029022,"about_ca_system_score_gemma":0.000020219979,"threshold_uncertainty_score":0.22982073},"labels":[],"label_agreement":null}]}