{"meta":{"query_hash":"7995a8b4463d","filters":{"venue":"Proceedings of the Design Society DESIGN Conference"},"cohort_total":5,"direct_labels_cover":0,"predictions_cover":5,"exported":5,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/7995a8b4463d","api":"https://metacan.xera.ac/api/v1/cohort?venue=Proceedings+of+the+Design+Society+DESIGN+Conference"},"results":[{"id":"W3034396759","doi":"10.1017/dsd.2020.71","title":"ENTREPRENEURIAL MINDSET DEVELOPMENT IN BUSINESS AND ENGINEERING EDUCATION – AN EXPERIMENT","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Design Society DESIGN Conference","topic":"Learning Styles and Cognitive Differences","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Mindset; Entrepreneurship; Entrepreneurial education; Perception; Test (biology); Management; Psychology; Entrepreneurship education; Engineering ethics; Engineering; Political science; Computer science; Economics","score_opus":0.05448584421545178,"score_gpt":0.2747577236506977,"score_spread":0.22027187943524595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034396759","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9796664,0.00018695135,0.01843823,0.0006681396,0.00016339788,0.0005769638,0.0000012730138,0.00004134648,0.00025727868],"genre_scores_gemma":[0.9832687,0.000021615513,0.016202861,0.00021499873,0.000058955495,0.0001391458,0.0000016147228,0.000014828561,0.000077321805],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9989287,0.000038417904,0.0002572402,0.0003809341,0.00017976588,0.00021494091],"domain_scores_gemma":[0.9993346,0.000089660505,0.00015619237,0.00006398892,0.00027293258,0.00008263737],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030143207,0.00017736148,0.00020088119,0.000024601597,0.00007094233,0.00007405222,0.00031282462,0.00009275196,0.00006643992],"category_scores_gemma":[0.00013093947,0.00014339115,0.000039743685,0.0002637912,0.00007322372,0.00013846542,0.00008170426,0.00015697876,0.000003902457],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006536689,0.0008581902,0.030593496,0.00044991795,0.00022441568,0.0000012203708,0.3447979,0.000109655615,0.56444764,0.012117829,0.0034823618,0.0422637],"study_design_scores_gemma":[0.0042717746,0.0009482578,0.45034423,0.0012179251,0.00016819709,0.000026662185,0.07568873,0.012408641,0.44960082,0.0012979093,0.0022251254,0.001801717],"about_ca_topic_score_codex":0.000021169844,"about_ca_topic_score_gemma":2.0748365e-7,"teacher_disagreement_score":0.41975075,"about_ca_system_score_codex":0.00002836177,"about_ca_system_score_gemma":0.00020077809,"threshold_uncertainty_score":0.5847322},"labels":[],"label_agreement":null},{"id":"W3034399191","doi":"10.1017/dsd.2020.164","title":"VOLUMETRIC CELLS: A FRAMEWORK FOR A BIO-INSPIRED GEOMETRIC MODELLING METHOD TO SUPPORT HETEROGENEOUS LATTICE STRUCTURES","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Design Society DESIGN Conference","topic":"3D Printing in Biomedical Research","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Discretization; Lattice (music); Geometric modeling; Computer science; Geometric design; Algorithm; Geometry; Mathematics; Physics; Mathematical analysis","score_opus":0.12442169785665909,"score_gpt":0.31155828417978104,"score_spread":0.18713658632312197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034399191","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0058585578,0.00016612704,0.9913031,0.00047966107,0.00013681114,0.0016720254,0.000024217201,0.00030888934,0.000050649964],"genre_scores_gemma":[0.42398,0.0000560492,0.575385,0.000295111,0.00009003353,0.0001135087,6.186886e-7,0.000059083013,0.00002059888],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99710137,0.000048434762,0.00057025754,0.00059790106,0.0008854358,0.0007965804],"domain_scores_gemma":[0.9965572,0.0018339466,0.00018102085,0.00022935016,0.00074490265,0.00045358547],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017919397,0.00037867497,0.0005358492,0.0001933763,0.00019020592,0.00021411823,0.0016681482,0.00036222592,0.00005248793],"category_scores_gemma":[0.0018939241,0.0003198414,0.00036645491,0.0033944454,0.0001271118,0.00014771361,0.00029974393,0.0006198532,0.00001567517],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030940888,0.000086399676,0.0001160361,0.0027798729,0.00069887296,0.0000018256404,0.0070508057,0.38100463,0.54339653,0.0027432072,0.022029925,0.039782446],"study_design_scores_gemma":[0.00021286517,0.0002778617,0.000010000487,0.000066744644,0.00006428555,0.0000027792273,0.0001243971,0.6152073,0.37720355,0.0061573265,0.00040985708,0.00026302718],"about_ca_topic_score_codex":0.0000069447087,"about_ca_topic_score_gemma":2.6970604e-8,"teacher_disagreement_score":0.41812146,"about_ca_system_score_codex":0.00012867914,"about_ca_system_score_gemma":0.00015649146,"threshold_uncertainty_score":0.9999254},"labels":[],"label_agreement":null},{"id":"W3034439704","doi":"10.1017/dsd.2020.78","title":"A FRAMEWORK FOR ADDRESSING ETHICAL CONSIDERATIONS IN THE ENGINEERING OF AUTOMATED VEHICLES (AND OTHER TECHNOLOGIES)","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Design Society DESIGN Conference","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Process (computing); Task (project management); Engineering ethics; Ethical issues; Computer science; Engineering design process; Systems engineering; Management science; Engineering; Engineering management","score_opus":0.2483408559777671,"score_gpt":0.3817186626279584,"score_spread":0.1333778066501913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034439704","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.078576244,0.00082957174,0.43829635,0.47444618,0.00016419981,0.005406672,0.000041668765,0.0010452836,0.0011938433],"genre_scores_gemma":[0.9002545,0.00006781163,0.09775481,0.0018360395,0.000031352665,0.00004305338,5.921352e-8,0.000010078331,0.0000022782951],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.998908,0.00007975797,0.00026340608,0.0001722804,0.0003363606,0.00024018956],"domain_scores_gemma":[0.99577445,0.0034051698,0.00022499313,0.000066072695,0.00048726835,0.00004203363],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0026881578,0.00011271208,0.00022627714,0.000017921573,0.0004145918,0.0001941097,0.00046801803,0.00050607236,0.0000035042506],"category_scores_gemma":[0.012944711,0.000079041834,0.000100374506,0.00037778972,0.000803551,0.0001517509,0.00006482332,0.0006880655,1.6018296e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019181616,0.00002616498,0.0002890059,0.00014313868,0.00003889758,1.0730888e-7,0.1708533,0.000117005395,0.041315023,0.7845883,0.002367472,0.00024241692],"study_design_scores_gemma":[0.00063109735,0.00025035223,0.00044975482,0.000980432,0.00010460584,0.0000015896592,0.118323505,0.09066122,0.05175574,0.7359245,0.0005095985,0.00040763055],"about_ca_topic_score_codex":0.000059500308,"about_ca_topic_score_gemma":0.0000032351359,"teacher_disagreement_score":0.8216783,"about_ca_system_score_codex":0.000024260598,"about_ca_system_score_gemma":0.0002933283,"threshold_uncertainty_score":0.9953697},"labels":[],"label_agreement":null},{"id":"W3035118309","doi":"10.1017/dsd.2020.160","title":"IDENTIFYING GAPS IN AUTOMATING THE ASSESSMENT OF TECHNOLOGY READINESS LEVELS","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Design Society DESIGN Conference","topic":"Technology Assessment and Management","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Automation; Maturity (psychological); Process (computing); Data science; Scale (ratio); Emerging technologies; Computer science; Engineering; Risk analysis (engineering); Process management; Business; Psychology; Artificial intelligence; Geography","score_opus":0.06376527906804959,"score_gpt":0.2783147213121272,"score_spread":0.21454944224407763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035118309","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09321777,0.00019705851,0.89955527,0.0040798974,0.0001638623,0.0012182456,0.0000038410367,0.00060531165,0.0009587714],"genre_scores_gemma":[0.89691263,0.00008079237,0.102787055,0.00005713244,0.000013646905,0.00010813786,2.2756885e-7,0.000023050823,0.0000173056],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99866796,0.000020329388,0.00047863144,0.00024528275,0.0002854489,0.0003023545],"domain_scores_gemma":[0.9992147,0.00015290725,0.000262135,0.00017177002,0.00017183607,0.000026634087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00083177706,0.00021281048,0.00034471098,0.00007606239,0.00009498635,0.00004433005,0.0011865783,0.00018403414,0.000013180353],"category_scores_gemma":[0.00013481406,0.00015344165,0.00011608368,0.0010849015,0.00024168145,0.00021503223,0.00030035482,0.00046670888,0.000001190503],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008942835,0.000070124464,0.007958967,0.0011210034,0.00026687072,9.4121464e-7,0.005302623,0.0055502444,0.91416985,0.055717483,0.0049313447,0.0049016043],"study_design_scores_gemma":[0.0007355487,0.00014754492,0.009091991,0.0006086245,0.000102857215,0.0000045898355,0.009072944,0.5100267,0.45366728,0.01601184,0.00012714337,0.00040295834],"about_ca_topic_score_codex":0.0000029834255,"about_ca_topic_score_gemma":3.3665535e-7,"teacher_disagreement_score":0.8036949,"about_ca_system_score_codex":0.000078418336,"about_ca_system_score_gemma":0.000064543114,"threshold_uncertainty_score":0.6257169},"labels":[],"label_agreement":null},{"id":"W3035665411","doi":"10.1017/dsd.2020.274","title":"DESIGN READINESS OF MULTI-MATERIAL CONCEPTS: MANUFACTURING AND JOINING TECHNOLOGY INTEGRATED EVALUATION OF CONCEPT MATURITY LEVELS USING CARDINAL COEFFICIENTS","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Design Society DESIGN Conference","topic":"Technology Assessment and Management","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Deutsche Forschungsgemeinschaft","keywords":"Design for manufacturability; Maturity (psychological); Capability Maturity Model; Manufacturing engineering; Product (mathematics); Computer science; Industrial engineering; Process management; Systems engineering; Engineering; Mathematics; Mechanical engineering; Psychology","score_opus":0.11852735429937471,"score_gpt":0.29581108748747587,"score_spread":0.17728373318810114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035665411","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3052947,0.000134475,0.693297,0.000066516615,0.00012217436,0.00090213463,0.000016446096,0.00015179244,0.000014765565],"genre_scores_gemma":[0.8686397,0.000023541967,0.13124853,0.000011902459,0.000012081009,0.00003523183,0.0000014379942,0.00002497304,0.0000025755867],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99839514,0.000067982066,0.00052993686,0.00031662098,0.00041238902,0.00027792377],"domain_scores_gemma":[0.998666,0.00010264571,0.00041164042,0.00013229776,0.0006433777,0.00004406097],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011261173,0.00027995484,0.0005372761,0.0000864327,0.00009224949,0.000033964574,0.00051920826,0.0002852299,0.000017860168],"category_scores_gemma":[0.00019788458,0.00024235444,0.00008913287,0.0004243669,0.000500192,0.00022323868,0.00020000775,0.00027779987,2.1644286e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007032956,0.00003821671,0.00015565708,0.00038737297,0.00027350133,2.5398526e-7,0.0035092381,0.03503166,0.955241,0.00043316794,0.00026093493,0.004598638],"study_design_scores_gemma":[0.0006372226,0.000079168465,0.0000995143,0.00018080542,0.00017964824,0.0000022912782,0.002005869,0.39652643,0.59985226,0.00029657787,0.000004212482,0.0001360202],"about_ca_topic_score_codex":0.000007488066,"about_ca_topic_score_gemma":7.658545e-8,"teacher_disagreement_score":0.563345,"about_ca_system_score_codex":0.00009920762,"about_ca_system_score_gemma":0.00010688086,"threshold_uncertainty_score":0.98829275},"labels":[],"label_agreement":null}]}