{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":5,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":5,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"7995a8b4463d","filters":{"venue":"Proceedings of the Design Society DESIGN Conference"}},"results":[{"id":"W3034439704","doi":"10.1017/dsd.2020.78","title":"A FRAMEWORK FOR ADDRESSING ETHICAL CONSIDERATIONS IN THE ENGINEERING OF AUTOMATED VEHICLES (AND OTHER TECHNOLOGIES)","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Design Society DESIGN Conference","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Process (computing); Task (project management); Engineering ethics; Ethical issues; Computer science; Engineering design process; Systems engineering; Management science; Engineering; Engineering management","authors":[{"name":"Jason Millar","is_ca":true},{"name":"Dante J. Paz","is_ca":false},{"name":"Sarah M. Thornton","is_ca":false},{"name":"Carlo Parisi","is_ca":false},{"name":"J. Christian Gerdes","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2483408559777671,"gpt":0.3817186626279584,"spread":0.1333778066501913,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002688158,0.0001127121,0.0002262771,0.00001792157,0.0004145918,0.0001941097,0.000468018,0.0005060724,0.000003504251],"category_scores_gemma":[0.01294471,0.00007904183,0.0001003745,0.0003777897,0.000803551,0.0001517509,0.00006482332,0.0006880655,1.60183e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000242606,"about_ca_system_score_gemma":0.0002933283,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005950031,"about_ca_topic_score_gemma":0.000003235136,"domain_scores_codex":[0.998908,0.00007975797,0.0002634061,0.0001722804,0.0003363606,0.0002401896],"domain_scores_gemma":[0.9957744,0.00340517,0.0002249931,0.00006607269,0.0004872683,0.00004203363],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00001918162,0.00002616498,0.0002890059,0.0001431387,0.00003889758,1.073089e-7,0.1708533,0.0001170054,0.04131502,0.7845883,0.002367472,0.0002424169],"study_design_scores_gemma":[0.0006310974,0.0002503522,0.0004497548,0.000980432,0.0001046058,0.000001589659,0.1183235,0.09066122,0.05175574,0.7359245,0.0005095985,0.0004076305],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.07857624,0.0008295717,0.4382963,0.4744462,0.0001641998,0.005406672,0.00004166877,0.001045284,0.001193843],"genre_scores_gemma":[0.9002545,0.00006781163,0.09775481,0.001836039,0.00003135267,0.00004305338,5.921352e-8,0.00001007833,0.000002278295],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8216783,"threshold_uncertainty_score":0.9953697,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3035665411","doi":"10.1017/dsd.2020.274","title":"DESIGN READINESS OF MULTI-MATERIAL CONCEPTS: MANUFACTURING AND JOINING TECHNOLOGY INTEGRATED EVALUATION OF CONCEPT MATURITY LEVELS USING CARDINAL COEFFICIENTS","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Design Society DESIGN Conference","topic":"Technology Assessment and Management","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Deutsche Forschungsgemeinschaft","keywords":"Design for manufacturability; Maturity (psychological); Capability Maturity Model; Manufacturing engineering; Product (mathematics); Computer science; Industrial engineering; Process management; Systems engineering; Engineering; Mathematics; Mechanical engineering; Psychology","authors":[{"name":"Sven Revfi","is_ca":false},{"name":"Jürgen Wilwer","is_ca":false},{"name":"Kamran Behdinan","is_ca":true},{"name":"Albert Albers","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1185273542993747,"gpt":0.2958110874874759,"spread":0.1772837331881011,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001126117,0.0002799548,0.0005372761,0.0000864327,0.00009224949,0.00003396457,0.0005192083,0.0002852299,0.00001786017],"category_scores_gemma":[0.0001978846,0.0002423544,0.00008913287,0.0004243669,0.000500192,0.0002232387,0.0002000078,0.0002777999,2.164429e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009920762,"about_ca_system_score_gemma":0.0001068809,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007488066,"about_ca_topic_score_gemma":7.658545e-8,"domain_scores_codex":[0.9983951,0.00006798207,0.0005299369,0.000316621,0.000412389,0.0002779238],"domain_scores_gemma":[0.998666,0.0001026457,0.0004116404,0.0001322978,0.0006433777,0.00004406097],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00007032956,0.00003821671,0.0001556571,0.000387373,0.0002735013,2.539853e-7,0.003509238,0.03503166,0.955241,0.0004331679,0.0002609349,0.004598638],"study_design_scores_gemma":[0.0006372226,0.00007916847,0.0000995143,0.0001808054,0.0001796482,0.000002291278,0.002005869,0.3965264,0.5998523,0.0002965779,0.000004212482,0.0001360202],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3052947,0.000134475,0.693297,0.00006651662,0.0001221744,0.0009021346,0.0000164461,0.0001517924,0.00001476556],"genre_scores_gemma":[0.8686397,0.00002354197,0.1312485,0.00001190246,0.00001208101,0.00003523183,0.000001437994,0.00002497304,0.000002575587],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.563345,"threshold_uncertainty_score":0.9882928,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3035118309","doi":"10.1017/dsd.2020.160","title":"IDENTIFYING GAPS IN AUTOMATING THE ASSESSMENT OF TECHNOLOGY READINESS LEVELS","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Design Society DESIGN Conference","topic":"Technology Assessment and Management","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Automation; Maturity (psychological); Process (computing); Data science; Scale (ratio); Emerging technologies; Computer science; Engineering; Risk analysis (engineering); Process management; Business; Psychology; Artificial intelligence; Geography","authors":[{"name":"S.E. Faidi","is_ca":true},{"name":"Alison Olechowski","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06376527906804959,"gpt":0.2783147213121272,"spread":0.2145494422440776,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008317771,0.0002128105,0.000344711,0.00007606239,0.00009498635,0.00004433005,0.001186578,0.0001840341,0.00001318035],"category_scores_gemma":[0.0001348141,0.0001534417,0.0001160837,0.001084902,0.0002416815,0.0002150322,0.0003003548,0.0004667089,0.000001190503],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007841834,"about_ca_system_score_gemma":0.00006454311,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002983425,"about_ca_topic_score_gemma":3.366553e-7,"domain_scores_codex":[0.998668,0.00002032939,0.0004786314,0.0002452827,0.0002854489,0.0003023545],"domain_scores_gemma":[0.9992147,0.0001529072,0.000262135,0.00017177,0.0001718361,0.00002663409],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000008942835,0.00007012446,0.007958967,0.001121003,0.0002668707,9.412146e-7,0.005302623,0.005550244,0.9141698,0.05571748,0.004931345,0.004901604],"study_design_scores_gemma":[0.0007355487,0.0001475449,0.009091991,0.0006086245,0.0001028572,0.000004589835,0.009072944,0.5100267,0.4536673,0.01601184,0.0001271434,0.0004029583],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.09321777,0.0001970585,0.8995553,0.004079897,0.0001638623,0.001218246,0.000003841037,0.0006053117,0.0009587714],"genre_scores_gemma":[0.8969126,0.00008079237,0.1027871,0.00005713244,0.00001364691,0.0001081379,2.275688e-7,0.00002305082,0.0000173056],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8036949,"threshold_uncertainty_score":0.6257169,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3034396759","doi":"10.1017/dsd.2020.71","title":"ENTREPRENEURIAL MINDSET DEVELOPMENT IN BUSINESS AND ENGINEERING EDUCATION – AN EXPERIMENT","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Design Society DESIGN Conference","topic":"Learning Styles and Cognitive Differences","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Queen's University","funders":"","keywords":"Mindset; Entrepreneurship; Entrepreneurial education; Perception; Test (biology); Management; Psychology; Entrepreneurship education; Engineering ethics; Engineering; Political science; Computer science; Economics","authors":[{"name":"Nuša Fain","is_ca":true},{"name":"Nikola Vukašinović","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05448584421545178,"gpt":0.2747577236506977,"spread":0.220271879435246,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003014321,0.0001773615,0.0002008812,0.0000246016,0.00007094233,0.00007405222,0.0003128246,0.00009275196,0.00006643992],"category_scores_gemma":[0.0001309395,0.0001433912,0.00003974369,0.0002637912,0.00007322372,0.0001384654,0.00008170426,0.0001569788,0.000003902457],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002836177,"about_ca_system_score_gemma":0.0002007781,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002116984,"about_ca_topic_score_gemma":2.074837e-7,"domain_scores_codex":[0.9989287,0.0000384179,0.0002572402,0.0003809341,0.0001797659,0.0002149409],"domain_scores_gemma":[0.9993346,0.00008966051,0.0001561924,0.00006398892,0.0002729326,0.00008263737],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","study_design_scores_codex":[0.0006536689,0.0008581902,0.0305935,0.0004499179,0.0002244157,0.000001220371,0.3447979,0.0001096556,0.5644476,0.01211783,0.003482362,0.0422637],"study_design_scores_gemma":[0.004271775,0.0009482578,0.4503442,0.001217925,0.0001681971,0.00002666218,0.07568873,0.01240864,0.4496008,0.001297909,0.002225125,0.001801717],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9796664,0.0001869514,0.01843823,0.0006681396,0.0001633979,0.0005769638,0.000001273014,0.00004134648,0.0002572787],"genre_scores_gemma":[0.9832687,0.00002161551,0.01620286,0.0002149987,0.00005895549,0.0001391458,0.000001614723,0.00001482856,0.00007732181],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4197508,"threshold_uncertainty_score":0.5847322,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3034399191","doi":"10.1017/dsd.2020.164","title":"VOLUMETRIC CELLS: A FRAMEWORK FOR A BIO-INSPIRED GEOMETRIC MODELLING METHOD TO SUPPORT HETEROGENEOUS LATTICE STRUCTURES","year":2020,"lang":"en","type":"article","venue":"Proceedings of the Design Society DESIGN Conference","topic":"3D Printing in Biomedical Research","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Discretization; Lattice (music); Geometric modeling; Computer science; Geometric design; Algorithm; Geometry; Mathematics; Physics; Mathematical analysis","authors":[{"name":"Nikita Letov","is_ca":true},{"name":"Yaoyao Fiona Zhao","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1244216978566591,"gpt":0.311558284179781,"spread":0.187136586323122,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00179194,0.000378675,0.0005358492,0.0001933763,0.0001902059,0.0002141182,0.001668148,0.0003622259,0.00005248793],"category_scores_gemma":[0.001893924,0.0003198414,0.0003664549,0.003394445,0.0001271118,0.0001477136,0.0002997439,0.0006198532,0.00001567517],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001286791,"about_ca_system_score_gemma":0.0001564915,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006944709,"about_ca_topic_score_gemma":2.69706e-8,"domain_scores_codex":[0.9971014,0.00004843476,0.0005702575,0.0005979011,0.0008854358,0.0007965804],"domain_scores_gemma":[0.9965572,0.001833947,0.0001810208,0.0002293502,0.0007449026,0.0004535855],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003094089,0.00008639968,0.0001160361,0.002779873,0.000698873,0.00000182564,0.007050806,0.3810046,0.5433965,0.002743207,0.02202993,0.03978245],"study_design_scores_gemma":[0.0002128652,0.0002778617,0.00001000049,0.00006674464,0.00006428555,0.000002779227,0.0001243971,0.6152073,0.3772036,0.006157327,0.0004098571,0.0002630272],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.005858558,0.000166127,0.9913031,0.0004796611,0.0001368111,0.001672025,0.0000242172,0.0003088893,0.00005064996],"genre_scores_gemma":[0.42398,0.0000560492,0.575385,0.000295111,0.00009003353,0.0001135087,6.186886e-7,0.00005908301,0.00002059888],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4181215,"threshold_uncertainty_score":0.9999254,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}