{"meta":{"query_hash":"11fb16dcc6ae","filters":{"venue":"Design Science"},"cohort_total":12,"direct_labels_cover":0,"predictions_cover":12,"exported":12,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/11fb16dcc6ae","api":"https://metacan.xera.ac/api/v1/cohort?venue=Design+Science"},"results":[{"id":"W3040286910","doi":"10.1017/dsj.2020.16","title":"Set-based design: a review and new directions","year":2020,"lang":"en","type":"review","venue":"Design Science","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Documentation; New product development; Enabling; Process (computing); Set (abstract data type); Process management; Management science; Systems engineering; Knowledge management; Engineering","score_opus":0.12192877233167385,"score_gpt":0.31639373879861193,"score_spread":0.1944649664669381,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3040286910","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.2050166e-10,0.5637632,0.43548003,0.0000236628,0.000069023066,0.00039090918,0.0000021801586,0.00014475915,0.00012621493],"genre_scores_gemma":[6.340416e-7,0.96205026,0.037624553,0.000097227035,0.00003831668,0.000069681904,0.0000038017365,0.000029636733,0.00008588742],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989222,0.0000485158,0.00025710193,0.0003586142,0.0001979171,0.0002155969],"domain_scores_gemma":[0.9993608,0.00011655486,0.00007066883,0.00021226813,0.000030752264,0.0002089394],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000420846,0.00025020007,0.0006520825,0.0001495763,0.00012954051,0.00013350302,0.0003371108,0.00006999196,0.000049301787],"category_scores_gemma":[0.00014959587,0.0002063613,0.00006317504,0.0011047608,0.00007693958,0.00016453686,0.000030145124,0.0001756227,0.00003955046],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.176568e-7,0.000001390894,1.2609594e-8,0.018986408,0.000007519073,0.0000024180251,0.000019582936,0.0060688825,3.679402e-7,0.000011202789,0.0028299952,0.972072],"study_design_scores_gemma":[0.000029465613,0.000016475688,1.231913e-7,0.008412774,0.00028545485,0.000012432704,4.5043814e-7,0.016844874,0.00002455223,0.000014711222,0.974107,0.00025164007],"about_ca_topic_score_codex":0.000003228785,"about_ca_topic_score_gemma":1.7408604e-7,"teacher_disagreement_score":0.97182035,"about_ca_system_score_codex":0.00007714876,"about_ca_system_score_gemma":0.0005384657,"threshold_uncertainty_score":0.841517},"labels":[],"label_agreement":null},{"id":"W3089150156","doi":"10.1017/dsj.2020.21","title":"Supporting designers: moving from method menagerie to method ecosystem","year":2020,"lang":"en","type":"article","venue":"Design Science","topic":"Design Education and Practice","field":"Engineering","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Design methods; Position (finance); Position paper; Management science; Engineering ethics; Engineering; Business; World Wide Web","score_opus":0.0738538227586374,"score_gpt":0.37429568319223555,"score_spread":0.30044186043359816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089150156","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012334208,0.000071262686,0.9918233,0.0010622134,0.0005188267,0.00035367245,0.000007833779,0.00045254236,0.004476919],"genre_scores_gemma":[0.30401823,0.0000023379298,0.6945075,0.0012221279,0.00013474344,0.00003154967,9.733619e-7,0.000026911985,0.000055678447],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977292,0.00033768857,0.00037928123,0.0005391057,0.00048211624,0.0005326418],"domain_scores_gemma":[0.9976866,0.0012091931,0.00009119945,0.00033055677,0.00010475742,0.000577648],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004094529,0.00019531966,0.00023919198,0.00015738208,0.00021464111,0.00035180448,0.00072565366,0.000052145948,0.00034800978],"category_scores_gemma":[0.0017332191,0.00019636132,0.00004361498,0.0016294909,0.000025714413,0.0009298954,0.000073620686,0.00019200491,0.0005385523],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014470624,0.000009494368,0.000017785478,0.000024010607,0.000016272037,0.000014279109,0.007328003,0.08049727,0.8641944,0.00032962515,0.005465014,0.04208936],"study_design_scores_gemma":[0.00012018856,0.00005270691,0.00008248778,0.000022735258,0.000025970741,0.000010268184,0.0016694434,0.6298983,0.3450529,0.0002553988,0.022454012,0.0003556183],"about_ca_topic_score_codex":0.000028805956,"about_ca_topic_score_gemma":0.0000015978706,"teacher_disagreement_score":0.549401,"about_ca_system_score_codex":0.00012814195,"about_ca_system_score_gemma":0.00022111837,"threshold_uncertainty_score":0.8007382},"labels":[],"label_agreement":null},{"id":"W3106161917","doi":"10.1017/dsj.2020.28","title":"A tEEG framework for studying designer’s cognitive and affective states","year":2020,"lang":"en","type":"article","venue":"Design Science","topic":"Design Education and Practice","field":"Engineering","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Context (archaeology); Electroencephalography; Process (computing); Cognition; Task (project management); Design process; Human–computer interaction; Cognitive science; Psychology; Systems engineering; Engineering; Work in process","score_opus":0.09498394616434416,"score_gpt":0.3341817407797409,"score_spread":0.23919779461539672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3106161917","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015346246,0.0003009575,0.982614,0.0003790045,0.00016234437,0.0006029409,0.000005796924,0.00015694129,0.00043177814],"genre_scores_gemma":[0.9094699,0.00004906574,0.08961461,0.0006911616,0.000056838104,0.000093673494,7.6429063e-7,0.000015387517,0.000008572562],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991628,0.00005368689,0.00009996311,0.00026397454,0.00017205291,0.00024753745],"domain_scores_gemma":[0.9974277,0.0021723763,0.000030132916,0.00007088739,0.000116560324,0.00018232696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00072072924,0.000108936154,0.00010859302,0.00006598903,0.00020967376,0.00017842434,0.0001512421,0.00003222767,0.000017731882],"category_scores_gemma":[0.0015878512,0.00010571025,0.00001540919,0.00058539154,0.00016225413,0.0005096994,0.000020744754,0.0001249443,0.000026158874],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00088115595,0.00033479885,0.0023022203,0.0006106316,0.00029683582,0.000034144803,0.20856622,0.031047244,0.23535077,0.039860588,0.01245504,0.46826035],"study_design_scores_gemma":[0.001803165,0.0015518937,0.006750465,0.0002513984,0.00019571961,0.000022881526,0.027608559,0.72788215,0.19819038,0.029931378,0.004291157,0.0015208597],"about_ca_topic_score_codex":0.0000019073324,"about_ca_topic_score_gemma":2.008814e-7,"teacher_disagreement_score":0.8941237,"about_ca_system_score_codex":0.000031553303,"about_ca_system_score_gemma":0.00008947073,"threshold_uncertainty_score":0.4310739},"labels":[],"label_agreement":null},{"id":"W3129198085","doi":"10.1017/dsj.2021.1","title":"Design at hackathons: new opportunities for design research","year":2021,"lang":"en","type":"article","venue":"Design Science","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Popularity; Computer science; Relevance (law); Process (computing); Design process; Divergence (linguistics); Management science; Psychology; Work in process; Engineering; Operations management","score_opus":0.49217479338268866,"score_gpt":0.3693348870106852,"score_spread":0.12283990637200348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129198085","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00064524927,0.0006840998,0.99625653,0.0007314295,0.0007197498,0.0002968801,0.0000021741714,0.00021489269,0.0004489654],"genre_scores_gemma":[0.09253412,0.0004146241,0.8955503,0.00016539576,0.00039779575,0.00024067477,0.000009164093,0.00005872733,0.010629213],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99832255,0.00008663377,0.00017074458,0.00030273065,0.0005294646,0.0005878888],"domain_scores_gemma":[0.9983348,0.0007593603,0.000012267884,0.00030891912,0.00023995755,0.00034465364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002998478,0.000119712684,0.000120821984,0.0002208216,0.00029759004,0.0001407445,0.00038888422,0.00007579772,0.00008747234],"category_scores_gemma":[0.0006390293,0.00011520432,0.000027824872,0.0010350314,0.00028590657,0.00026343082,0.000057712747,0.00014126829,0.000059536538],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002613163,0.000046179404,0.0000027487113,0.00016402894,0.000016601916,0.000034311728,0.0014922391,0.08359187,0.52840656,0.0018224672,0.32349682,0.060900036],"study_design_scores_gemma":[0.00032745258,0.00015287843,0.00010861399,0.00011474501,0.000012314177,0.000057522655,0.0005906909,0.46366912,0.49266887,0.006172733,0.035711218,0.00041383022],"about_ca_topic_score_codex":0.0000047830204,"about_ca_topic_score_gemma":7.3188215e-7,"teacher_disagreement_score":0.38007727,"about_ca_system_score_codex":0.00023974419,"about_ca_system_score_gemma":0.000928876,"threshold_uncertainty_score":0.46978956},"labels":[],"label_agreement":null},{"id":"W3138154021","doi":"10.1017/dsj.2021.4","title":"On the bead design in LFT structures: the influence of manufacturing-induced residual stresses","year":2021,"lang":"en","type":"article","venue":"Design Science","topic":"Mechanical Behavior of Composites","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Deutsche Forschungsgemeinschaft","keywords":"Residual stress; Materials science; Isotropy; Stiffness; Bead; Residual; Composite material; Structural engineering; Mechanical engineering; Computer science; Engineering; Algorithm","score_opus":0.044584763528673285,"score_gpt":0.2664564401968964,"score_spread":0.2218716766682231,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138154021","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9910092,0.00005257028,0.008296151,0.00016784246,0.0000901782,0.00024569404,0.000002306666,0.00004670022,0.00008939364],"genre_scores_gemma":[0.9969043,0.000009199681,0.0029477598,0.00009000332,0.000012001145,0.000019046429,2.3098464e-7,0.000011116209,0.000006338281],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984199,0.00016970893,0.00024061388,0.00025627765,0.0006024379,0.00031108805],"domain_scores_gemma":[0.9976408,0.0015801647,0.000044427677,0.0006046076,0.000073148614,0.000056870373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009181235,0.00014205543,0.00014198139,0.00008719258,0.00013985932,0.00009851446,0.0010335045,0.000047552745,0.000042034317],"category_scores_gemma":[0.0006233192,0.00008455997,0.000026184634,0.00060064666,0.00021300738,0.00017119624,0.00009473779,0.00026981105,0.000010616507],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075005087,0.0000101420255,0.000029135237,0.0000061916685,0.000002500728,0.000012804548,0.00019288195,0.2643929,0.73160344,0.003111325,0.000052124607,0.00057905057],"study_design_scores_gemma":[0.00007437561,0.00005123331,0.01827587,0.000052011488,0.000005333347,0.0000057248603,0.00006482448,0.0022142706,0.9735207,0.0056274217,0.0000051990687,0.00010304052],"about_ca_topic_score_codex":0.000012943708,"about_ca_topic_score_gemma":0.0000067160745,"teacher_disagreement_score":0.26217863,"about_ca_system_score_codex":0.000048713977,"about_ca_system_score_gemma":0.00012967455,"threshold_uncertainty_score":0.34482557},"labels":[],"label_agreement":null},{"id":"W4285109023","doi":"10.1017/dsj.2022.12","title":"Communication patterns in engineering enterprise social networks: an exploratory analysis using short text topic modelling","year":2022,"lang":"en","type":"article","venue":"Design Science","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Social network analysis; Set (abstract data type); Knowledge management; New product development; Social network (sociolinguistics); Exploratory research; Data science; Product (mathematics); Process (computing); Product design; Social media; World Wide Web; Management; Sociology","score_opus":0.07802889857386103,"score_gpt":0.3001244374811094,"score_spread":0.22209553890724837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285109023","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29856268,0.00008551518,0.70100486,0.000010488489,0.00013341397,0.0000745837,9.835379e-7,0.00006524493,0.00006222036],"genre_scores_gemma":[0.9911893,0.000028496337,0.008641991,0.000043072716,0.000033045548,0.000040909217,0.0000050408444,0.000013466883,0.000004659315],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998901,0.00015728812,0.00019713641,0.00019293005,0.00031321595,0.00023840788],"domain_scores_gemma":[0.9994985,0.00008856603,0.000028805012,0.0002875229,0.00003325558,0.00006337592],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016013338,0.00009221564,0.00011635054,0.00047131762,0.00032122227,0.00011154581,0.00047279085,0.000022079335,0.0000675363],"category_scores_gemma":[0.000015124987,0.00011784305,0.000031476804,0.0019923006,0.000028509787,0.0008528932,0.000069184985,0.0002483374,9.500871e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026971168,0.000025913212,0.001492119,0.0000031537622,0.000008904187,0.0000013701772,0.003737897,0.99175406,0.0016018745,0.000062847816,0.0000058722208,0.0013032935],"study_design_scores_gemma":[0.000040009952,0.000006520938,0.0012821303,0.000004116329,0.000026996837,0.000001630698,0.0013593376,0.99692005,0.00014213887,0.000013768795,0.00007440995,0.00012887528],"about_ca_topic_score_codex":0.000021843745,"about_ca_topic_score_gemma":0.0000055679925,"teacher_disagreement_score":0.69262666,"about_ca_system_score_codex":0.00029369895,"about_ca_system_score_gemma":0.00006296152,"threshold_uncertainty_score":0.48055},"labels":[],"label_agreement":null},{"id":"W4312229232","doi":"10.1017/dsj.2022.21","title":"Process considerations for Product Lifecycle Management implementation for high-value Engineering-to-Order programmes","year":2022,"lang":"en","type":"article","venue":"Design Science","topic":"Technology Assessment and Management","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Process management; Context (archaeology); Engineering; Product lifecycle; Shipbuilding; Thematic analysis; Process (computing); Product (mathematics); Engineering management; Knowledge management; New product development; Qualitative research; Computer science; Business; Sociology; Marketing","score_opus":0.02145140842575283,"score_gpt":0.3063754468109468,"score_spread":0.284924038385194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312229232","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019363983,0.000026495445,0.9733646,0.0011424372,0.0005204057,0.0049026264,0.000023024548,0.00059335615,0.00006307429],"genre_scores_gemma":[0.7054903,0.0000014681686,0.28605828,0.000085756365,0.00002108175,0.008273475,0.000010252413,0.000016306572,0.000043096792],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99889344,0.0000069948587,0.0001678028,0.00032555504,0.00023674054,0.00036947918],"domain_scores_gemma":[0.99960166,0.000049215272,0.00002721698,0.00020142832,0.000076178854,0.00004432252],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006721244,0.000112764115,0.00009137121,0.00029993348,0.00045146933,0.0000795541,0.00026719444,0.000010885507,0.000021492791],"category_scores_gemma":[0.000046472414,0.00012611493,0.000019312585,0.00071309943,0.000034724988,0.0001973891,0.0000854461,0.000051562765,0.000002012101],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010568097,0.000068448666,0.00004485242,0.00017001893,0.000051807252,0.0000021025628,0.00047634362,0.7686345,0.0072390367,0.19873299,0.0074564056,0.0171129],"study_design_scores_gemma":[0.0038810708,0.0017022829,0.0034210098,0.000032219403,0.00025028767,0.000017738083,0.004648491,0.6769935,0.19870535,0.06582841,0.0428355,0.0016841717],"about_ca_topic_score_codex":0.00000231162,"about_ca_topic_score_gemma":0.000002229208,"teacher_disagreement_score":0.68730634,"about_ca_system_score_codex":0.0001307704,"about_ca_system_score_gemma":0.000050023573,"threshold_uncertainty_score":0.51428175},"labels":[],"label_agreement":null},{"id":"W4378086294","doi":"10.1017/dsj.2023.12","title":"Complexity-driven layout exploration for aircraft structures","year":2023,"lang":"en","type":"article","venue":"Design Science","topic":"Topology Optimization in Engineering","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sonaca (Canada); Polytechnique Montréal","funders":"Mitacs; Consortium de Recherche et d’innovation en Aérospatiale au Québec","keywords":"Heuristic; Topology optimization; Process (computing); Computer science; Metric (unit); Novelty; Stability (learning theory); Page layout; Engineering design process; Mathematical optimization; Topology (electrical circuits); Engineering; Mathematics; Mechanical engineering; Structural engineering; Finite element method; Artificial intelligence","score_opus":0.09535367974575691,"score_gpt":0.29436413640032305,"score_spread":0.19901045665456613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378086294","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005330398,0.000011703487,0.992427,0.00010373095,0.0006664236,0.0002229571,0.000007669963,0.0009812005,0.00024892337],"genre_scores_gemma":[0.8173554,0.000006847449,0.1824003,0.00002312049,0.00006041632,0.000067171146,0.000009740165,0.000020072037,0.000056956094],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999302,0.000008035575,0.00011463073,0.0001622586,0.00015041852,0.00026264644],"domain_scores_gemma":[0.9996452,0.00007733157,0.00001322207,0.00015487523,0.000056128047,0.000053296273],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002542536,0.00008235121,0.000078635145,0.00023378078,0.00016405855,0.000052178402,0.0002545768,0.000034842276,0.000017268869],"category_scores_gemma":[0.00010500242,0.00008676272,0.000017511595,0.0008018177,0.00019531789,0.00041471818,0.000024012543,0.0000511936,0.000043287833],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010148842,8.378177e-7,0.00002046502,0.000008660806,0.0000022216025,7.721736e-7,0.00033425822,0.98046136,0.011545452,0.0059698853,0.0013252809,0.00032981142],"study_design_scores_gemma":[0.00009671949,0.000013730339,0.00054944254,0.0000035871199,0.0000022772997,0.000002495643,0.000069650414,0.9863841,0.007501345,0.00472208,0.0005508493,0.000103720944],"about_ca_topic_score_codex":8.65133e-7,"about_ca_topic_score_gemma":9.3612533e-7,"teacher_disagreement_score":0.812025,"about_ca_system_score_codex":0.000045008845,"about_ca_system_score_gemma":0.00002682664,"threshold_uncertainty_score":0.3538081},"labels":[],"label_agreement":null},{"id":"W4403737571","doi":"10.1017/dsj.2024.34","title":"Contextual influences on trade-offs in engineering design: a qualitative study","year":2024,"lang":"en","type":"article","venue":"Design Science","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Business","score_opus":0.09532491357536511,"score_gpt":0.38088015402642306,"score_spread":0.28555524045105796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403737571","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28397995,0.0010121111,0.7067596,0.0004873526,0.002349984,0.0014568779,0.000004426304,0.0010245958,0.002925099],"genre_scores_gemma":[0.9959493,0.000010793604,0.0037554614,0.000076005774,0.000039531486,0.00009256192,2.3819594e-7,0.000018756433,0.000057343328],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984654,0.00021299861,0.00024391209,0.00033240806,0.00042231733,0.00032296075],"domain_scores_gemma":[0.99785376,0.0018213954,0.000016477728,0.00018014025,0.000023505114,0.000104703446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034989691,0.00016206023,0.00014019855,0.0005074712,0.00006930975,0.00030358823,0.00034316146,0.000034092,0.000038028076],"category_scores_gemma":[0.00051718485,0.00014970369,0.000020929441,0.001799734,0.000097454664,0.000881085,0.000012612426,0.0002740999,0.00016721827],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059136168,0.0003091349,0.00007390872,0.000092034854,0.00004971432,0.00015025956,0.45768344,0.45093352,0.06369594,0.0077390466,0.0022884146,0.016925443],"study_design_scores_gemma":[0.0006874252,0.0010962234,0.005666263,0.00037337164,0.000033408927,0.00003875818,0.08066271,0.8850584,0.02078431,0.0008086101,0.0037485973,0.0010419326],"about_ca_topic_score_codex":0.000015388194,"about_ca_topic_score_gemma":0.000002365274,"teacher_disagreement_score":0.7119693,"about_ca_system_score_codex":0.00016361682,"about_ca_system_score_gemma":0.0002009182,"threshold_uncertainty_score":0.61047393},"labels":[],"label_agreement":null},{"id":"W4404773668","doi":"10.1017/dsj.2024.41","title":"The reference system in product generation engineering: structuring reference system elements for advanced systems engineering based on the system triple","year":2024,"lang":"en","type":"article","venue":"Design Science","topic":"Product Development and Customization","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Deutsche Forschungsgemeinschaft","keywords":"Structuring; Systems engineering; Computer science; Product (mathematics); Engineering; Mathematics","score_opus":0.0390436347343704,"score_gpt":0.22037960208104013,"score_spread":0.18133596734666974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404773668","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26588508,0.0016464796,0.6904946,0.00075140595,0.020118548,0.014263164,0.000026408019,0.0033164034,0.0034978774],"genre_scores_gemma":[0.9973097,0.0000022331537,0.0012564182,0.000016965354,0.0005582573,0.0007296372,0.000017872871,0.000032601987,0.000076330165],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99754107,0.000031680793,0.00054778,0.00068168197,0.00068259065,0.00051521347],"domain_scores_gemma":[0.9988676,0.00017655498,0.00018556569,0.0004817234,0.00026801482,0.000020592439],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0043205,0.0002623515,0.00020432757,0.0004382764,0.00069291017,0.0016486575,0.0007443169,0.000045727676,8.2406575e-7],"category_scores_gemma":[0.00036589403,0.00016646982,0.00003155412,0.0017065918,0.000037527894,0.0010412975,0.00007339646,0.00016717897,0.000028030341],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064150976,0.0000114458,0.000103507584,0.004071516,0.000017312903,0.000008825193,0.00008793253,0.49254492,0.051854946,0.44861904,0.00033061678,0.0022858025],"study_design_scores_gemma":[0.00021007104,0.000010824901,0.00016872642,0.0012888452,0.000015332036,0.0000032644487,0.0003990729,0.9902932,0.0043623354,0.0000036917443,0.0030197776,0.00022482518],"about_ca_topic_score_codex":0.000027261161,"about_ca_topic_score_gemma":0.0000036738656,"teacher_disagreement_score":0.73142457,"about_ca_system_score_codex":0.0006795087,"about_ca_system_score_gemma":0.00017773127,"threshold_uncertainty_score":0.99938774},"labels":[],"label_agreement":null},{"id":"W4409435353","doi":"10.1017/dsj.2025.7","title":"AI-driven FMEA: integration of large language models for faster and more accurate risk analysis","year":2025,"lang":"en","type":"article","venue":"Design Science","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Rimouski","funders":"Lunds Universitet","keywords":"Computer science; Risk analysis (engineering); Linguistics; Business; Philosophy","score_opus":0.031172969705433918,"score_gpt":0.3418963231019013,"score_spread":0.3107233533964674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409435353","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059105374,0.000078398756,0.9402972,0.00017260297,0.000052635103,0.00021114954,0.000010026019,0.000053179552,0.000019420333],"genre_scores_gemma":[0.8617303,0.000006243847,0.13808046,0.00007014962,0.0000044559824,0.000024008586,8.715484e-7,0.0000023040081,0.000081221384],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988669,0.000041262698,0.00014759053,0.00037077285,0.00032016187,0.00025327026],"domain_scores_gemma":[0.9986308,0.00057846215,0.00005127478,0.00043796163,0.00024558086,0.000055878158],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013128554,0.000078907426,0.00014359932,0.00063876645,0.00012640383,0.00016778377,0.0008286226,0.00002958847,0.0000012293136],"category_scores_gemma":[0.00079667434,0.000065672575,0.00004476621,0.0029431256,0.00013087636,0.00080302573,0.00022116659,0.00008562569,8.559208e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062094194,0.00019083232,0.023020213,0.00014882971,0.00032397293,0.000011907965,0.025793407,0.6237123,0.14278209,0.09564012,0.0010906813,0.08722355],"study_design_scores_gemma":[0.00013363868,0.000027993141,0.009393704,0.000013669995,0.000021990325,3.3648104e-7,0.000078080535,0.97209334,0.01704314,0.0011249377,0.0000074727054,0.00006169028],"about_ca_topic_score_codex":0.000030419014,"about_ca_topic_score_gemma":0.0000073572883,"teacher_disagreement_score":0.8026249,"about_ca_system_score_codex":0.000037673966,"about_ca_system_score_gemma":0.00013808985,"threshold_uncertainty_score":0.26780498},"labels":[],"label_agreement":null},{"id":"W4410039870","doi":"10.1017/dsj.2025.9","title":"Methods as a form of engineering knowledge","year":2025,"lang":"en","type":"article","venue":"Design Science","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Computer science","score_opus":0.04140659241596608,"score_gpt":0.4001953551791392,"score_spread":0.3587887627631731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410039870","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021054975,0.00039875245,0.9309104,0.00004131091,0.00075366086,0.00009342672,2.2239512e-7,0.000109265144,0.06558744],"genre_scores_gemma":[0.72639364,0.000019948959,0.27263677,0.000038898215,0.0000139214935,0.000015715705,1.12645104e-7,0.00000643857,0.00087453914],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99947727,0.000026986945,0.0001313158,0.000110675646,0.00009253361,0.00016122726],"domain_scores_gemma":[0.99920404,0.00045824738,0.000016569327,0.00018809813,0.00008174067,0.00005129059],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015724035,0.000065193446,0.00008525307,0.0002677362,0.00004483287,0.000035160752,0.00028646583,0.000024624938,0.000044277564],"category_scores_gemma":[0.000697353,0.000065269,0.000019324349,0.0013804211,0.00006138162,0.00031012643,0.000022692175,0.00007642049,0.00004358054],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060996285,0.00004162675,0.00002491761,0.000107381806,0.000016915035,6.765297e-7,0.0025720317,0.010633638,0.80065876,0.052993145,0.0026744609,0.13027032],"study_design_scores_gemma":[0.00010878555,0.000022845457,0.0007967588,0.00004685932,0.00001387727,0.000005973257,0.00013818825,0.28376198,0.65755075,0.0023272722,0.05508586,0.00014085139],"about_ca_topic_score_codex":0.00000348878,"about_ca_topic_score_gemma":1.7820128e-7,"teacher_disagreement_score":0.72428817,"about_ca_system_score_codex":0.000055957742,"about_ca_system_score_gemma":0.00021891863,"threshold_uncertainty_score":0.26615927},"labels":[],"label_agreement":null}]}