{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":12,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":12,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"11fb16dcc6ae","filters":{"venue":"Design Science"}},"results":[{"id":"W3129198085","doi":"10.1017/dsj.2021.1","title":"Design at hackathons: new opportunities for design research","year":2021,"lang":"en","type":"article","venue":"Design Science","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":58,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Popularity; Computer science; Relevance (law); Process (computing); Design process; Divergence (linguistics); Management science; Psychology; Work in process; Engineering; Operations management","retraction":null,"screen_n_in":null,"score":{"opus":0.4921747933826887,"gpt":0.3693348870106852,"spread":0.1228399063720035,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002998478,0.0001197127,0.000120822,0.0002208216,0.00029759,0.0001407445,0.0003888842,0.00007579772,0.00008747234],"category_scores_gemma":[0.0006390293,0.0001152043,0.00002782487,0.001035031,0.0002859066,0.0002634308,0.00005771275,0.0001412683,0.00005953654],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002397442,"about_ca_system_score_gemma":0.000928876,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000478302,"about_ca_topic_score_gemma":7.318822e-7,"domain_scores_codex":[0.9983225,0.00008663377,0.0001707446,0.0003027307,0.0005294646,0.0005878888],"domain_scores_gemma":[0.9983348,0.0007593603,0.00001226788,0.0003089191,0.0002399575,0.0003446536],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00002613163,0.0000461794,0.000002748711,0.0001640289,0.00001660192,0.00003431173,0.001492239,0.08359187,0.5284066,0.001822467,0.3234968,0.06090004],"study_design_scores_gemma":[0.0003274526,0.0001528784,0.000108614,0.000114745,0.00001231418,0.00005752265,0.0005906909,0.4636691,0.4926689,0.006172733,0.03571122,0.0004138302],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0006452493,0.0006840998,0.9962565,0.0007314295,0.0007197498,0.0002968801,0.000002174171,0.0002148927,0.0004489654],"genre_scores_gemma":[0.09253412,0.0004146241,0.8955503,0.0001653958,0.0003977958,0.0002406748,0.000009164093,0.00005872733,0.01062921],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3800773,"threshold_uncertainty_score":0.4697896,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3089150156","doi":"10.1017/dsj.2020.21","title":"Supporting designers: moving from method menagerie to method ecosystem","year":2020,"lang":"en","type":"article","venue":"Design Science","topic":"Design Education and Practice","field":"Engineering","cited_by":51,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Design methods; Position (finance); Position paper; Management science; Engineering ethics; Engineering; Business; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.0738538227586374,"gpt":0.3742956831922356,"spread":0.3004418604335982,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004094529,0.0001953197,0.000239192,0.0001573821,0.0002146411,0.0003518045,0.0007256537,0.00005214595,0.0003480098],"category_scores_gemma":[0.001733219,0.0001963613,0.00004361498,0.001629491,0.00002571441,0.0009298954,0.00007362069,0.0001920049,0.0005385523],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000128142,"about_ca_system_score_gemma":0.0002211184,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002880596,"about_ca_topic_score_gemma":0.000001597871,"domain_scores_codex":[0.9977292,0.0003376886,0.0003792812,0.0005391057,0.0004821162,0.0005326418],"domain_scores_gemma":[0.9976866,0.001209193,0.00009119945,0.0003305568,0.0001047574,0.000577648],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001447062,0.000009494368,0.00001778548,0.00002401061,0.00001627204,0.00001427911,0.007328003,0.08049727,0.8641944,0.0003296252,0.005465014,0.04208936],"study_design_scores_gemma":[0.0001201886,0.00005270691,0.00008248778,0.00002273526,0.00002597074,0.00001026818,0.001669443,0.6298983,0.3450529,0.0002553988,0.02245401,0.0003556183],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.001233421,0.00007126269,0.9918233,0.001062213,0.0005188267,0.0003536725,0.000007833779,0.0004525424,0.004476919],"genre_scores_gemma":[0.3040182,0.00000233793,0.6945075,0.001222128,0.0001347434,0.00003154967,9.733619e-7,0.00002691198,0.00005567845],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.549401,"threshold_uncertainty_score":0.8007382,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3040286910","doi":"10.1017/dsj.2020.16","title":"Set-based design: a review and new directions","year":2020,"lang":"en","type":"review","venue":"Design Science","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":38,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Documentation; New product development; Enabling; Process (computing); Set (abstract data type); Process management; Management science; Systems engineering; Knowledge management; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.1219287723316738,"gpt":0.3163937387986119,"spread":0.1944649664669381,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000420846,0.0002502001,0.0006520825,0.0001495763,0.0001295405,0.000133503,0.0003371108,0.00006999196,0.00004930179],"category_scores_gemma":[0.0001495959,0.0002063613,0.00006317504,0.001104761,0.00007693958,0.0001645369,0.00003014512,0.0001756227,0.00003955046],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007714876,"about_ca_system_score_gemma":0.0005384657,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003228785,"about_ca_topic_score_gemma":1.74086e-7,"domain_scores_codex":[0.9989222,0.0000485158,0.0002571019,0.0003586142,0.0001979171,0.0002155969],"domain_scores_gemma":[0.9993608,0.0001165549,0.00007066883,0.0002122681,0.00003075226,0.0002089394],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[2.176568e-7,0.000001390894,1.260959e-8,0.01898641,0.000007519073,0.000002418025,0.00001958294,0.006068883,3.679402e-7,0.00001120279,0.002829995,0.972072],"study_design_scores_gemma":[0.00002946561,0.00001647569,1.231913e-7,0.008412774,0.0002854549,0.0000124327,4.504381e-7,0.01684487,0.00002455223,0.00001471122,0.974107,0.0002516401],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[7.205017e-10,0.5637632,0.43548,0.0000236628,0.00006902307,0.0003909092,0.000002180159,0.0001447591,0.0001262149],"genre_scores_gemma":[6.340416e-7,0.9620503,0.03762455,0.00009722704,0.00003831668,0.0000696819,0.000003801737,0.00002963673,0.00008588742],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9718204,"threshold_uncertainty_score":0.841517,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3106161917","doi":"10.1017/dsj.2020.28","title":"A tEEG framework for studying designer’s cognitive and affective states","year":2020,"lang":"en","type":"article","venue":"Design Science","topic":"Design Education and Practice","field":"Engineering","cited_by":25,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Context (archaeology); Electroencephalography; Process (computing); Cognition; Task (project management); Design process; Human–computer interaction; Cognitive science; Psychology; Systems engineering; Engineering; Work in process","retraction":null,"screen_n_in":null,"score":{"opus":0.09498394616434416,"gpt":0.3341817407797409,"spread":0.2391977946153967,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007207292,0.0001089362,0.000108593,0.00006598903,0.0002096738,0.0001784243,0.0001512421,0.00003222767,0.00001773188],"category_scores_gemma":[0.001587851,0.0001057102,0.00001540919,0.0005853915,0.0001622541,0.0005096994,0.00002074475,0.0001249443,0.00002615887],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000315533,"about_ca_system_score_gemma":0.00008947073,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001907332,"about_ca_topic_score_gemma":2.008814e-7,"domain_scores_codex":[0.9991628,0.00005368689,0.00009996311,0.0002639745,0.0001720529,0.0002475374],"domain_scores_gemma":[0.9974277,0.002172376,0.00003013292,0.00007088739,0.0001165603,0.000182327],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000881156,0.0003347989,0.00230222,0.0006106316,0.0002968358,0.0000341448,0.2085662,0.03104724,0.2353508,0.03986059,0.01245504,0.4682603],"study_design_scores_gemma":[0.001803165,0.001551894,0.006750465,0.0002513984,0.0001957196,0.00002288153,0.02760856,0.7278821,0.1981904,0.02993138,0.004291157,0.00152086],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01534625,0.0003009575,0.982614,0.0003790045,0.0001623444,0.0006029409,0.000005796924,0.0001569413,0.0004317781],"genre_scores_gemma":[0.9094699,0.00004906574,0.08961461,0.0006911616,0.0000568381,0.00009367349,7.642906e-7,0.00001538752,0.000008572562],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8941237,"threshold_uncertainty_score":0.4310739,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4285109023","doi":"10.1017/dsj.2022.12","title":"Communication patterns in engineering enterprise social networks: an exploratory analysis using short text topic modelling","year":2022,"lang":"en","type":"article","venue":"Design Science","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Social network analysis; Set (abstract data type); Knowledge management; New product development; Social network (sociolinguistics); Exploratory research; Data science; Product (mathematics); Process (computing); Product design; Social media; World Wide Web; Management; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.07802889857386103,"gpt":0.3001244374811094,"spread":0.2220955389072484,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001601334,0.00009221564,0.0001163505,0.0004713176,0.0003212223,0.0001115458,0.0004727909,0.00002207934,0.0000675363],"category_scores_gemma":[0.00001512499,0.000117843,0.0000314768,0.001992301,0.00002850979,0.0008528932,0.00006918499,0.0002483374,9.500871e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002936989,"about_ca_system_score_gemma":0.00006296152,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002184375,"about_ca_topic_score_gemma":0.000005567993,"domain_scores_codex":[0.998901,0.0001572881,0.0001971364,0.00019293,0.0003132159,0.0002384079],"domain_scores_gemma":[0.9994985,0.00008856603,0.00002880501,0.0002875229,0.00003325558,0.00006337592],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000002697117,0.00002591321,0.001492119,0.000003153762,0.000008904187,0.000001370177,0.003737897,0.9917541,0.001601874,0.00006284782,0.000005872221,0.001303294],"study_design_scores_gemma":[0.00004000995,0.000006520938,0.00128213,0.000004116329,0.00002699684,0.000001630698,0.001359338,0.99692,0.0001421389,0.00001376879,0.00007440995,0.0001288753],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2985627,0.00008551518,0.7010049,0.00001048849,0.000133414,0.0000745837,9.835379e-7,0.00006524493,0.00006222036],"genre_scores_gemma":[0.9911893,0.00002849634,0.008641991,0.00004307272,0.00003304555,0.00004090922,0.000005040844,0.00001346688,0.000004659315],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6926267,"threshold_uncertainty_score":0.48055,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4409435353","doi":"10.1017/dsj.2025.7","title":"AI-driven FMEA: integration of large language models for faster and more accurate risk analysis","year":2025,"lang":"en","type":"article","venue":"Design Science","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Rimouski","funders":"Lunds Universitet","keywords":"Computer science; Risk analysis (engineering); Linguistics; Business; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.03117296970543392,"gpt":0.3418963231019013,"spread":0.3107233533964674,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001312855,0.00007890743,0.0001435993,0.0006387664,0.0001264038,0.0001677838,0.0008286226,0.00002958847,0.000001229314],"category_scores_gemma":[0.0007966743,0.00006567258,0.00004476621,0.002943126,0.0001308764,0.0008030257,0.0002211666,0.00008562569,8.559208e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003767397,"about_ca_system_score_gemma":0.0001380898,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003041901,"about_ca_topic_score_gemma":0.000007357288,"domain_scores_codex":[0.9988669,0.0000412627,0.0001475905,0.0003707728,0.0003201619,0.0002532703],"domain_scores_gemma":[0.9986308,0.0005784621,0.00005127478,0.0004379616,0.0002455809,0.00005587816],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00006209419,0.0001908323,0.02302021,0.0001488297,0.0003239729,0.00001190797,0.02579341,0.6237123,0.1427821,0.09564012,0.001090681,0.08722355],"study_design_scores_gemma":[0.0001336387,0.00002799314,0.009393704,0.00001366999,0.00002199032,3.36481e-7,0.00007808053,0.9720933,0.01704314,0.001124938,0.000007472705,0.00006169028],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05910537,0.00007839876,0.9402972,0.000172603,0.0000526351,0.0002111495,0.00001002602,0.00005317955,0.00001942033],"genre_scores_gemma":[0.8617303,0.000006243847,0.1380805,0.00007014962,0.000004455982,0.00002400859,8.715484e-7,0.000002304008,0.00008122138],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8026249,"threshold_uncertainty_score":0.267805,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4312229232","doi":"10.1017/dsj.2022.21","title":"Process considerations for Product Lifecycle Management implementation for high-value Engineering-to-Order programmes","year":2022,"lang":"en","type":"article","venue":"Design Science","topic":"Technology Assessment and Management","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Process management; Context (archaeology); Engineering; Product lifecycle; Shipbuilding; Thematic analysis; Process (computing); Product (mathematics); Engineering management; Knowledge management; New product development; Qualitative research; Computer science; Business; Sociology; Marketing","retraction":null,"screen_n_in":null,"score":{"opus":0.02145140842575283,"gpt":0.3063754468109468,"spread":0.284924038385194,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006721244,0.0001127641,0.00009137121,0.0002999335,0.0004514693,0.0000795541,0.0002671944,0.00001088551,0.00002149279],"category_scores_gemma":[0.00004647241,0.0001261149,0.00001931259,0.0007130994,0.00003472499,0.0001973891,0.0000854461,0.00005156277,0.000002012101],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001307704,"about_ca_system_score_gemma":0.00005002357,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000231162,"about_ca_topic_score_gemma":0.000002229208,"domain_scores_codex":[0.9988934,0.000006994859,0.0001678028,0.000325555,0.0002367405,0.0003694792],"domain_scores_gemma":[0.9996017,0.00004921527,0.00002721698,0.0002014283,0.00007617885,0.00004432252],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000105681,0.00006844867,0.00004485242,0.0001700189,0.00005180725,0.000002102563,0.0004763436,0.7686345,0.007239037,0.198733,0.007456406,0.0171129],"study_design_scores_gemma":[0.003881071,0.001702283,0.00342101,0.0000322194,0.0002502877,0.00001773808,0.004648491,0.6769935,0.1987053,0.06582841,0.0428355,0.001684172],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01936398,0.00002649545,0.9733646,0.001142437,0.0005204057,0.004902626,0.00002302455,0.0005933561,0.00006307429],"genre_scores_gemma":[0.7054903,0.000001468169,0.2860583,0.00008575636,0.00002108175,0.008273475,0.00001025241,0.00001630657,0.00004309679],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6873063,"threshold_uncertainty_score":0.5142817,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4378086294","doi":"10.1017/dsj.2023.12","title":"Complexity-driven layout exploration for aircraft structures","year":2023,"lang":"en","type":"article","venue":"Design Science","topic":"Topology Optimization in Engineering","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Sonaca (Canada); Polytechnique Montréal","funders":"Mitacs; Consortium de Recherche et d’innovation en Aérospatiale au Québec","keywords":"Heuristic; Topology optimization; Process (computing); Computer science; Metric (unit); Novelty; Stability (learning theory); Page layout; Engineering design process; Mathematical optimization; Topology (electrical circuits); Engineering; Mathematics; Mechanical engineering; Structural engineering; Finite element method; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.09535367974575691,"gpt":0.2943641364003231,"spread":0.1990104566545661,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002542536,0.00008235121,0.00007863514,0.0002337808,0.0001640586,0.0000521784,0.0002545768,0.00003484228,0.00001726887],"category_scores_gemma":[0.0001050024,0.00008676272,0.00001751159,0.0008018177,0.0001953179,0.0004147182,0.00002401254,0.0000511936,0.00004328783],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004500884,"about_ca_system_score_gemma":0.00002682664,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":8.65133e-7,"about_ca_topic_score_gemma":9.361253e-7,"domain_scores_codex":[0.999302,0.000008035575,0.0001146307,0.0001622586,0.0001504185,0.0002626464],"domain_scores_gemma":[0.9996452,0.00007733157,0.00001322207,0.0001548752,0.00005612805,0.00005329627],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000001014884,8.378177e-7,0.00002046502,0.000008660806,0.000002221602,7.721736e-7,0.0003342582,0.9804614,0.01154545,0.005969885,0.001325281,0.0003298114],"study_design_scores_gemma":[0.00009671949,0.00001373034,0.0005494425,0.00000358712,0.0000022773,0.000002495643,0.00006965041,0.9863841,0.007501345,0.00472208,0.0005508493,0.0001037209],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.005330398,0.00001170349,0.992427,0.0001037309,0.0006664236,0.0002229571,0.000007669963,0.0009812005,0.0002489234],"genre_scores_gemma":[0.8173554,0.000006847449,0.1824003,0.00002312049,0.00006041632,0.00006717115,0.000009740165,0.00002007204,0.00005695609],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.812025,"threshold_uncertainty_score":0.3538081,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4403737571","doi":"10.1017/dsj.2024.34","title":"Contextual influences on trade-offs in engineering design: a qualitative study","year":2024,"lang":"en","type":"article","venue":"Design Science","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.09532491357536511,"gpt":0.3808801540264231,"spread":0.285555240451058,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003498969,0.0001620602,0.0001401986,0.0005074712,0.00006930975,0.0003035882,0.0003431615,0.000034092,0.00003802808],"category_scores_gemma":[0.0005171848,0.0001497037,0.00002092944,0.001799734,0.00009745466,0.000881085,0.00001261243,0.0002740999,0.0001672183],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001636168,"about_ca_system_score_gemma":0.0002009182,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001538819,"about_ca_topic_score_gemma":0.000002365274,"domain_scores_codex":[0.9984654,0.0002129986,0.0002439121,0.0003324081,0.0004223173,0.0003229608],"domain_scores_gemma":[0.9978538,0.001821395,0.00001647773,0.0001801403,0.00002350511,0.0001047034],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005913617,0.0003091349,0.00007390872,0.00009203485,0.00004971432,0.0001502596,0.4576834,0.4509335,0.06369594,0.007739047,0.002288415,0.01692544],"study_design_scores_gemma":[0.0006874252,0.001096223,0.005666263,0.0003733716,0.00003340893,0.00003875818,0.08066271,0.8850584,0.02078431,0.0008086101,0.003748597,0.001041933],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.28398,0.001012111,0.7067596,0.0004873526,0.002349984,0.001456878,0.000004426304,0.001024596,0.002925099],"genre_scores_gemma":[0.9959493,0.0000107936,0.003755461,0.00007600577,0.00003953149,0.00009256192,2.381959e-7,0.00001875643,0.00005734333],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7119693,"threshold_uncertainty_score":0.6104739,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4410039870","doi":"10.1017/dsj.2025.9","title":"Methods as a form of engineering knowledge","year":2025,"lang":"en","type":"article","venue":"Design Science","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Windsor","funders":"","keywords":"Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.04140659241596608,"gpt":0.4001953551791392,"spread":0.3587887627631731,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001572403,0.00006519345,0.00008525307,0.0002677362,0.00004483287,0.00003516075,0.0002864658,0.00002462494,0.00004427756],"category_scores_gemma":[0.000697353,0.000065269,0.00001932435,0.001380421,0.00006138162,0.0003101264,0.00002269217,0.00007642049,0.00004358054],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005595774,"about_ca_system_score_gemma":0.0002189186,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000348878,"about_ca_topic_score_gemma":1.782013e-7,"domain_scores_codex":[0.9994773,0.00002698695,0.0001313158,0.0001106756,0.00009253361,0.0001612273],"domain_scores_gemma":[0.999204,0.0004582474,0.00001656933,0.0001880981,0.00008174067,0.00005129059],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.000006099629,0.00004162675,0.00002491761,0.0001073818,0.00001691504,6.765297e-7,0.002572032,0.01063364,0.8006588,0.05299314,0.002674461,0.1302703],"study_design_scores_gemma":[0.0001087855,0.00002284546,0.0007967588,0.00004685932,0.00001387727,0.000005973257,0.0001381882,0.283762,0.6575508,0.002327272,0.05508586,0.0001408514],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.002105498,0.0003987525,0.9309104,0.00004131091,0.0007536609,0.00009342672,2.223951e-7,0.0001092651,0.06558744],"genre_scores_gemma":[0.7263936,0.00001994896,0.2726368,0.00003889822,0.00001392149,0.0000157157,1.126451e-7,0.00000643857,0.0008745391],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7242882,"threshold_uncertainty_score":0.2661593,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3138154021","doi":"10.1017/dsj.2021.4","title":"On the bead design in LFT structures: the influence of manufacturing-induced residual stresses","year":2021,"lang":"en","type":"article","venue":"Design Science","topic":"Mechanical Behavior of Composites","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Deutsche Forschungsgemeinschaft","keywords":"Residual stress; Materials science; Isotropy; Stiffness; Bead; Residual; Composite material; Structural engineering; Mechanical engineering; Computer science; Engineering; Algorithm","retraction":null,"screen_n_in":null,"score":{"opus":0.04458476352867329,"gpt":0.2664564401968964,"spread":0.2218716766682231,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009181235,0.0001420554,0.0001419814,0.00008719258,0.0001398593,0.00009851446,0.001033504,0.00004755274,0.00004203432],"category_scores_gemma":[0.0006233192,0.00008455997,0.00002618463,0.0006006467,0.0002130074,0.0001711962,0.00009473779,0.000269811,0.00001061651],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004871398,"about_ca_system_score_gemma":0.0001296745,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001294371,"about_ca_topic_score_gemma":0.000006716074,"domain_scores_codex":[0.9984199,0.0001697089,0.0002406139,0.0002562776,0.0006024379,0.000311088],"domain_scores_gemma":[0.9976408,0.001580165,0.00004442768,0.0006046076,0.00007314861,0.00005687037],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.000007500509,0.00001014203,0.00002913524,0.000006191668,0.000002500728,0.00001280455,0.000192882,0.2643929,0.7316034,0.003111325,0.00005212461,0.0005790506],"study_design_scores_gemma":[0.00007437561,0.00005123331,0.01827587,0.00005201149,0.000005333347,0.00000572486,0.00006482448,0.002214271,0.9735207,0.005627422,0.000005199069,0.0001030405],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9910092,0.00005257028,0.008296151,0.0001678425,0.0000901782,0.000245694,0.000002306666,0.00004670022,0.00008939364],"genre_scores_gemma":[0.9969043,0.000009199681,0.00294776,0.00009000332,0.00001200114,0.00001904643,2.309846e-7,0.00001111621,0.000006338281],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2621786,"threshold_uncertainty_score":0.3448256,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4404773668","doi":"10.1017/dsj.2024.41","title":"The reference system in product generation engineering: structuring reference system elements for advanced systems engineering based on the system triple","year":2024,"lang":"en","type":"article","venue":"Design Science","topic":"Product Development and Customization","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Deutsche Forschungsgemeinschaft","keywords":"Structuring; Systems engineering; Computer science; Product (mathematics); Engineering; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.0390436347343704,"gpt":0.2203796020810401,"spread":0.1813359673466697,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0043205,0.0002623515,0.0002043276,0.0004382764,0.0006929102,0.001648657,0.0007443169,0.00004572768,8.240658e-7],"category_scores_gemma":[0.000365894,0.0001664698,0.00003155412,0.001706592,0.00003752789,0.001041297,0.00007339646,0.000167179,0.00002803034],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006795087,"about_ca_system_score_gemma":0.0001777313,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002726116,"about_ca_topic_score_gemma":0.000003673866,"domain_scores_codex":[0.9975411,0.00003168079,0.00054778,0.000681682,0.0006825906,0.0005152135],"domain_scores_gemma":[0.9988676,0.000176555,0.0001855657,0.0004817234,0.0002680148,0.00002059244],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00006415098,0.0000114458,0.0001035076,0.004071516,0.0000173129,0.000008825193,0.00008793253,0.4925449,0.05185495,0.448619,0.0003306168,0.002285803],"study_design_scores_gemma":[0.000210071,0.0000108249,0.0001687264,0.001288845,0.00001533204,0.000003264449,0.0003990729,0.9902932,0.004362335,0.000003691744,0.003019778,0.0002248252],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2658851,0.00164648,0.6904946,0.000751406,0.02011855,0.01426316,0.00002640802,0.003316403,0.003497877],"genre_scores_gemma":[0.9973097,0.000002233154,0.001256418,0.00001696535,0.0005582573,0.0007296372,0.00001787287,0.00003260199,0.00007633017],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7314246,"threshold_uncertainty_score":0.9993877,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}