{"meta":{"query_hash":"11fb16dcc6ae","filters":{"venue":"Design Science"},"cohort_total":12,"direct_labels_cover":0,"predictions_cover":12,"exported":12,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/11fb16dcc6ae","api":"https://metacan.xera.ac/api/v1/cohort?venue=Design+Science"},"results":[{"id":"W3040286910","doi":"10.1017/dsj.2020.16","title":"Set-based design: a review and new directions","year":2020,"lang":"en","type":"review","venue":"Design Science","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Documentation; New product development; Enabling; Process (computing); Set (abstract data type); Process management; Management science; Systems engineering; Knowledge management; Engineering","score_opus":0.12192877233167385,"score_gpt":0.31639373879861193,"score_spread":0.1944649664669381,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3040286910","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000072216026,0.9978453,0.0005260589,0.0003324232,0.00016360046,0.0000070332317,0.000012666943,0.00000776628,0.0010328944],"genre_scores_gemma":[0.0008436153,0.99771774,0.0007967879,0.00022240094,0.00013405734,0.000013370029,0.000021599719,0.0000041953467,0.00024627798],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99871314,0.00034972187,0.00023477714,0.00020651623,0.00043479446,0.000061072686],"domain_scores_gemma":[0.9946406,0.0041695423,0.00027673756,0.00016404416,0.00064019556,0.00010893568],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029379032,0.0011788354,0.00219808,0.004649903,0.00052154006,0.002772547,0.0016142121,0.001758478,0.0077956365],"category_scores_gemma":[0.0047699744,0.00067323574,0.0013526576,0.0070970566,0.0014252675,0.0036167966,0.0013382528,0.0023252114,0.0023392977],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006381328,0.0000995944,0.0001819106,0.07127348,0.00017001058,0.00013842869,0.00032682446,0.0007789318,0.00053089944,0.030316152,0.01705311,0.8790669],"study_design_scores_gemma":[0.000020369822,0.000089809466,0.00043781372,0.023976581,0.00020853306,0.00053816894,0.00018946435,0.00021660612,0.0002721504,0.00978788,0.96422386,0.00003873159],"about_ca_topic_score_codex":0.002160699,"about_ca_topic_score_gemma":0.0031222692,"teacher_disagreement_score":0.0077956365,"about_ca_system_score_codex":0.0016197645,"about_ca_system_score_gemma":0.0038900694,"threshold_uncertainty_score":0.026078999},"labels":[],"label_agreement":null},{"id":"W3089150156","doi":"10.1017/dsj.2020.21","title":"Supporting designers: moving from method menagerie to method ecosystem","year":2020,"lang":"en","type":"article","venue":"Design Science","topic":"Design Education and Practice","field":"Engineering","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Design methods; Position (finance); Position paper; Management science; Engineering ethics; Engineering; Business; World Wide Web","score_opus":0.0738538227586374,"score_gpt":0.37429568319223555,"score_spread":0.30044186043359816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089150156","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20426248,0.0064457566,0.4896099,0.11000125,0.0018208212,0.0015361494,0.00007259388,0.0015813535,0.18466964],"genre_scores_gemma":[0.71699435,0.0018353694,0.26123995,0.0060389144,0.00024733387,0.0010823889,0.000050725055,0.00034981334,0.012161209],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8963655,0.08646343,0.0025601212,0.004370157,0.0075824955,0.0026581525],"domain_scores_gemma":[0.8911448,0.06642643,0.006754831,0.01935651,0.007364466,0.008953016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.09688051,0.0010320059,0.00075433485,0.0039856588,0.009032389,0.0223011,0.0030020815,0.0052669146,0.0069857943],"category_scores_gemma":[0.07224334,0.0015658723,0.0011745458,0.0014550192,0.032615054,0.032806076,0.028714199,0.006977153,0.001719274],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020277218,0.0006955205,0.01272269,0.001393017,0.00007738108,0.0008270446,0.33797076,0.0008572673,0.0033149417,0.4054292,0.008003464,0.22850592],"study_design_scores_gemma":[0.00013318009,0.0008313934,0.0052499017,0.0055821454,0.0000918342,0.0014795515,0.13323282,0.0032359292,0.0044795144,0.26780805,0.57772815,0.00014757573],"about_ca_topic_score_codex":0.0011689656,"about_ca_topic_score_gemma":0.0016451692,"teacher_disagreement_score":0.09688051,"about_ca_system_score_codex":0.006928496,"about_ca_system_score_gemma":0.015493258,"threshold_uncertainty_score":0.51235926},"labels":[],"label_agreement":null},{"id":"W3106161917","doi":"10.1017/dsj.2020.28","title":"A tEEG framework for studying designer’s cognitive and affective states","year":2020,"lang":"en","type":"article","venue":"Design Science","topic":"Design Education and Practice","field":"Engineering","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Context (archaeology); Electroencephalography; Process (computing); Cognition; Task (project management); Design process; Human–computer interaction; Cognitive science; Psychology; Systems engineering; Engineering; Work in process","score_opus":0.09498394616434416,"score_gpt":0.3341817407797409,"score_spread":0.23919779461539672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3106161917","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005202412,0.0006274741,0.97952706,0.0005459544,0.00004401553,0.00017077794,0.0001814205,0.00016290556,0.013537958],"genre_scores_gemma":[0.35236067,0.0014756817,0.63912696,0.0003104288,0.00009586536,0.0016612135,0.00032177503,0.00006301675,0.004584442],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99784863,0.0013307901,0.00014957067,0.0003270275,0.0002470747,0.00009694297],"domain_scores_gemma":[0.9967229,0.0020345545,0.0003304259,0.0003324932,0.00047006138,0.00010962151],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039423555,0.0013127357,0.0004948824,0.002378446,0.00052512664,0.0031124272,0.0013734128,0.001176636,0.0054310244],"category_scores_gemma":[0.0069722096,0.00037235947,0.0010533279,0.0014574592,0.002595885,0.0035000145,0.0016884393,0.0011041615,0.0008381982],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000082661085,0.000120886376,0.001798976,0.00053118786,0.000084485306,0.00024329967,0.0027763832,0.028429009,0.0045183664,0.8806969,0.0018439327,0.07887404],"study_design_scores_gemma":[0.000060370283,0.00023187429,0.003380668,0.00048162867,0.00008301929,0.00032498,0.0025808443,0.18645214,0.0022912035,0.77026874,0.03377075,0.00007383057],"about_ca_topic_score_codex":0.0019652047,"about_ca_topic_score_gemma":0.0014057525,"teacher_disagreement_score":0.0054310244,"about_ca_system_score_codex":0.0014193241,"about_ca_system_score_gemma":0.0012742304,"threshold_uncertainty_score":0.020849407},"labels":[],"label_agreement":null},{"id":"W3129198085","doi":"10.1017/dsj.2021.1","title":"Design at hackathons: new opportunities for design research","year":2021,"lang":"en","type":"article","venue":"Design Science","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Popularity; Computer science; Relevance (law); Process (computing); Design process; Divergence (linguistics); Management science; Psychology; Work in process; Engineering; Operations management","score_opus":0.49217479338268866,"score_gpt":0.3693348870106852,"score_spread":0.12283990637200348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129198085","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028209483,0.3880703,0.36332813,0.14052287,0.0054176357,0.0013308579,0.00037514057,0.0007979571,0.071947634],"genre_scores_gemma":[0.3803031,0.21593447,0.37211123,0.016846789,0.002921797,0.0041034045,0.00032487363,0.00057130173,0.006883057],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.87649447,0.10404445,0.0046020728,0.004233933,0.008888567,0.0017364688],"domain_scores_gemma":[0.57556796,0.38325208,0.0057047666,0.020208616,0.011934494,0.003332183],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.119649455,0.001435226,0.003032883,0.010592249,0.004087918,0.024368966,0.0038883085,0.005900798,0.009222694],"category_scores_gemma":[0.11553475,0.0015511777,0.0023371864,0.010227452,0.028271817,0.046266243,0.008784018,0.0086427685,0.0011611815],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013660855,0.0003205582,0.0028772317,0.014698889,0.00018190959,0.00045611008,0.052195374,0.0013304628,0.00084179867,0.6261439,0.011385643,0.28943148],"study_design_scores_gemma":[0.00007828859,0.000339416,0.0016107949,0.028753834,0.00010727,0.0006483587,0.056834355,0.0018309874,0.0006623819,0.6025687,0.3064249,0.00014078835],"about_ca_topic_score_codex":0.0014676081,"about_ca_topic_score_gemma":0.0024681662,"teacher_disagreement_score":0.99696714,"about_ca_system_score_codex":0.009587023,"about_ca_system_score_gemma":0.013616653,"threshold_uncertainty_score":0.63277435},"labels":[],"label_agreement":null},{"id":"W3138154021","doi":"10.1017/dsj.2021.4","title":"On the bead design in LFT structures: the influence of manufacturing-induced residual stresses","year":2021,"lang":"en","type":"article","venue":"Design Science","topic":"Mechanical Behavior of Composites","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Deutsche Forschungsgemeinschaft","keywords":"Residual stress; Materials science; Isotropy; Stiffness; Bead; Residual; Composite material; Structural engineering; Mechanical engineering; Computer science; Engineering; Algorithm","score_opus":0.044584763528673285,"score_gpt":0.2664564401968964,"score_spread":0.2218716766682231,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138154021","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7678198,0.0002275645,0.22476229,0.00006687086,0.000013916914,0.000037555932,0.000045113386,0.00016430483,0.006862582],"genre_scores_gemma":[0.9802285,0.00005913887,0.018946724,0.000005843592,0.0000014947408,0.000015494945,0.000012153241,0.000022192013,0.00070851314],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99987876,0.000026939688,0.0000041913145,0.000016894366,0.000053210926,0.000020074882],"domain_scores_gemma":[0.99976975,0.00010065697,0.00005119669,0.000034027777,0.000033681346,0.000010615502],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002998461,0.00022794917,0.00022806787,0.00021225982,0.00019469095,0.0004105735,0.00027959427,0.00037820826,0.00096064294],"category_scores_gemma":[0.00065004075,0.00015935027,0.00020408946,0.00013157017,0.00034546095,0.00019481333,0.00023928499,0.00018295548,0.00020505286],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011556713,0.000042901123,0.001154072,0.000080177684,0.000013110283,0.00008255319,0.00006439203,0.85735726,0.123423144,0.0026722082,0.000080898666,0.014913652],"study_design_scores_gemma":[0.0000094197,0.00012622858,0.0011532028,0.00000904675,0.000010455933,0.000029986008,0.000021581061,0.9497662,0.047636576,0.0006540015,0.0005747674,0.000008475002],"about_ca_topic_score_codex":0.0007988415,"about_ca_topic_score_gemma":0.0012475888,"teacher_disagreement_score":0.00096064294,"about_ca_system_score_codex":0.00027117296,"about_ca_system_score_gemma":0.00032853382,"threshold_uncertainty_score":0.0032137036},"labels":[],"label_agreement":null},{"id":"W4285109023","doi":"10.1017/dsj.2022.12","title":"Communication patterns in engineering enterprise social networks: an exploratory analysis using short text topic modelling","year":2022,"lang":"en","type":"article","venue":"Design Science","topic":"Design Education and Practice","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Social network analysis; Set (abstract data type); Knowledge management; New product development; Social network (sociolinguistics); Exploratory research; Data science; Product (mathematics); Process (computing); Product design; Social media; World Wide Web; Management; Sociology","score_opus":0.07802889857386103,"score_gpt":0.3001244374811094,"score_spread":0.22209553890724837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285109023","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9747468,0.00010988087,0.021869259,0.0001754308,0.000008738834,0.00026849832,0.0016973072,0.00007533587,0.0010488598],"genre_scores_gemma":[0.97854793,0.000074637624,0.018401613,0.000019678757,0.000016117292,0.00056053227,0.0019491718,0.000023034436,0.0004073423],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967879,0.0020351938,0.00023378103,0.0003511732,0.00046109376,0.00013095044],"domain_scores_gemma":[0.95314455,0.04066181,0.00273353,0.0013954808,0.0017586811,0.00030589756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004338996,0.00038109656,0.00036384337,0.0053654406,0.00062841823,0.0014268245,0.00066951633,0.0005912407,0.0012184156],"category_scores_gemma":[0.020887686,0.00023962036,0.0007915451,0.0054095904,0.0006549715,0.0018255155,0.0010850183,0.0006494936,0.0003569019],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008166212,0.00083397614,0.70596194,0.0013607666,0.00043305187,0.0010034147,0.08889503,0.026118312,0.01117904,0.009017123,0.0034419093,0.15093887],"study_design_scores_gemma":[0.00007179299,0.0005998572,0.57427883,0.00030312868,0.0001741404,0.0008328752,0.05392171,0.34066322,0.005057877,0.0130634485,0.010902446,0.00013072361],"about_ca_topic_score_codex":0.0041049495,"about_ca_topic_score_gemma":0.0037832789,"teacher_disagreement_score":0.0053654406,"about_ca_system_score_codex":0.00080640166,"about_ca_system_score_gemma":0.00053295295,"threshold_uncertainty_score":0.022947073},"labels":[],"label_agreement":null},{"id":"W4312229232","doi":"10.1017/dsj.2022.21","title":"Process considerations for Product Lifecycle Management implementation for high-value Engineering-to-Order programmes","year":2022,"lang":"en","type":"article","venue":"Design Science","topic":"Technology Assessment and Management","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Process management; Context (archaeology); Engineering; Product lifecycle; Shipbuilding; Thematic analysis; Process (computing); Product (mathematics); Engineering management; Knowledge management; New product development; Qualitative research; Computer science; Business; Sociology; Marketing","score_opus":0.02145140842575283,"score_gpt":0.3063754468109468,"score_spread":0.284924038385194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312229232","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5543458,0.0014795873,0.2627686,0.021478394,0.00018292702,0.003441863,0.0000992533,0.00023992264,0.1559636],"genre_scores_gemma":[0.95297205,0.00035494255,0.044132613,0.00027523763,0.000014504109,0.00034645357,0.000036128604,0.000017344268,0.0018506473],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.96002793,0.02723944,0.0013193605,0.0007807111,0.0075252797,0.0031073398],"domain_scores_gemma":[0.9476864,0.037394956,0.005798241,0.0015401702,0.005748671,0.0018315999],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0374925,0.0004924719,0.00026115545,0.0019744742,0.004150351,0.010393301,0.0014904062,0.002284349,0.0029006316],"category_scores_gemma":[0.039447416,0.00037718224,0.0006620239,0.0011751876,0.004011619,0.0056560887,0.0036497544,0.0024294101,0.000318683],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038678158,0.0012625321,0.034242336,0.00326359,0.00008107909,0.0028081753,0.18172261,0.015542827,0.01450809,0.43997568,0.0041590873,0.30204728],"study_design_scores_gemma":[0.00018690749,0.001876587,0.063739516,0.0074107717,0.00016220032,0.0016351261,0.44889945,0.026793504,0.025255764,0.1524561,0.2713023,0.00028173675],"about_ca_topic_score_codex":0.0042661377,"about_ca_topic_score_gemma":0.005407428,"teacher_disagreement_score":0.0374925,"about_ca_system_score_codex":0.009879584,"about_ca_system_score_gemma":0.023997268,"threshold_uncertainty_score":0.19828165},"labels":[],"label_agreement":null},{"id":"W4378086294","doi":"10.1017/dsj.2023.12","title":"Complexity-driven layout exploration for aircraft structures","year":2023,"lang":"en","type":"article","venue":"Design Science","topic":"Topology Optimization in Engineering","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sonaca (Canada); Polytechnique Montréal","funders":"Mitacs; Consortium de Recherche et d’innovation en Aérospatiale au Québec","keywords":"Heuristic; Topology optimization; Process (computing); Computer science; Metric (unit); Novelty; Stability (learning theory); Page layout; Engineering design process; Mathematical optimization; Topology (electrical circuits); Engineering; Mathematics; Mechanical engineering; Structural engineering; Finite element method; Artificial intelligence","score_opus":0.09535367974575691,"score_gpt":0.29436413640032305,"score_spread":0.19901045665456613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378086294","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19052045,0.00044109748,0.7952419,0.00026626178,0.000044628036,0.0001177134,0.00019077712,0.0018237887,0.011353434],"genre_scores_gemma":[0.64991033,0.0001424009,0.34591106,0.00007409279,0.000011820291,0.00009746636,0.00027973385,0.00035241633,0.0032206737],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99968326,0.00010678128,0.00001029849,0.000038409413,0.00011932483,0.000042010648],"domain_scores_gemma":[0.9990133,0.0005917069,0.000092151786,0.00013108055,0.00012225604,0.00004945483],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046883302,0.00061575026,0.0004873528,0.0006242611,0.00032284376,0.00070618175,0.00052238087,0.0005084443,0.0040329834],"category_scores_gemma":[0.0015594303,0.0003387987,0.0005359729,0.00032446586,0.00043433002,0.00064188236,0.0010402248,0.0006912882,0.00055964343],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011395605,0.00009920794,0.0013691199,0.00020361818,0.000037734248,0.00018686499,0.0001978761,0.86912155,0.031972665,0.011655228,0.0016475129,0.08339481],"study_design_scores_gemma":[0.000018760484,0.00011892118,0.00035157314,0.0000142891095,0.000008243186,0.00007749774,0.000059378224,0.97951585,0.008122674,0.008122949,0.0035774957,0.000012402086],"about_ca_topic_score_codex":0.00074157235,"about_ca_topic_score_gemma":0.0015268205,"teacher_disagreement_score":0.0040329834,"about_ca_system_score_codex":0.00043114644,"about_ca_system_score_gemma":0.00049296574,"threshold_uncertainty_score":0.013491631},"labels":[],"label_agreement":null},{"id":"W4403737571","doi":"10.1017/dsj.2024.34","title":"Contextual influences on trade-offs in engineering design: a qualitative study","year":2024,"lang":"en","type":"article","venue":"Design Science","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Business","score_opus":0.09532491357536511,"score_gpt":0.38088015402642306,"score_spread":0.28555524045105796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403737571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96523476,0.00088917714,0.018225832,0.0038603288,0.00008080927,0.0007287894,0.00017449725,0.00004415518,0.010761698],"genre_scores_gemma":[0.9941929,0.00039971812,0.0032937492,0.00043157313,0.000012501375,0.00051585585,0.000033433596,0.000029858253,0.0010904591],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.87433976,0.110022165,0.0025778916,0.0030749969,0.0059729787,0.0040121833],"domain_scores_gemma":[0.7066001,0.26418474,0.0091825435,0.0046906862,0.010679736,0.0046621575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08368953,0.00086165365,0.0012892282,0.0038476174,0.013844716,0.008032127,0.0029342037,0.003404644,0.0043055387],"category_scores_gemma":[0.12769593,0.0015381142,0.0006313159,0.0033112057,0.024473522,0.010179085,0.009746707,0.0053913267,0.0004562361],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004198222,0.00005692944,0.0016897897,0.00017840274,0.000005210359,0.00038018622,0.9911833,0.000094439194,0.0005047699,0.0026589727,0.00016343592,0.003042714],"study_design_scores_gemma":[0.0000114695185,0.00006782138,0.0008525472,0.00028379197,0.000004694121,0.00013638347,0.9912511,0.00025721051,0.00037185082,0.0012985345,0.0054437784,0.000020687921],"about_ca_topic_score_codex":0.005995099,"about_ca_topic_score_gemma":0.008207058,"teacher_disagreement_score":0.08368953,"about_ca_system_score_codex":0.011785127,"about_ca_system_score_gemma":0.008982886,"threshold_uncertainty_score":0.44259787},"labels":[],"label_agreement":null},{"id":"W4404773668","doi":"10.1017/dsj.2024.41","title":"The reference system in product generation engineering: structuring reference system elements for advanced systems engineering based on the system triple","year":2024,"lang":"en","type":"article","venue":"Design Science","topic":"Product Development and Customization","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Deutsche Forschungsgemeinschaft","keywords":"Structuring; Systems engineering; Computer science; Product (mathematics); Engineering; Mathematics","score_opus":0.0390436347343704,"score_gpt":0.22037960208104013,"score_spread":0.18133596734666974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404773668","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006861702,0.00018709851,0.98490256,0.0003177803,0.00006255664,0.00014163036,0.000043016284,0.00029014942,0.0071935467],"genre_scores_gemma":[0.104564324,0.00031586533,0.8904602,0.00013749729,0.000052765456,0.00036431992,0.00023128296,0.00026749683,0.0036061623],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9956748,0.002116335,0.00045065588,0.0006460169,0.00084980717,0.00026232481],"domain_scores_gemma":[0.99643147,0.0011607094,0.00033368357,0.001111053,0.00076586404,0.00019717922],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052173752,0.00082572,0.0007441924,0.0023414853,0.0018953435,0.004962389,0.0014182094,0.001621604,0.004377583],"category_scores_gemma":[0.007408594,0.0007708604,0.0015465916,0.0021429933,0.0050176657,0.0069721434,0.0040104934,0.002790112,0.0012245587],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038478778,0.000036149468,0.00085802755,0.0001697663,0.000021767708,0.00028346115,0.002854303,0.010221398,0.00431833,0.9347479,0.0015077649,0.044942703],"study_design_scores_gemma":[0.00005220292,0.00024752275,0.0010602335,0.0005435407,0.00010323716,0.0007123708,0.0017594098,0.13510212,0.010531536,0.67982423,0.16992962,0.00013393049],"about_ca_topic_score_codex":0.0040379968,"about_ca_topic_score_gemma":0.0034700278,"teacher_disagreement_score":0.0052173752,"about_ca_system_score_codex":0.0021267221,"about_ca_system_score_gemma":0.003391058,"threshold_uncertainty_score":0.02759242},"labels":[],"label_agreement":null},{"id":"W4409435353","doi":"10.1017/dsj.2025.7","title":"AI-driven FMEA: integration of large language models for faster and more accurate risk analysis","year":2025,"lang":"en","type":"article","venue":"Design Science","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Rimouski","funders":"Lunds Universitet","keywords":"Computer science; Risk analysis (engineering); Linguistics; Business; Philosophy","score_opus":0.031172969705433918,"score_gpt":0.3418963231019013,"score_spread":0.3107233533964674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409435353","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007244287,0.000078630845,0.9886232,0.00021943182,0.000022941049,0.000060580227,0.000069089845,0.0025759786,0.0011058898],"genre_scores_gemma":[0.25507346,0.00010755305,0.74247974,0.0001968153,0.000030210018,0.00016835003,0.00030174575,0.0005793675,0.0010626967],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978046,0.00110779,0.000120748846,0.00023236359,0.0006425053,0.00009197738],"domain_scores_gemma":[0.9910746,0.006487444,0.0005379955,0.0009201187,0.00083653856,0.00014327027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039284434,0.0009152234,0.00048456606,0.0011673733,0.0003541646,0.0018236977,0.0015877101,0.0008953222,0.0036156748],"category_scores_gemma":[0.014086688,0.0004451991,0.0011272739,0.00052784535,0.00088241335,0.002195956,0.0017777467,0.0018997579,0.00080183026],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021647714,0.00025074492,0.0022210553,0.00030369055,0.000145035,0.00025069565,0.0006959927,0.7280832,0.016495697,0.048498,0.0045339977,0.19830549],"study_design_scores_gemma":[0.000014118929,0.0000253791,0.00011019964,0.000022104443,0.000012661438,0.000029553272,0.000025410172,0.9826481,0.0024777888,0.012251723,0.0023707845,0.000012243504],"about_ca_topic_score_codex":0.0050853663,"about_ca_topic_score_gemma":0.004814717,"teacher_disagreement_score":0.0050853663,"about_ca_system_score_codex":0.0010898878,"about_ca_system_score_gemma":0.001745276,"threshold_uncertainty_score":0.020775795},"labels":[],"label_agreement":null},{"id":"W4410039870","doi":"10.1017/dsj.2025.9","title":"Methods as a form of engineering knowledge","year":2025,"lang":"en","type":"article","venue":"Design Science","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Computer science","score_opus":0.04140659241596608,"score_gpt":0.4001953551791392,"score_spread":0.3587887627631731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410039870","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007649055,0.011100857,0.4752173,0.038842708,0.0014050683,0.00025295763,0.0002532758,0.00039389922,0.46488485],"genre_scores_gemma":[0.5938697,0.011337135,0.32313892,0.008219649,0.0024095394,0.0011167177,0.00046716517,0.00044300006,0.058998074],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97205037,0.016682021,0.0017135091,0.0022235455,0.006626904,0.00070366816],"domain_scores_gemma":[0.9438716,0.037571978,0.0028133593,0.010597836,0.004196853,0.0009483057],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.020931222,0.0007481759,0.000959815,0.004732273,0.002924462,0.015052347,0.0026866398,0.004327656,0.0073914607],"category_scores_gemma":[0.026056439,0.00083602144,0.00087619125,0.0037249012,0.064051025,0.019146187,0.0072637163,0.006010822,0.001627776],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025004078,0.0000061237306,0.000056360113,0.00006868153,0.0000042546517,0.000027448636,0.001318896,0.0002396069,0.000049950817,0.9920976,0.0010336399,0.0050948355],"study_design_scores_gemma":[0.0000068539066,0.0000086681575,0.00005946364,0.00025200917,0.000004203593,0.00005975237,0.00044120612,0.0005591385,0.00013853588,0.926308,0.07215204,0.000010140987],"about_ca_topic_score_codex":0.0020475343,"about_ca_topic_score_gemma":0.001260446,"teacher_disagreement_score":0.99707556,"about_ca_system_score_codex":0.0049428963,"about_ca_system_score_gemma":0.004879107,"threshold_uncertainty_score":0.110696256},"labels":[],"label_agreement":null}]}