{"meta":{"query_hash":"fe89a54785d4","filters":{"venue":"Research in Engineering Design"},"cohort_total":22,"direct_labels_cover":0,"predictions_cover":22,"exported":22,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/fe89a54785d4","api":"https://metacan.xera.ac/api/v1/cohort?venue=Research+in+Engineering+Design"},"results":[{"id":"W1494112752","doi":"10.1007/s00163-002-0027-8","title":"Capturing communication and context in the software project lifecycle","year":2003,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Software engineering; Computer science; Collaborative software; Software development process; Software development; Process (computing); Context (archaeology); Engineering; Systems engineering; Software; Knowledge management","score_opus":0.16559660290455167,"score_gpt":0.3486870921085432,"score_spread":0.18309048920399154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1494112752","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78282654,0.0021473758,0.19797574,0.0011125664,0.000064732434,0.00015290089,0.0002174491,0.00070950435,0.014793252],"genre_scores_gemma":[0.94768554,0.0005849145,0.050419915,0.00005803126,0.000018063412,0.00009031224,0.00014233893,0.00007232059,0.00092856394],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9965327,0.0021152166,0.00020432002,0.00030710382,0.00063874526,0.00020189551],"domain_scores_gemma":[0.9792442,0.015222371,0.0021821256,0.0013103139,0.0015125639,0.0005284946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026096362,0.00045033486,0.00029273497,0.0027764246,0.0010762858,0.004029811,0.0005631311,0.0011966919,0.0011593921],"category_scores_gemma":[0.028745199,0.00072988815,0.00029478507,0.0017623361,0.0010965316,0.008242629,0.003274193,0.0015438036,0.00032194812],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007418603,0.00049965805,0.18024714,0.001035518,0.00011568559,0.001335248,0.09370866,0.011031125,0.021988377,0.06332146,0.003833155,0.6221422],"study_design_scores_gemma":[0.00019878442,0.0010733156,0.24498068,0.0029815559,0.0006715869,0.004023967,0.11135819,0.2651506,0.039987203,0.21481846,0.11424796,0.0005077375],"about_ca_topic_score_codex":0.004776541,"about_ca_topic_score_gemma":0.007702361,"teacher_disagreement_score":0.004776541,"about_ca_system_score_codex":0.0008701481,"about_ca_system_score_gemma":0.0017088328,"threshold_uncertainty_score":0.013801277},"labels":[],"label_agreement":null},{"id":"W1969345383","doi":"10.1007/s00163-006-0020-8","title":"Practical design optimization of truss structures using the genetic algorithms","year":2006,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Topology Optimization in Engineering","field":"Engineering","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Truss; Penalty method; Structural engineering; Mathematical optimization; Optimal design; Buckling; Computer science; Engineering; Mathematics","score_opus":0.08382586735099352,"score_gpt":0.3389043523252698,"score_spread":0.25507848497427626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969345383","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05375212,0.00038155945,0.9338123,0.00022507994,0.000052429594,0.00008051921,0.000031018684,0.00022159443,0.011443395],"genre_scores_gemma":[0.5909652,0.00044686327,0.4035986,0.00007809686,0.00004263155,0.00024004791,0.0000848014,0.00014225989,0.0044014575],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9997024,0.00014155857,0.00000782348,0.000027863056,0.00009272578,0.000027530483],"domain_scores_gemma":[0.9995407,0.00027967273,0.000035180517,0.00003946695,0.00008913367,0.000015866239],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082848134,0.00071922207,0.0008637745,0.00069396844,0.0004926801,0.0006770016,0.0008523672,0.001432907,0.00272233],"category_scores_gemma":[0.0021211053,0.00055023097,0.0007370049,0.000680773,0.00070686213,0.0005908647,0.00055961916,0.0006966704,0.00040594954],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014286083,0.00001874896,0.00010753729,0.000028725262,0.000009180427,0.00001803627,0.000019058167,0.9782265,0.0008001914,0.004270737,0.00020160398,0.016285373],"study_design_scores_gemma":[0.000008191581,0.000021112195,0.00003949495,0.0000048121115,0.0000046358546,0.0000069727816,0.000007208598,0.99711716,0.00033328964,0.002088002,0.00036694304,0.000002153062],"about_ca_topic_score_codex":0.0040864083,"about_ca_topic_score_gemma":0.0048642517,"teacher_disagreement_score":0.0040864083,"about_ca_system_score_codex":0.0006466093,"about_ca_system_score_gemma":0.0010033102,"threshold_uncertainty_score":0.009107053},"labels":[],"label_agreement":null},{"id":"W1973734639","doi":"10.1007/s00163-013-0161-5","title":"A proposal for a classification of product-related dependencies in development of mechatronic products","year":2013,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Product Development and Customization","field":"Business, Management and Accounting","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Polytechnique Montréal","funders":"","keywords":"Mechatronics; New product development; Engineering; Product (mathematics); Engineering design process; Manufacturing engineering; Development (topology); Process (computing); Computer science; Systems engineering; Engineering drawing; Software engineering; Industrial engineering; Artificial intelligence; Mathematics; Mechanical engineering; Programming language; Business","score_opus":0.0736232313169453,"score_gpt":0.277147596463403,"score_spread":0.20352436514645766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973734639","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023519369,0.0011598945,0.9040177,0.011722734,0.001487335,0.0014737737,0.0018276849,0.0020351359,0.05275638],"genre_scores_gemma":[0.12567729,0.0007868288,0.8596241,0.0014393706,0.00032832296,0.0009306658,0.0019508179,0.00038359812,0.008879108],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99381256,0.0012887389,0.0012283314,0.0012166396,0.001752018,0.00070177397],"domain_scores_gemma":[0.9868205,0.0038191124,0.0014218048,0.001831554,0.005150384,0.0009565735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061838315,0.001455679,0.0008487922,0.0076659475,0.0035390495,0.009152544,0.003085201,0.0038695286,0.009599565],"category_scores_gemma":[0.012686642,0.00085541187,0.0036086624,0.0077342056,0.0049295155,0.012170411,0.002793209,0.0052768816,0.0041022],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009390299,0.00036648096,0.011797607,0.00040169607,0.00010345162,0.00082896644,0.0034951821,0.0035706367,0.0040881373,0.8498735,0.018847965,0.106532626],"study_design_scores_gemma":[0.00014069458,0.00046521027,0.017337078,0.0008231407,0.00032950364,0.0020638758,0.0048623094,0.060804762,0.004251784,0.6503522,0.25834173,0.00022769374],"about_ca_topic_score_codex":0.013158842,"about_ca_topic_score_gemma":0.011228694,"teacher_disagreement_score":0.013158842,"about_ca_system_score_codex":0.0038254901,"about_ca_system_score_gemma":0.0097574685,"threshold_uncertainty_score":0.032703638},"labels":[],"label_agreement":null},{"id":"W1978235327","doi":"10.1007/s00163-011-0111-z","title":"A matrix-based clustering approach for the decomposition of design problems","year":2011,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Product Development and Customization","field":"Business, Management and Accounting","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Dependency (UML); Computer science; Design structure matrix; Cluster analysis; Coupling (piping); Matrix (chemical analysis); Decomposition; Algorithm; Hierarchical clustering; Tree (set theory); Theoretical computer science; Mathematical optimization; Data mining; Mathematics; Artificial intelligence; Engineering","score_opus":0.1602937610561014,"score_gpt":0.3037269223384126,"score_spread":0.14343316128231118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978235327","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00075691234,0.00008918224,0.998374,0.000042603533,0.000020412743,0.000038389742,0.00005028682,0.00014986037,0.00047823487],"genre_scores_gemma":[0.029525878,0.00022146814,0.9674952,0.00006481086,0.00005880804,0.00028377635,0.00046031323,0.0001652056,0.0017245951],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99813205,0.0006985033,0.000113835755,0.0002867308,0.0006557308,0.000113127215],"domain_scores_gemma":[0.99652797,0.0017190753,0.00018758654,0.00031684208,0.001104608,0.00014399475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019791573,0.0018531079,0.0016907115,0.0032340197,0.0014378738,0.0017038009,0.0025266851,0.001504516,0.0060443585],"category_scores_gemma":[0.0070916424,0.00084181735,0.002409926,0.0038064085,0.0007558107,0.0015082131,0.0016806385,0.002177128,0.002122947],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015075301,0.00026615223,0.0006644047,0.0005088625,0.00027578717,0.00008706139,0.00034147274,0.551372,0.0074697006,0.04399632,0.011013725,0.38385364],"study_design_scores_gemma":[0.000020204563,0.000041875686,0.00019261402,0.000021416441,0.000026661071,0.000033447814,0.00004414261,0.9768041,0.00064626953,0.019550005,0.0026003302,0.000018849272],"about_ca_topic_score_codex":0.011550727,"about_ca_topic_score_gemma":0.016283195,"teacher_disagreement_score":0.011550727,"about_ca_system_score_codex":0.00116456,"about_ca_system_score_gemma":0.0018906244,"threshold_uncertainty_score":0.022966981},"labels":[],"label_agreement":null},{"id":"W1986418346","doi":"10.1007/s00163-009-0069-2","title":"Pattern-based reasoning for rapid redesign: a proactive approach","year":2009,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Product Development and Customization","field":"Business, Management and Accounting","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Blackberry (Canada); Concordia University","funders":"","keywords":"Computer science; Engineering design process; Process (computing); Systems engineering; Artificial intelligence; Engineering; Programming language; Mechanical engineering","score_opus":0.0877088665239769,"score_gpt":0.28993388555956096,"score_spread":0.20222501903558404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986418346","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0068216072,0.00015710275,0.9841748,0.0005084012,0.000043612712,0.00033862973,0.00031245165,0.0043943333,0.0032490324],"genre_scores_gemma":[0.08826541,0.00020317483,0.9077924,0.0002437147,0.000027677332,0.00022606918,0.0009838468,0.0002951466,0.0019626543],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99174035,0.0022443435,0.00079689355,0.0013307177,0.0035011193,0.00038657052],"domain_scores_gemma":[0.9849985,0.009398965,0.0006885715,0.00308295,0.0015497367,0.0002812968],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007048631,0.0018156231,0.0017150717,0.0042967675,0.0016118308,0.005131199,0.006208714,0.003113605,0.008559103],"category_scores_gemma":[0.023294637,0.0017934762,0.0036982324,0.0027913887,0.0019936524,0.008757276,0.0040735896,0.0032881002,0.0018216746],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006868484,0.0017460922,0.0056097545,0.001640269,0.0006444198,0.0013219963,0.002251475,0.10632687,0.016677914,0.100626044,0.015646104,0.7468223],"study_design_scores_gemma":[0.00024231354,0.00019785883,0.0008023522,0.00024244738,0.00058900076,0.0005471723,0.0007791675,0.81182766,0.019688936,0.14532118,0.019638842,0.00012308494],"about_ca_topic_score_codex":0.008023758,"about_ca_topic_score_gemma":0.011663983,"teacher_disagreement_score":0.008559103,"about_ca_system_score_codex":0.0012419204,"about_ca_system_score_gemma":0.0032081523,"threshold_uncertainty_score":0.03727722},"labels":[],"label_agreement":null},{"id":"W1996513588","doi":"10.1007/s001630050035","title":"A Subjective Design Framework for Conceptual Design of Polymeric Processes with Multiple Parameters","year":2000,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Conceptual design; Process (computing); Computer science; Engineering design process; Design process; Molding (decorative); Process design; Industrial engineering; Systems engineering; Process engineering; Engineering; Mechanical engineering","score_opus":0.07148807894397984,"score_gpt":0.288589414609707,"score_spread":0.21710133566572715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996513588","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010160686,0.000019225463,0.99814296,0.000019824434,0.0000062270155,0.0000512202,0.000011835295,0.000034118155,0.0006986212],"genre_scores_gemma":[0.105310455,0.00011605836,0.89231247,0.00006896004,0.000032021053,0.0007383447,0.00010972552,0.00010981418,0.0012020591],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99495137,0.002445595,0.00031646754,0.00037555886,0.0017418235,0.0001691546],"domain_scores_gemma":[0.9955674,0.0021034374,0.00044467888,0.0003431182,0.0014066686,0.00013463087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009802608,0.0023169024,0.0011534173,0.0013174496,0.00070210185,0.00236229,0.0025511163,0.001176826,0.0033202814],"category_scores_gemma":[0.011013197,0.001024198,0.0015773351,0.0007721132,0.0015312866,0.0020343387,0.0019082016,0.0014604562,0.00057891937],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015287774,0.00019074396,0.0005749969,0.0004192377,0.00012290564,0.00010023759,0.0005399317,0.648988,0.008745642,0.25434536,0.0009511711,0.084868856],"study_design_scores_gemma":[0.000053124513,0.00028016113,0.00024138205,0.00006419135,0.00005534532,0.000031261963,0.00006804625,0.9308523,0.0028091157,0.06054472,0.0049653067,0.000035102443],"about_ca_topic_score_codex":0.0016146555,"about_ca_topic_score_gemma":0.0024090514,"teacher_disagreement_score":0.009802608,"about_ca_system_score_codex":0.0011173796,"about_ca_system_score_gemma":0.0021448662,"threshold_uncertainty_score":0.051841795},"labels":[],"label_agreement":null},{"id":"W2001156059","doi":"10.1007/s00163-012-0141-1","title":"Predicting topic shift locations in design histories","year":2012,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Conversation; Computer science; Zoom; Sentence; Visualization; Deixis; Natural language processing; Segmentation; Design history; Artificial intelligence; Information retrieval; Human–computer interaction; Linguistics","score_opus":0.15609653288313302,"score_gpt":0.3595632927673584,"score_spread":0.20346675988422536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001156059","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9790399,0.00181596,0.008196934,0.00028788205,0.00008394128,0.000086576125,0.0031827658,0.00025418005,0.007051806],"genre_scores_gemma":[0.9886001,0.00055664434,0.0039807023,0.00004219639,0.00008078988,0.00009208157,0.0033622684,0.00006147952,0.0032236648],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992144,0.00026632147,0.00005839225,0.00017741189,0.00020651803,0.00007687383],"domain_scores_gemma":[0.9728072,0.020593934,0.002453631,0.0009376049,0.0022263029,0.0009813074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012506791,0.0002786474,0.00027599366,0.0063008973,0.000739911,0.0013117302,0.00047121348,0.00096938934,0.0057303524],"category_scores_gemma":[0.01903036,0.0003663934,0.00038974782,0.0035796342,0.0002669137,0.0021029988,0.00105347,0.0008526353,0.0021324006],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012487973,0.00030314768,0.80533946,0.000603133,0.00013951171,0.00048695138,0.00523043,0.0050401413,0.013310504,0.0021484103,0.008513317,0.15763628],"study_design_scores_gemma":[0.0000764647,0.0005185476,0.89704436,0.00025398476,0.00027290563,0.00074581534,0.0069525396,0.052736484,0.00943861,0.0046585933,0.027236307,0.000065394364],"about_ca_topic_score_codex":0.0053192144,"about_ca_topic_score_gemma":0.00979947,"teacher_disagreement_score":0.0063008973,"about_ca_system_score_codex":0.0006222169,"about_ca_system_score_gemma":0.00045577704,"threshold_uncertainty_score":0.019169986},"labels":[],"label_agreement":null},{"id":"W2009960261","doi":"10.1007/s00163-007-0041-y","title":"Using descriptions of biological phenomena for idea generation","year":2008,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Design Education and Practice","field":"Engineering","cited_by":108,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Variety (cybernetics); Computer science; Engineering design process; Management science; Phenomenon; Continuation; Simple (philosophy); Artificial intelligence; Engineering; Epistemology; Mechanical engineering","score_opus":0.6390242262155917,"score_gpt":0.42582158587662694,"score_spread":0.2132026403389648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009960261","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0054604723,0.00013378802,0.98661256,0.0003624212,0.000045757464,0.00012744962,0.000105002706,0.00030249677,0.0068499628],"genre_scores_gemma":[0.15637472,0.00030338598,0.8366617,0.00018149006,0.000033239463,0.00063396146,0.00046721255,0.0002007977,0.0051434785],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99801,0.0012119391,0.00014734318,0.00015230579,0.0004160522,0.00006247637],"domain_scores_gemma":[0.99099874,0.00683073,0.00029154413,0.0012229657,0.00048707653,0.00016891924],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033388552,0.0007438925,0.0002993448,0.0019820083,0.0009183327,0.002748904,0.0017093404,0.001247877,0.008995455],"category_scores_gemma":[0.014339955,0.00064092025,0.0015897835,0.0011950578,0.0033739388,0.005358856,0.002069762,0.0017045805,0.0015869546],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003914696,0.00003537071,0.0005708131,0.0002863923,0.000021011927,0.00018461204,0.0027308206,0.013675769,0.0028076353,0.92602605,0.0013933846,0.05222915],"study_design_scores_gemma":[0.00005513681,0.000061017152,0.00020054415,0.00017311116,0.000032055283,0.00019688334,0.0005253358,0.09191707,0.004778426,0.8655515,0.03646699,0.000042082906],"about_ca_topic_score_codex":0.001052707,"about_ca_topic_score_gemma":0.0011561486,"teacher_disagreement_score":0.008995455,"about_ca_system_score_codex":0.0009998964,"about_ca_system_score_gemma":0.0010990362,"threshold_uncertainty_score":0.030092776},"labels":[],"label_agreement":null},{"id":"W2046731995","doi":"10.1007/s00163-003-0043-3","title":"Modelling of quality function deployment planning with resource allocation","year":2003,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Quality Function Deployment in Product Design","field":"Business, Management and Accounting","cited_by":70,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Quality function deployment; Product planning; Resource allocation; Customer satisfaction; Voice of the customer; Resource (disambiguation); Process management; Computer science; Heuristics; New product development; Operations research; Operations management; Engineering; Business; Service quality; Service (business); Marketing","score_opus":0.2211317480737083,"score_gpt":0.32473647546398937,"score_spread":0.10360472739028107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046731995","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09078744,0.000960167,0.85850763,0.0011596152,0.00012901964,0.00017650104,0.0005936154,0.0004981402,0.047187813],"genre_scores_gemma":[0.90730184,0.0007220069,0.07568655,0.000089562025,0.000044879493,0.00023541604,0.00032068667,0.00016390988,0.015435173],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999138,0.00037216392,0.000031066676,0.000110542795,0.00017719794,0.00017094056],"domain_scores_gemma":[0.9983467,0.0011741053,0.00014190798,0.000069619025,0.00016535724,0.000102377846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001312277,0.0010173062,0.0013865822,0.0008325962,0.00066443085,0.002560268,0.0024793209,0.002076545,0.0096569825],"category_scores_gemma":[0.0046337345,0.001407573,0.0010805298,0.0014440769,0.0015361031,0.0020086218,0.0011291659,0.0013316002,0.0007502106],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010825784,0.0000069899043,0.0000546938,0.000012528151,0.0000037929012,0.000014514613,0.000013290872,0.9915242,0.000070037735,0.0072676134,0.000103532075,0.0009180546],"study_design_scores_gemma":[0.000006693182,0.000004351393,0.000039816376,0.0000029998062,0.000003622946,0.0000036222066,0.0000058718065,0.9965708,0.00005359197,0.003033907,0.0002717416,0.0000029277178],"about_ca_topic_score_codex":0.04593167,"about_ca_topic_score_gemma":0.017814623,"teacher_disagreement_score":0.04593167,"about_ca_system_score_codex":0.0030440195,"about_ca_system_score_gemma":0.002196071,"threshold_uncertainty_score":0.09132862},"labels":[],"label_agreement":null},{"id":"W2079321829","doi":"10.1007/s00163-008-0046-1","title":"Coaching product development teams: a conceptual foundation for empirical studies","year":2008,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Team Dynamics and Performance","field":"Psychology","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Coaching; New product development; Scope (computer science); Knowledge management; Terminology; Psychology; Process management; Business; Marketing; Computer science","score_opus":0.41277025865663813,"score_gpt":0.4822136080538169,"score_spread":0.06944334939717878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079321829","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4353657,0.00881573,0.31790915,0.051368713,0.00043766564,0.0028172857,0.0006590871,0.00014703794,0.18247962],"genre_scores_gemma":[0.9661057,0.0015213294,0.029333008,0.0006476777,0.00006168416,0.0011695792,0.00015728529,0.000018105246,0.0009854473],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99240404,0.004428458,0.0006086781,0.000782627,0.0012378672,0.0005384084],"domain_scores_gemma":[0.94387096,0.04020227,0.00565774,0.0031730284,0.0048359768,0.0022599073],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013992932,0.0007986341,0.00072929997,0.0062943147,0.0044577066,0.0097981375,0.0028227929,0.0038403196,0.009432502],"category_scores_gemma":[0.043408535,0.0006066432,0.00056281016,0.00557393,0.014627728,0.014555647,0.0032709579,0.0027970592,0.00052362116],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040140167,0.0007404388,0.02020722,0.00032418163,0.000015682312,0.00008463995,0.007592542,0.0015447015,0.00021646575,0.9445802,0.00085887825,0.023794817],"study_design_scores_gemma":[0.00015093405,0.00042817477,0.028849728,0.0021966307,0.000057460464,0.00033513948,0.068995774,0.01718488,0.00045852672,0.8613656,0.019912057,0.0000650931],"about_ca_topic_score_codex":0.004478082,"about_ca_topic_score_gemma":0.0054807556,"teacher_disagreement_score":0.013992932,"about_ca_system_score_codex":0.0082575865,"about_ca_system_score_gemma":0.012783866,"threshold_uncertainty_score":0.07400262},"labels":[],"label_agreement":null},{"id":"W2094462407","doi":"10.1007/s00163-012-0130-4","title":"Fuzzy decision support for tools selection in the core front end activities of new product development","year":2012,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Technology Assessment and Management","field":"Engineering","cited_by":57,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Front and back ends; Selection (genetic algorithm); Core (optical fiber); Fuzzy logic; New product development; Engineering; Engineering design process; Systems engineering; Computer science; Product (mathematics); Decision support system; Product design; Manufacturing engineering; Operations research; Process management; Mathematics; Mechanical engineering; Artificial intelligence; Business","score_opus":0.14806143806066951,"score_gpt":0.35456604758398447,"score_spread":0.20650460952331495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094462407","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29451707,0.00083844044,0.69135314,0.00063870254,0.00012701274,0.0003408295,0.0008603317,0.0012509865,0.010073402],"genre_scores_gemma":[0.8906018,0.00012823538,0.10775552,0.000056780238,0.000028646056,0.000071818366,0.0003376658,0.000019101395,0.0010004303],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99838984,0.00042949602,0.00015643191,0.00019219043,0.00063698925,0.0001950839],"domain_scores_gemma":[0.99597037,0.0024858208,0.00034539023,0.0001509009,0.0008287038,0.00021881096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029285527,0.0008314355,0.00091562164,0.0024132484,0.00077184435,0.0024573372,0.0011379963,0.0010456757,0.003970863],"category_scores_gemma":[0.0081897,0.00031926812,0.00080583594,0.001085347,0.00030724588,0.0016669957,0.00078966655,0.00081095746,0.0006206604],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005218695,0.00088875316,0.010794783,0.00062167866,0.00030905826,0.00057982205,0.0005989525,0.24395229,0.028392047,0.013075043,0.0056047617,0.6899642],"study_design_scores_gemma":[0.00011232554,0.00026269394,0.002329269,0.00006928377,0.00011414577,0.000080154954,0.00017548355,0.97891587,0.008282106,0.00818265,0.0014400111,0.00003611031],"about_ca_topic_score_codex":0.0042524217,"about_ca_topic_score_gemma":0.0050511817,"teacher_disagreement_score":0.0042524217,"about_ca_system_score_codex":0.0009056346,"about_ca_system_score_gemma":0.0010394858,"threshold_uncertainty_score":0.01548785},"labels":[],"label_agreement":null},{"id":"W2112128754","doi":"10.1007/s00163-003-0029-1","title":"Simultaneous tolerance synthesis for manufacturing and quality","year":2003,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":62,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of Windsor","funders":"","keywords":"Reliability engineering; Quality (philosophy); Manufacturing cost; Product (mathematics); Concurrent engineering; Process (computing); Engineering design process; Manufacturing engineering; Function (biology); Engineering; Computer science; Product design; Process engineering; Process integration; Mechanical engineering; Mathematics","score_opus":0.07268194559461566,"score_gpt":0.31299287952441285,"score_spread":0.2403109339297972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112128754","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027999455,0.00068084436,0.96021104,0.0001237239,0.00012889407,0.00004808324,0.000038898273,0.00060595764,0.010163125],"genre_scores_gemma":[0.63900566,0.000665968,0.34928304,0.00013412953,0.0000925616,0.0001583176,0.00012514819,0.00035761466,0.010177641],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999268,0.000109998,0.000028591903,0.00013576154,0.00038508858,0.00007255331],"domain_scores_gemma":[0.99958795,0.00014740847,0.00007233277,0.00010529577,0.000074897944,0.00001208743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045249355,0.0009620874,0.00070618745,0.0005884164,0.00043578487,0.0006879285,0.0008450908,0.0006420855,0.0038630627],"category_scores_gemma":[0.0011727745,0.00056271313,0.0007557422,0.0009306428,0.0007293334,0.0011195835,0.0012977121,0.001004235,0.0005702054],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040948152,0.000099420824,0.00034789418,0.00053005095,0.00012654962,0.00010431382,0.00016937166,0.36683524,0.23011662,0.12454941,0.002130269,0.2745814],"study_design_scores_gemma":[0.00008940157,0.00056498195,0.00035481388,0.000035462323,0.000096902615,0.00014112916,0.000048070706,0.7957307,0.1349286,0.053959887,0.014010971,0.000039130697],"about_ca_topic_score_codex":0.0008096595,"about_ca_topic_score_gemma":0.0018209569,"teacher_disagreement_score":0.0038630627,"about_ca_system_score_codex":0.0006359093,"about_ca_system_score_gemma":0.00080232014,"threshold_uncertainty_score":0.012923241},"labels":[],"label_agreement":null},{"id":"W2126701034","doi":"10.1007/s00163-015-0196-x","title":"Product life-cycle cost estimation: a focus on the multi-generation manufacturing-based product","year":2015,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Siemens (Canada)","funders":"","keywords":"Product engineering; Cost estimate; New product development; Risk analysis (engineering); Product lifecycle; Product cost management; Product design; Product (mathematics); Cost engineering; Computer science; Life-cycle cost analysis; Cost contingency; Product management; Design review (U.S. government); Product proliferation; Manufacturing cost; Estimation; Systems engineering; Engineering; Operations management; Business; Product testing; Marketing","score_opus":0.14482636663534607,"score_gpt":0.31232871236851645,"score_spread":0.16750234573317038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126701034","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22410905,0.011947127,0.7529505,0.00047353597,0.00008597265,0.00009851579,0.0004911455,0.00034070312,0.009503333],"genre_scores_gemma":[0.916411,0.0045126253,0.07545577,0.00006291531,0.00008174843,0.000049678918,0.0006657275,0.00011722861,0.0026433526],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99959725,0.000105222156,0.00001445855,0.00010900515,0.000141792,0.00003234526],"domain_scores_gemma":[0.9991178,0.000437882,0.000115110524,0.00009400604,0.00020812418,0.000027133527],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006485599,0.001156928,0.0008843029,0.0018744076,0.00026002424,0.0011228321,0.0009838861,0.0006406158,0.0013580563],"category_scores_gemma":[0.002610982,0.00035079205,0.0008755057,0.0023562931,0.00020662963,0.0013543081,0.00043962267,0.00050641695,0.00026239437],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008933408,0.000078217345,0.00536375,0.00024753308,0.00009931695,0.000074435484,0.000020273132,0.7894518,0.004035096,0.0032533624,0.00089098024,0.19639592],"study_design_scores_gemma":[0.0000018149354,0.000041056934,0.0031075198,0.000014674035,0.000033553024,0.00004246644,0.000008584427,0.9924232,0.0022295301,0.0011143861,0.00097360654,0.000009592413],"about_ca_topic_score_codex":0.0060469923,"about_ca_topic_score_gemma":0.00550866,"teacher_disagreement_score":0.0060469923,"about_ca_system_score_codex":0.000722564,"about_ca_system_score_gemma":0.00079566095,"threshold_uncertainty_score":0.012023568},"labels":[],"label_agreement":null},{"id":"W2227451064","doi":"10.1007/s00163-015-0210-3","title":"Reinventing classics: the hidden design strategies of renowned chefs","year":2016,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Culinary Culture and Tourism","field":"Agricultural and Biological Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Recipe; Axiom; Set (abstract data type); Object (grammar); Point (geometry); Key (lock); Process (computing); Function (biology); Design elements and principles; Book design; Epistemology; Sociology; Computer science; Management science; Mathematics; Art; Engineering; Artificial intelligence; Philosophy; History; Visual arts; Software engineering","score_opus":0.15590131800556148,"score_gpt":0.3026145408848084,"score_spread":0.1467132228792469,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2227451064","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5888024,0.0035698737,0.09625705,0.024308965,0.001499991,0.0002917526,0.00009590969,0.0014428505,0.28373125],"genre_scores_gemma":[0.8412399,0.000499802,0.029863873,0.0011244613,0.00013210348,0.00007442707,0.00003223472,0.0005016663,0.12653153],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9943305,0.0029466331,0.0001543357,0.00070350396,0.0012571568,0.00060784543],"domain_scores_gemma":[0.9842004,0.0052104946,0.000761996,0.004906215,0.0035495127,0.0013713595],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012609789,0.0007803192,0.00056068006,0.0017479981,0.007462384,0.011484166,0.0028060328,0.0025662002,0.018025031],"category_scores_gemma":[0.02473378,0.0005023906,0.00062804937,0.0012339337,0.010782869,0.009308768,0.00509294,0.0031340967,0.0019564927],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005481006,0.00035215347,0.0066957795,0.00041048476,0.000084031795,0.0010353486,0.12973937,0.0036468122,0.004513457,0.5332602,0.035275843,0.28443843],"study_design_scores_gemma":[0.0000967181,0.00052279973,0.0035976658,0.00052634964,0.00011622808,0.0012572054,0.05198483,0.0096881315,0.005345174,0.121738866,0.8049473,0.00017876494],"about_ca_topic_score_codex":0.004536655,"about_ca_topic_score_gemma":0.01136435,"teacher_disagreement_score":0.018025031,"about_ca_system_score_codex":0.005939794,"about_ca_system_score_gemma":0.0033726706,"threshold_uncertainty_score":0.06668776},"labels":[],"label_agreement":null},{"id":"W2473563310","doi":"10.1007/s00163-016-0233-4","title":"Innovative design for agriculture in the move towards sustainability: scientific challenges","year":2016,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Agriculture Sustainability and Environmental Impact","field":"Environmental Science","cited_by":100,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Natural Resources Canada","funders":"","keywords":"Agriculture; Sustainability; Engineering design process; Engineering ethics; Design science; Field (mathematics); Management science; Computer science; Knowledge management; Engineering; Business; Marketing; Geography","score_opus":0.08075551010774004,"score_gpt":0.31858838283546653,"score_spread":0.2378328727277265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2473563310","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0474523,0.32775694,0.1738641,0.3425956,0.005732643,0.000111119574,0.00016112429,0.00029061871,0.10203559],"genre_scores_gemma":[0.6206033,0.18923071,0.13348657,0.021242639,0.0044768658,0.00047898476,0.0001415845,0.00016393763,0.030175328],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99696773,0.001364085,0.000095619194,0.00028961728,0.001032009,0.00025097822],"domain_scores_gemma":[0.994391,0.0037233282,0.00032469467,0.00040657303,0.0008722424,0.00028215826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00940559,0.0007191573,0.0012530361,0.00071154936,0.000999724,0.005609842,0.0022233573,0.006341508,0.006082969],"category_scores_gemma":[0.0052445577,0.00029872014,0.0007838554,0.0007948735,0.007226401,0.006649199,0.0024253617,0.0035455076,0.0012067966],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009740561,0.00036736275,0.00073247036,0.0017517735,0.00007164918,0.00014135313,0.00054879533,0.010416313,0.0055272947,0.8199186,0.0142623205,0.1461648],"study_design_scores_gemma":[0.00004954018,0.00020794079,0.0002958209,0.0005298443,0.000026688198,0.00012800089,0.0011803336,0.0075297304,0.0028584974,0.8004533,0.18670563,0.00003474058],"about_ca_topic_score_codex":0.0008486972,"about_ca_topic_score_gemma":0.0012393509,"teacher_disagreement_score":0.00940559,"about_ca_system_score_codex":0.003104417,"about_ca_system_score_gemma":0.004654538,"threshold_uncertainty_score":0.049742043},"labels":[],"label_agreement":null},{"id":"W2736620412","doi":"10.1007/s00163-017-0264-5","title":"Enhancing interface adaptability of open architecture products","year":2017,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Product Development and Customization","field":"Business, Management and Accounting","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"National Natural Science Foundation of China","keywords":"Adaptability; Interface (matter); Open architecture; Architecture; Computer science; User interface; Open platform; Product (mathematics); Systems engineering; Engineering; Operating system; Software","score_opus":0.11121968234325605,"score_gpt":0.338608488915245,"score_spread":0.22738880657198893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2736620412","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69105595,0.00017856326,0.28443268,0.00017565866,0.00006326746,0.000125974,0.000041257194,0.0037120308,0.02021453],"genre_scores_gemma":[0.95202875,0.00008936131,0.043482795,0.00006788325,0.000017310449,0.000045757133,0.00010632747,0.00040774568,0.0037539925],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99905795,0.00025375801,0.00005957232,0.00014529108,0.00035987952,0.00012358124],"domain_scores_gemma":[0.99636,0.0015858236,0.00033370167,0.0010181544,0.000566296,0.00013589693],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011290552,0.000527829,0.00022853893,0.0005910536,0.0003027196,0.0017063202,0.00078671967,0.00073820516,0.004518321],"category_scores_gemma":[0.008995357,0.00033984354,0.00034332834,0.00039920074,0.00036430726,0.0028816278,0.0018090438,0.00089595065,0.00088702707],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013204291,0.0010703751,0.016957829,0.00034093182,0.00008894535,0.0010521708,0.004078795,0.04036914,0.44491622,0.024959909,0.0024711413,0.46237415],"study_design_scores_gemma":[0.00022611022,0.0023763962,0.03541977,0.00017165065,0.00036622823,0.001682897,0.00198705,0.5975816,0.28080952,0.03769692,0.04154381,0.00013791202],"about_ca_topic_score_codex":0.0005111171,"about_ca_topic_score_gemma":0.00043206583,"teacher_disagreement_score":0.004518321,"about_ca_system_score_codex":0.00020714509,"about_ca_system_score_gemma":0.00023696896,"threshold_uncertainty_score":0.015115321},"labels":[],"label_agreement":null},{"id":"W2767413295","doi":"10.1007/s00163-017-0274-3","title":"Modelling the development of complex products using a knowledge perspective","year":2017,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Product Development and Customization","field":"Business, Management and Accounting","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Fonds Québécois de la Recherche sur la Nature et les Technologies; Faculty of Engineering, McGill University","keywords":"New product development; Product design; Design review (U.S. government); Computer science; Product engineering; Knowledge management; Interdependence; Product design specification; Design knowledge; Product lifecycle; Product management; Product (mathematics); Process (computing); Systems engineering; Process management; Engineering; Product testing; Business; Operations management","score_opus":0.33990996611431823,"score_gpt":0.36584811556802466,"score_spread":0.025938149453706427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767413295","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07797856,0.0015478351,0.8616172,0.0017492814,0.000070302616,0.00013500411,0.000363297,0.00020605607,0.056332435],"genre_scores_gemma":[0.75588435,0.002755989,0.22794789,0.00011157306,0.00005020075,0.00021653566,0.00040441265,0.00009845913,0.012530588],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99907565,0.00039063214,0.000075107404,0.00012899292,0.00022917139,0.00010045346],"domain_scores_gemma":[0.99679667,0.0023365705,0.00030418977,0.00025054681,0.00018800447,0.00012403143],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012484696,0.00092984503,0.00054885395,0.0011639694,0.00057198806,0.0039945142,0.0021722629,0.0022229925,0.005407949],"category_scores_gemma":[0.004392318,0.00092169485,0.001530144,0.0017498295,0.0023120786,0.004712591,0.001720082,0.0013862401,0.000554768],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034838722,0.000067161214,0.0009039141,0.00016048325,0.000046611454,0.0004857979,0.0005195187,0.66454655,0.0009986694,0.3199821,0.00029695212,0.011957411],"study_design_scores_gemma":[0.00002911081,0.000039463626,0.00040863865,0.000079931946,0.000048170914,0.00012885146,0.00024651762,0.81145656,0.0008102265,0.17655759,0.0101653915,0.000029562554],"about_ca_topic_score_codex":0.013654741,"about_ca_topic_score_gemma":0.010969231,"teacher_disagreement_score":0.013654741,"about_ca_system_score_codex":0.0018975097,"about_ca_system_score_gemma":0.0017968676,"threshold_uncertainty_score":0.027150512},"labels":[],"label_agreement":null},{"id":"W2769747508","doi":"10.1007/s00163-017-0273-4","title":"Empirical approaches to quantifying effort, fatigue and concentration in the conceptual design process","year":2017,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Color perception and design","field":"Psychology","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Conceptual design; Computer science; Process (computing); Engineering design process; Artificial intelligence; Electroencephalography; Human–computer interaction; Machine learning; Engineering; Psychology","score_opus":0.799562946973427,"score_gpt":0.5171899644237399,"score_spread":0.2823729825496871,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769747508","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5562784,0.0017386765,0.41547367,0.00082488573,0.000030360961,0.00095151295,0.00013933396,0.00010333261,0.024459813],"genre_scores_gemma":[0.9203082,0.00047254027,0.077656664,0.00008539125,0.000013334439,0.0006783412,0.000063245025,0.000019522377,0.0007027038],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97484344,0.016703682,0.0016323458,0.0016405196,0.0046143164,0.0005656568],"domain_scores_gemma":[0.78375506,0.1829469,0.013219648,0.008181043,0.010784887,0.0011124313],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024043346,0.0009813897,0.00039336682,0.0050393827,0.0012049719,0.0046501528,0.001991118,0.0018306132,0.0029717335],"category_scores_gemma":[0.19559118,0.00096257246,0.00051733485,0.0030066993,0.0052266493,0.004855823,0.003440925,0.0020404612,0.00025905375],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006301028,0.0048654205,0.23132873,0.0029744117,0.00049739605,0.00014717491,0.04802243,0.026514953,0.014563771,0.21775272,0.0012939029,0.45140898],"study_design_scores_gemma":[0.00040706518,0.0031373606,0.3710447,0.0025891704,0.000698107,0.0006169792,0.057369336,0.2819299,0.037233066,0.22763145,0.016918615,0.00042421793],"about_ca_topic_score_codex":0.003238188,"about_ca_topic_score_gemma":0.004344442,"teacher_disagreement_score":0.024043346,"about_ca_system_score_codex":0.0026034464,"about_ca_system_score_gemma":0.0026670496,"threshold_uncertainty_score":0.12715489},"labels":[],"label_agreement":null},{"id":"W2801046428","doi":"10.1007/s00163-018-0287-6","title":"Multi-criteria fuzzy decision support for conceptual evaluation in design of mechatronic systems: a quadrotor design case study","year":2018,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Multi-Criteria Decision Making","field":"Decision Sciences","cited_by":41,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Choquet integral; Conceptual design; Mechatronics; Fuzzy logic; Engineering design process; Computer science; Process (computing); Control engineering; Artificial intelligence; Systems engineering; Engineering; Human–computer interaction","score_opus":0.6249602979431499,"score_gpt":0.5550364995416687,"score_spread":0.06992379840148122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801046428","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73912555,0.0005388414,0.24595042,0.00055630517,0.000050997678,0.0004943105,0.00017702294,0.00010818812,0.012998315],"genre_scores_gemma":[0.92805034,0.00011266823,0.070616476,0.000015454307,0.0000061865194,0.00007131879,0.00004443492,0.000010569186,0.0010725998],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983381,0.0009989755,0.00007089437,0.00010291949,0.0003698463,0.00011920564],"domain_scores_gemma":[0.99550205,0.0036229545,0.00017497512,0.00014061015,0.00038128492,0.00017816028],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033073497,0.0009325503,0.0007994754,0.0012423937,0.00096021104,0.0016082099,0.00096205814,0.0017425101,0.0024397562],"category_scores_gemma":[0.0054069874,0.00031465088,0.0008375763,0.00091439625,0.000715243,0.00097426196,0.00084155466,0.0006571875,0.00014078131],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016111421,0.0015023331,0.006111471,0.000676847,0.00016761894,0.0030571362,0.001112929,0.8173461,0.016825495,0.028644279,0.0011711632,0.12177347],"study_design_scores_gemma":[0.00012691265,0.0007098751,0.0014547609,0.00004331509,0.000054546097,0.00023932809,0.00039628803,0.9860102,0.0054037035,0.0039100866,0.0016172945,0.000033636166],"about_ca_topic_score_codex":0.003480866,"about_ca_topic_score_gemma":0.0042819986,"teacher_disagreement_score":0.003480866,"about_ca_system_score_codex":0.0015298497,"about_ca_system_score_gemma":0.0008862139,"threshold_uncertainty_score":0.017491102},"labels":[],"label_agreement":null},{"id":"W2895497546","doi":"10.1007/s00163-018-0298-3","title":"A numerical-based part consolidation candidate detection approach with modularization considerations","year":2018,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":33,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Consolidation (business); Computer science; Modularity (biology)","score_opus":0.050437667423811956,"score_gpt":0.26969643774784596,"score_spread":0.219258770324034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895497546","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0060167187,0.000046942,0.9921147,0.00005273283,0.000018417602,0.000037336515,0.0000134138445,0.00021064526,0.0014890144],"genre_scores_gemma":[0.31366235,0.00012594508,0.6826326,0.00009962031,0.000060398692,0.0001441616,0.0001244182,0.00015448636,0.0029960463],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99932396,0.00011953315,0.000033117554,0.00008967504,0.0003776256,0.000056123314],"domain_scores_gemma":[0.99850816,0.00063264254,0.00015217355,0.0002142376,0.00042950883,0.00006335038],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011068286,0.00087273086,0.0012807553,0.0015371368,0.00057398906,0.0015012387,0.0020035927,0.001401822,0.0040958445],"category_scores_gemma":[0.003696462,0.00079735316,0.00095329783,0.000882392,0.00080851954,0.0014475943,0.0016190807,0.0008489082,0.0009173012],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022094858,0.000203212,0.0014649737,0.00017064335,0.00008823445,0.0001527442,0.00007375239,0.7523322,0.042869963,0.022377629,0.0012441764,0.1788015],"study_design_scores_gemma":[0.0000046458695,0.000017976838,0.00010456373,0.0000034910129,0.0000059362274,0.000024253148,0.0000036129209,0.9962463,0.0021348796,0.001203536,0.00024630607,0.000004446911],"about_ca_topic_score_codex":0.0013599026,"about_ca_topic_score_gemma":0.0022319367,"teacher_disagreement_score":0.0040958445,"about_ca_system_score_codex":0.0005094621,"about_ca_system_score_gemma":0.001191192,"threshold_uncertainty_score":0.013701975},"labels":[],"label_agreement":null},{"id":"W4280568637","doi":"10.1007/s00163-022-00389-w","title":"Organizing the fragmented landscape of multidisciplinary product development: a mapping of approaches, processes, methods and tools from the scientific literature","year":2022,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Fonds Unique Interministériel","keywords":"Variety (cybernetics); Multidisciplinary approach; New product development; Computer science; Identification (biology); Product (mathematics); Process (computing); Product engineering; Data science; Product design; Mechatronics; Systems engineering; Management science; Engineering; Knowledge management; Artificial intelligence","score_opus":0.16351756087118502,"score_gpt":0.31646044151728914,"score_spread":0.15294288064610412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280568637","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13693425,0.6426102,0.1001269,0.0334482,0.000922912,0.0007340573,0.0009070698,0.00028609065,0.084030285],"genre_scores_gemma":[0.4438369,0.42088628,0.124809936,0.0031501753,0.000436821,0.0006390497,0.001155046,0.00015074594,0.004935103],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.991384,0.0034056439,0.00086075976,0.00077811454,0.0030937036,0.00047784744],"domain_scores_gemma":[0.97884095,0.013484552,0.0015710443,0.00089036924,0.004757468,0.00045559497],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.010448191,0.0011066071,0.0011235115,0.05965049,0.0031742514,0.015534113,0.0016584733,0.0020411916,0.002670061],"category_scores_gemma":[0.011924355,0.0007567317,0.0010042293,0.05494234,0.0060606347,0.018582975,0.005086432,0.00220957,0.000617293],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000111073554,0.00020989895,0.009055385,0.014368654,0.00019760992,0.0021355369,0.05069008,0.0027401987,0.0031807148,0.20867077,0.009520615,0.6991194],"study_design_scores_gemma":[0.000031276948,0.0001876334,0.028993003,0.046851866,0.00031307043,0.002866455,0.19230999,0.0046596117,0.0021999343,0.18378827,0.53759676,0.00020210745],"about_ca_topic_score_codex":0.004591492,"about_ca_topic_score_gemma":0.0057706307,"teacher_disagreement_score":0.9403495,"about_ca_system_score_codex":0.0070169037,"about_ca_system_score_gemma":0.0099374605,"threshold_uncertainty_score":0.05525595},"labels":[],"label_agreement":null},{"id":"W4283161067","doi":"10.1007/s00163-022-00391-2","title":"“Why couldn’t we do this more often?”: exploring the feasibility of virtual and distributed work in product design engineering","year":2022,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Product design; Design review (U.S. government); Engineering design process; Product (mathematics); Product engineering; New product development; Process (computing); Work (physics); Virtual prototyping; Design technology; Engineering; Computer science; Process management; Knowledge management; Engineering management; Systems engineering; Product testing; Business; Operations management; Simulation; Marketing; Mechanical engineering","score_opus":0.18282894227818558,"score_gpt":0.3129804667637322,"score_spread":0.13015152448554662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283161067","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67765063,0.001513282,0.035102025,0.06749282,0.00049307157,0.00022016517,0.000045278317,0.00013788164,0.21734482],"genre_scores_gemma":[0.98504424,0.00026757357,0.007120704,0.0024392668,0.000026737625,0.00010354626,0.00000967802,0.000043200987,0.0049450533],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98609376,0.011032061,0.00016490133,0.0008115389,0.0012102415,0.0006875693],"domain_scores_gemma":[0.97575104,0.018225333,0.0011014009,0.0015273648,0.0021225188,0.0012723315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016327495,0.0003260122,0.0002547073,0.00085445883,0.00749847,0.010847784,0.0025437546,0.0031379429,0.009120396],"category_scores_gemma":[0.031044211,0.0005381251,0.0005893793,0.00078017,0.016576588,0.014960121,0.006320696,0.003048306,0.0012574352],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008536641,0.0011832607,0.031671222,0.0008895177,0.00009371059,0.0006331871,0.41252235,0.0015411525,0.0040092957,0.33998543,0.015084859,0.19153239],"study_design_scores_gemma":[0.00025128768,0.000688902,0.013111575,0.00082613394,0.000098877594,0.00052233867,0.69296014,0.0044155437,0.002922476,0.15378739,0.13031194,0.0001033946],"about_ca_topic_score_codex":0.0053335633,"about_ca_topic_score_gemma":0.008317293,"teacher_disagreement_score":0.016327495,"about_ca_system_score_codex":0.0039121583,"about_ca_system_score_gemma":0.005914222,"threshold_uncertainty_score":0.08634913},"labels":[],"label_agreement":null}]}