{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":22,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":22,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"fe89a54785d4","filters":{"venue":"Research in Engineering Design"}},"results":[{"id":"W2009960261","doi":"10.1007/s00163-007-0041-y","title":"Using descriptions of biological phenomena for idea generation","year":2008,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Design Education and Practice","field":"Engineering","cited_by":108,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Variety (cybernetics); Computer science; Engineering design process; Management science; Phenomenon; Continuation; Simple (philosophy); Artificial intelligence; Engineering; Epistemology; Mechanical engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.6390242262155917,"gpt":0.4258215858766269,"spread":0.2132026403389648,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001200742,0.00008271151,0.000121513,0.0003736948,0.00006171396,0.00001447947,0.0001111415,0.00007080402,0.00002111766],"category_scores_gemma":[0.0003442368,0.00008713819,0.00002807354,0.0005014251,0.000033669,0.000152918,0.000009939296,0.0001931426,0.000007473326],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001540642,"about_ca_system_score_gemma":0.00006968446,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000011758,"about_ca_topic_score_gemma":5.114616e-7,"domain_scores_codex":[0.999114,0.00009402094,0.0002104001,0.0001208609,0.0001588795,0.0003017793],"domain_scores_gemma":[0.9991391,0.0005396056,0.00001326545,0.0001391575,0.0001027613,0.00006605672],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00000841707,0.00003269122,0.00005489236,0.00004974982,0.00001066252,0.000002379346,0.0002029765,0.695513,0.3015928,0.001425452,0.0005637999,0.000543148],"study_design_scores_gemma":[0.0001918599,0.00005539844,0.0004106028,0.0000235688,0.000002056916,0.00001330036,0.00003425849,0.9780003,0.01923203,0.0001136824,0.00181733,0.0001056449],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06704348,0.0005147806,0.9315168,0.00002119271,0.0002226172,0.0003793414,0.000004047381,0.00007791479,0.0002198771],"genre_scores_gemma":[0.9135868,0.0002213371,0.08585469,0.000002710506,0.0001778282,0.00009819202,0.000006291592,0.00002327553,0.0000289012],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8465433,"threshold_uncertainty_score":0.3553392,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2473563310","doi":"10.1007/s00163-016-0233-4","title":"Innovative design for agriculture in the move towards sustainability: scientific challenges","year":2016,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Agriculture Sustainability and Environmental Impact","field":"Environmental Science","cited_by":100,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; Natural Resources Canada","funders":"","keywords":"Agriculture; Sustainability; Engineering design process; Engineering ethics; Design science; Field (mathematics); Management science; Computer science; Knowledge management; Engineering; Business; Marketing; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.08075551010774004,"gpt":0.3185883828354665,"spread":0.2378328727277265,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009076064,0.0002069373,0.000183366,0.0001819853,0.000169601,0.00009069749,0.0006353902,0.0001419168,0.00004875368],"category_scores_gemma":[0.001804476,0.0001029919,0.0000471009,0.001782563,0.0004536653,0.0004339445,0.0001877582,0.0003730666,0.00003204573],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002321467,"about_ca_system_score_gemma":0.0000735558,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009538875,"about_ca_topic_score_gemma":0.00002688911,"domain_scores_codex":[0.9968433,0.0005976785,0.0002599647,0.0005693422,0.0007353588,0.0009943178],"domain_scores_gemma":[0.9979519,0.001452967,0.00002967188,0.0003998438,0.00006704678,0.00009859557],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","study_design_scores_codex":[0.0005761615,0.001876067,0.005836217,0.0006518519,0.00005226493,0.000229213,0.02789198,0.6739957,0.07630767,0.01051964,0.01470973,0.1873536],"study_design_scores_gemma":[0.003009134,0.001756354,0.8306548,0.0003893253,0.00001196826,0.00004044954,0.02350074,0.009488209,0.02592819,0.07066632,0.03308266,0.001471828],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4544834,0.001354327,0.4876557,0.04012928,0.0003093629,0.01447666,0.00002969242,0.0001792935,0.001382259],"genre_scores_gemma":[0.9958255,0.00007300782,0.002910879,0.00001578574,0.00004305483,0.0007778409,0.000002094837,0.00001589492,0.0003358912],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8248186,"threshold_uncertainty_score":0.6070556,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2046731995","doi":"10.1007/s00163-003-0043-3","title":"Modelling of quality function deployment planning with resource allocation","year":2003,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Quality Function Deployment in Product Design","field":"Business, Management and Accounting","cited_by":70,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Quality function deployment; Product planning; Resource allocation; Customer satisfaction; Voice of the customer; Resource (disambiguation); Process management; Computer science; Heuristics; New product development; Operations research; Operations management; Engineering; Business; Service quality; Service (business); Marketing","retraction":null,"screen_n_in":null,"score":{"opus":0.2211317480737083,"gpt":0.3247364754639894,"spread":0.1036047273902811,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009256711,0.000171911,0.0002235125,0.0009265934,0.00009870574,0.0001113114,0.0001867181,0.00007800528,0.0000296442],"category_scores_gemma":[0.0004737954,0.0001674409,0.00003293197,0.001551691,0.00004785349,0.000618496,0.00003667336,0.0003856013,0.00003330655],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001477558,"about_ca_system_score_gemma":0.00005766104,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001738517,"about_ca_topic_score_gemma":0.000001421911,"domain_scores_codex":[0.997499,0.0002116498,0.0004791223,0.000397445,0.0009237159,0.000489064],"domain_scores_gemma":[0.9987118,0.0004583482,0.0001287982,0.000398408,0.0002789931,0.00002369206],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002092486,0.00009639427,0.002030859,0.0003674673,0.00002566102,0.000005130929,0.00006055763,0.957826,0.001955923,0.03686289,0.000308157,0.000251758],"study_design_scores_gemma":[0.001513481,0.0001798879,0.001461127,0.000724697,0.00003389216,0.000004233334,0.0006860863,0.9633855,0.006898964,0.006008971,0.01849029,0.0006129268],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05559974,0.0002224432,0.9416178,0.0001916324,0.0001224507,0.0005965999,2.535537e-7,0.0001669139,0.001482198],"genre_scores_gemma":[0.9924705,0.000006302138,0.007035167,0.00004971964,0.0001729662,0.0001002379,0.000006645219,0.00005514646,0.0001032889],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9368708,"threshold_uncertainty_score":0.6828043,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2112128754","doi":"10.1007/s00163-003-0029-1","title":"Simultaneous tolerance synthesis for manufacturing and quality","year":2003,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":62,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University; University of Windsor","funders":"","keywords":"Reliability engineering; Quality (philosophy); Manufacturing cost; Product (mathematics); Concurrent engineering; Process (computing); Engineering design process; Manufacturing engineering; Function (biology); Engineering; Computer science; Product design; Process engineering; Process integration; Mechanical engineering; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.07268194559461566,"gpt":0.3129928795244128,"spread":0.2403109339297972,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001439271,0.0001378112,0.0001769285,0.0002372543,0.00006111605,0.00006685139,0.0001039563,0.00008632944,0.0000105779],"category_scores_gemma":[0.0007039555,0.0001474238,0.00002142888,0.0001462632,0.00001900139,0.0001010397,0.00001170626,0.0002268472,0.00000308762],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009624762,"about_ca_system_score_gemma":0.00001455856,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007648876,"about_ca_topic_score_gemma":0.00000184221,"domain_scores_codex":[0.9988546,0.00006687579,0.0002021849,0.0002131087,0.0001921567,0.0004710981],"domain_scores_gemma":[0.9977178,0.001986895,0.00001006677,0.000160408,0.00003542634,0.00008942452],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001059085,0.000008172481,0.00002086836,0.0007006389,0.000007836471,0.000004685044,0.00006636364,0.992271,0.0008342352,0.000526056,0.00001235685,0.005537162],"study_design_scores_gemma":[0.0002229308,0.00002002736,0.0001981539,0.0001183317,0.000002199111,0.000002970253,0.00001804706,0.8001618,0.1968943,0.0002728376,0.001878458,0.0002099525],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07378339,0.0009269534,0.9239393,0.00001719601,0.000124468,0.0005687721,0.000004835856,0.0002468951,0.0003881809],"genre_scores_gemma":[0.9642912,0.0002713425,0.03509942,0.00000206902,0.00003090144,0.0002172431,8.796546e-7,0.0000448083,0.00004219646],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8905078,"threshold_uncertainty_score":0.6011766,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2094462407","doi":"10.1007/s00163-012-0130-4","title":"Fuzzy decision support for tools selection in the core front end activities of new product development","year":2012,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Technology Assessment and Management","field":"Engineering","cited_by":57,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Front and back ends; Selection (genetic algorithm); Core (optical fiber); Fuzzy logic; New product development; Engineering; Engineering design process; Systems engineering; Computer science; Product (mathematics); Decision support system; Product design; Manufacturing engineering; Operations research; Process management; Mathematics; Mechanical engineering; Artificial intelligence; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.1480614380606695,"gpt":0.3545660475839845,"spread":0.206504609523315,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002453059,0.00010705,0.0001375637,0.0005344909,0.00002841566,0.00002031648,0.0002196599,0.00006712943,0.00001110592],"category_scores_gemma":[0.0001537564,0.00009212814,0.00001961245,0.0003822689,0.00001572905,0.0002284127,0.00003810585,0.0002884817,0.000004471205],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002463843,"about_ca_system_score_gemma":0.00006482942,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009015495,"about_ca_topic_score_gemma":0.00001591936,"domain_scores_codex":[0.9988564,0.00002662826,0.0002097904,0.0001207946,0.000290685,0.0004957218],"domain_scores_gemma":[0.9993578,0.0004293866,0.00001331464,0.0001404349,0.00002395935,0.00003507042],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0001504949,0.0003176271,0.007288121,0.0009560405,0.0001281874,0.000008903572,0.005601035,0.4325477,0.04869708,0.007988198,0.0244162,0.4719004],"study_design_scores_gemma":[0.003613028,0.0008295019,0.2982079,0.0008922532,0.00003387221,0.00002171673,0.002238621,0.1315954,0.4395805,0.004426377,0.1172259,0.001334884],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2134967,0.0007480471,0.7828812,0.0000579693,0.0003492389,0.001820678,0.000001819184,0.0001933671,0.0004509791],"genre_scores_gemma":[0.9281886,0.00005526262,0.07121657,0.000001420411,0.00007662786,0.000343345,0.000003927629,0.000021171,0.00009308918],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7146919,"threshold_uncertainty_score":0.3756876,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2801046428","doi":"10.1007/s00163-018-0287-6","title":"Multi-criteria fuzzy decision support for conceptual evaluation in design of mechatronic systems: a quadrotor design case study","year":2018,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Multi-Criteria Decision Making","field":"Decision Sciences","cited_by":41,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Choquet integral; Conceptual design; Mechatronics; Fuzzy logic; Engineering design process; Computer science; Process (computing); Control engineering; Artificial intelligence; Systems engineering; Engineering; Human–computer interaction","retraction":null,"screen_n_in":null,"score":{"opus":0.6249602979431499,"gpt":0.5550364995416687,"spread":0.06992379840148122,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1290196,0.0004539022,0.001056799,0.004386541,0.0002144055,0.0005170855,0.001677585,0.0003085961,0.0002291606],"category_scores_gemma":[0.04463594,0.0004026716,0.0001312246,0.003637987,0.0002618516,0.0007660345,0.0003700069,0.0005635418,0.0001207638],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009638045,"about_ca_system_score_gemma":0.001066332,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003229359,"about_ca_topic_score_gemma":0.00007280245,"domain_scores_codex":[0.9811854,0.007534558,0.002838876,0.001586275,0.005404692,0.001450178],"domain_scores_gemma":[0.9621929,0.03153897,0.0003590102,0.001688951,0.003889027,0.0003311258],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.002394439,0.001265481,0.0007179777,0.00008733663,0.00006285043,0.001299642,0.009006021,0.9138826,0.04005925,0.0001646728,0.001566802,0.02949296],"study_design_scores_gemma":[0.005393387,0.002593031,0.0005136582,0.0003544538,0.00001624805,0.0001534543,0.007969492,0.9800549,0.001498384,0.0009839534,0.00009399282,0.0003750076],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1437939,0.0003336051,0.8441377,0.000008610064,0.000912542,0.01073837,0.00001822151,0.00005174393,0.000005332891],"genre_scores_gemma":[0.7266653,0.000006944542,0.2711964,0.000002999553,0.0001585927,0.00186466,0.000001836697,0.00006772811,0.00003564923],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5828714,"threshold_uncertainty_score":0.9998425,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2079321829","doi":"10.1007/s00163-008-0046-1","title":"Coaching product development teams: a conceptual foundation for empirical studies","year":2008,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Team Dynamics and Performance","field":"Psychology","cited_by":36,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Coaching; New product development; Scope (computer science); Knowledge management; Terminology; Psychology; Process management; Business; Marketing; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.4127702586566381,"gpt":0.4822136080538169,"spread":0.06944334939717878,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002342683,0.0001096983,0.0001658685,0.000293605,0.0001775518,0.00001488409,0.0001607583,0.00005242978,0.00001478051],"category_scores_gemma":[0.0003812429,0.000104525,0.00002187054,0.0003374722,0.0001056083,0.00008293839,0.00004278443,0.0003430819,0.00005713998],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002985167,"about_ca_system_score_gemma":0.0001738396,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001407011,"about_ca_topic_score_gemma":0.000003528578,"domain_scores_codex":[0.9985569,0.0001269596,0.0002368404,0.0002909762,0.0002645557,0.0005237372],"domain_scores_gemma":[0.9988244,0.0007869731,0.00002095035,0.0001834289,0.0001252708,0.0000590384],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001687455,0.001779536,0.1093238,0.001475184,0.001208413,0.0004520174,0.3485485,0.2322262,0.006489128,0.03261526,0.03199071,0.2322039],"study_design_scores_gemma":[0.007416639,0.0022007,0.1486782,0.0009205705,0.00002064914,0.000284738,0.01213811,0.4714795,0.003676041,0.0009660172,0.3500233,0.002195548],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7107115,0.001575565,0.2854873,0.000262129,0.0005374544,0.001111062,0.000001928327,0.0001045271,0.0002084743],"genre_scores_gemma":[0.9737211,0.00007141243,0.02493278,0.00001116373,0.0001746559,0.0005761309,0.000007587068,0.0000256017,0.0004795129],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3364104,"threshold_uncertainty_score":0.4262407,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1978235327","doi":"10.1007/s00163-011-0111-z","title":"A matrix-based clustering approach for the decomposition of design problems","year":2011,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Product Development and Customization","field":"Business, Management and Accounting","cited_by":35,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Dependency (UML); Computer science; Design structure matrix; Cluster analysis; Coupling (piping); Matrix (chemical analysis); Decomposition; Algorithm; Hierarchical clustering; Tree (set theory); Theoretical computer science; Mathematical optimization; Data mining; Mathematics; Artificial intelligence; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.1602937610561014,"gpt":0.3037269223384126,"spread":0.1434331612823112,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003722825,0.0001055764,0.0001228074,0.0005299437,0.00009828279,0.00007171202,0.0002931216,0.00005119903,0.00001153625],"category_scores_gemma":[0.0001734715,0.00008495457,0.00003239576,0.0008268656,0.00002950836,0.0003202808,0.00005507279,0.0001391286,0.000006732602],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005376846,"about_ca_system_score_gemma":0.00004418832,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005234657,"about_ca_topic_score_gemma":0.000001119487,"domain_scores_codex":[0.998937,0.00003339337,0.0002278195,0.0001940696,0.0002665075,0.0003411724],"domain_scores_gemma":[0.9993257,0.0002518155,0.00005691751,0.0001795472,0.0001769284,0.000009106986],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002247919,0.0001087826,0.0003764273,0.0009856648,0.00002153586,0.000001414201,0.0001560667,0.9875662,0.006102827,0.001712854,0.0003147353,0.00242867],"study_design_scores_gemma":[0.000444807,0.00002076462,0.0007351258,0.00009489763,0.000008435185,4.369964e-7,0.00003275703,0.9941936,0.003739924,0.0004515264,0.0001688244,0.0001089601],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0006952552,0.0001394698,0.9972679,0.00006021218,0.0000735525,0.001434132,3.075016e-7,0.00006157107,0.000267571],"genre_scores_gemma":[0.8248305,0.000007750576,0.1744713,0.00001063109,0.0001419089,0.0004765473,0.000009192272,0.0000298756,0.00002227589],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8241353,"threshold_uncertainty_score":0.3464347,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2769747508","doi":"10.1007/s00163-017-0273-4","title":"Empirical approaches to quantifying effort, fatigue and concentration in the conceptual design process","year":2017,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Color perception and design","field":"Psychology","cited_by":34,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Conceptual design; Computer science; Process (computing); Engineering design process; Artificial intelligence; Electroencephalography; Human–computer interaction; Machine learning; Engineering; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.799562946973427,"gpt":0.5171899644237399,"spread":0.2823729825496871,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005084597,0.0001432338,0.0001855516,0.0002438106,0.0002182185,0.0002522672,0.0004953999,0.0001359021,0.00005098894],"category_scores_gemma":[0.0005283303,0.0001172492,0.00002091557,0.0003242896,0.0001855501,0.000166885,0.00004747913,0.0005602827,0.00004491212],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008550759,"about_ca_system_score_gemma":0.00009374699,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007270494,"about_ca_topic_score_gemma":0.00001709793,"domain_scores_codex":[0.9977211,0.0006516445,0.0002473823,0.000392193,0.0004018389,0.0005858419],"domain_scores_gemma":[0.9983062,0.001054343,0.00003288189,0.000443516,0.00003980297,0.0001232822],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","study_design_scores_codex":[0.002691489,0.001368206,0.1933238,0.0004994294,0.0001223826,0.00101885,0.2886345,0.3896832,0.009278148,0.0663001,0.009524586,0.03755531],"study_design_scores_gemma":[0.003383725,0.001241399,0.7021555,0.0003870267,0.00001098556,0.0000681763,0.01420962,0.2743284,0.001268467,0.0009805913,0.001167902,0.000798259],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4650639,0.0002597245,0.528637,0.001701891,0.0001824792,0.002396426,0.000001802566,0.00006420697,0.001692608],"genre_scores_gemma":[0.9963239,0.00001233053,0.002907445,0.00004755676,0.00008458133,0.0005537155,0.000001670253,0.00002045152,0.0000483005],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5312601,"threshold_uncertainty_score":0.4781283,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2895497546","doi":"10.1007/s00163-018-0298-3","title":"A numerical-based part consolidation candidate detection approach with modularization considerations","year":2018,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":33,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Consolidation (business); Computer science; Modularity (biology)","retraction":null,"screen_n_in":null,"score":{"opus":0.05043766742381196,"gpt":0.269696437747846,"spread":0.219258770324034,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005967848,0.0001347784,0.0001231481,0.0004586297,0.0001245117,0.0001159914,0.00007033005,0.00008812406,0.00003167791],"category_scores_gemma":[0.000106791,0.0001325609,0.0000126189,0.0006926807,0.00004905566,0.0001961475,0.000007503244,0.0002616805,0.00001385417],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001628708,"about_ca_system_score_gemma":0.00006444755,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002648249,"about_ca_topic_score_gemma":0.000007446493,"domain_scores_codex":[0.9988509,0.00008034069,0.000186778,0.0002218395,0.0003003475,0.0003598123],"domain_scores_gemma":[0.9993859,0.0001492313,0.00001741557,0.0001946768,0.0001711139,0.00008165975],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000181268,0.00002070578,0.00003921273,0.0001171739,0.00001025869,0.000003083262,0.00008568972,0.9977004,0.00125,0.0001925775,0.00004763291,0.0005151551],"study_design_scores_gemma":[0.0003068394,0.00009009582,0.0002191036,0.00006242929,0.000003349332,0.000004835958,0.000006722193,0.9291247,0.06971384,0.0001037191,0.000217121,0.0001472512],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.004448983,0.00003492611,0.9941658,0.00002779731,0.00008304931,0.0004151868,0.000001962053,0.0003009878,0.0005212656],"genre_scores_gemma":[0.9625933,0.00001338218,0.03699378,0.000006346776,0.0001030925,0.0002098443,0.00002360391,0.00004440472,0.00001229479],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9581442,"threshold_uncertainty_score":0.5405675,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1969345383","doi":"10.1007/s00163-006-0020-8","title":"Practical design optimization of truss structures using the genetic algorithms","year":2006,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Topology Optimization in Engineering","field":"Engineering","cited_by":28,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Truss; Penalty method; Structural engineering; Mathematical optimization; Optimal design; Buckling; Computer science; Engineering; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.08382586735099352,"gpt":0.3389043523252698,"spread":0.2550784849742763,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00127516,0.0002199293,0.0002427813,0.0006292268,0.00007424175,0.00005375825,0.0002998643,0.0001892981,0.00003542905],"category_scores_gemma":[0.0002350779,0.0002014762,0.00004186804,0.001182661,0.000124928,0.0001768012,0.00004804996,0.000601696,0.000002620476],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002372947,"about_ca_system_score_gemma":0.00008145465,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004540087,"about_ca_topic_score_gemma":7.490844e-7,"domain_scores_codex":[0.9979348,0.0002466804,0.0004659324,0.0002329823,0.0004805239,0.0006391261],"domain_scores_gemma":[0.9983761,0.0010363,0.0000343569,0.0003643821,0.0001214034,0.00006747795],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000008725752,0.00001608039,0.0000519206,0.00007756161,0.00002216245,0.00002301057,0.00005322077,0.9944913,0.004005352,0.0009583228,0.0001640261,0.0001283067],"study_design_scores_gemma":[0.0002490099,0.0000326238,0.0003905637,0.00004980484,0.000008934848,0.00004733263,0.00002627153,0.9900011,0.008675169,0.0003030148,0.00003208874,0.0001840853],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.00189031,0.0006372352,0.996353,0.00004242839,0.0002707099,0.0005313215,0.000002784382,0.0002136781,0.00005852391],"genre_scores_gemma":[0.4172232,0.00006834832,0.5824739,0.000001077056,0.0001126409,0.00004465901,0.000002273807,0.00006763542,0.000006227576],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4153329,"threshold_uncertainty_score":0.8215961,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2736620412","doi":"10.1007/s00163-017-0264-5","title":"Enhancing interface adaptability of open architecture products","year":2017,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Product Development and Customization","field":"Business, Management and Accounting","cited_by":24,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Manitoba","funders":"National Natural Science Foundation of China","keywords":"Adaptability; Interface (matter); Open architecture; Architecture; Computer science; User interface; Open platform; Product (mathematics); Systems engineering; Engineering; Operating system; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.111219682343256,"gpt":0.338608488915245,"spread":0.2273888065719889,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004389504,0.0001091295,0.0001823745,0.0003775001,0.0001714792,0.0005284573,0.001181667,0.00004582314,0.00002654468],"category_scores_gemma":[0.002751939,0.000103799,0.00001562684,0.0004351165,0.00005958116,0.001165562,0.0008225236,0.0002881726,0.00003104458],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006232828,"about_ca_system_score_gemma":0.00008617566,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003159409,"about_ca_topic_score_gemma":0.00003304029,"domain_scores_codex":[0.9987487,0.0000296242,0.0002299413,0.0003144807,0.0003249727,0.0003522904],"domain_scores_gemma":[0.9989617,0.00008100416,0.00009466314,0.0006028265,0.0002482337,0.00001153663],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.001149526,0.0007626347,0.04031195,0.008354653,0.0001481322,0.00007368494,0.001480705,0.2469377,0.5865998,0.02736191,0.004707564,0.08211184],"study_design_scores_gemma":[0.00334973,0.0001006269,0.2086423,0.003096942,0.00002764672,0.000005361202,0.0003447188,0.1170052,0.6067213,0.01889879,0.04024705,0.001560292],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6699765,0.0005765716,0.3050969,0.006175071,0.001333755,0.005008161,0.00000231839,0.0002516821,0.01157895],"genre_scores_gemma":[0.9917086,0.000006184405,0.007781032,0.000004936198,0.000265539,0.00004816115,0.000002863846,0.0000216079,0.0001610106],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3217321,"threshold_uncertainty_score":0.5095925,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2767413295","doi":"10.1007/s00163-017-0274-3","title":"Modelling the development of complex products using a knowledge perspective","year":2017,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Product Development and Customization","field":"Business, Management and Accounting","cited_by":24,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Fonds Québécois de la Recherche sur la Nature et les Technologies; Faculty of Engineering, McGill University","keywords":"New product development; Product design; Design review (U.S. government); Computer science; Product engineering; Knowledge management; Interdependence; Product design specification; Design knowledge; Product lifecycle; Product management; Product (mathematics); Process (computing); Systems engineering; Process management; Engineering; Product testing; Business; Operations management","retraction":null,"screen_n_in":null,"score":{"opus":0.3399099661143182,"gpt":0.3658481155680247,"spread":0.02593814945370643,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003138152,0.0001134918,0.0001419033,0.0004379812,0.0005212252,0.0002437258,0.0005474985,0.00003638478,0.000006722591],"category_scores_gemma":[0.0005172467,0.00009252443,0.00001747543,0.0005230925,0.00007409236,0.0005696509,0.0002671441,0.0002137627,0.00002755546],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001836109,"about_ca_system_score_gemma":0.0001988766,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001518406,"about_ca_topic_score_gemma":0.000007339635,"domain_scores_codex":[0.9988031,0.00002427702,0.0002322552,0.0002469129,0.0003343518,0.0003591492],"domain_scores_gemma":[0.9989002,0.00006583279,0.00009389621,0.0003674357,0.0005637218,0.000008967837],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005542607,0.0001147136,0.0006112399,0.0005010843,0.00004185663,0.000004814409,0.002533219,0.9581754,0.01434396,0.02128261,0.0002282317,0.002107401],"study_design_scores_gemma":[0.0002172201,0.00000239486,0.001454063,0.0001662731,0.000004020515,4.50332e-7,0.0002558493,0.9931396,0.001949648,0.0008766799,0.001799785,0.0001340161],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.352439,0.0006565611,0.6342455,0.00117232,0.0005428943,0.001985486,5.168188e-7,0.0001356896,0.008822023],"genre_scores_gemma":[0.9726534,0.000005010786,0.02687396,0.000002553429,0.0003448218,0.00002896354,0.000001778636,0.00002334222,0.00006612563],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6202144,"threshold_uncertainty_score":0.4008895,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1973734639","doi":"10.1007/s00163-013-0161-5","title":"A proposal for a classification of product-related dependencies in development of mechatronic products","year":2013,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Product Development and Customization","field":"Business, Management and Accounting","cited_by":17,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal; Polytechnique Montréal","funders":"","keywords":"Mechatronics; New product development; Engineering; Product (mathematics); Engineering design process; Manufacturing engineering; Development (topology); Process (computing); Computer science; Systems engineering; Engineering drawing; Software engineering; Industrial engineering; Artificial intelligence; Mathematics; Mechanical engineering; Programming language; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.0736232313169453,"gpt":0.277147596463403,"spread":0.2035243651464577,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003041016,0.0001071465,0.0001819607,0.001088688,0.00003463412,0.000038499,0.000220025,0.0000527515,0.00001244548],"category_scores_gemma":[0.0008593667,0.0001027308,0.00001541977,0.001613274,0.0000298325,0.0006150382,0.00006531635,0.0001515132,0.00001937146],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001301142,"about_ca_system_score_gemma":0.0004180844,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005279985,"about_ca_topic_score_gemma":0.00001502138,"domain_scores_codex":[0.9984837,0.00002471305,0.00048252,0.0002762912,0.0003726907,0.0003600718],"domain_scores_gemma":[0.9990984,0.00006825198,0.0001065623,0.0001767743,0.0005418425,0.000008150374],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001697329,0.000538318,0.01016152,0.005789285,0.00006074579,0.000001988999,0.001476843,0.02329059,0.8831666,0.04730307,0.0006772591,0.027364],"study_design_scores_gemma":[0.002932115,0.00007836891,0.1880765,0.001380617,0.00001726854,0.000001780628,0.000790398,0.4583429,0.3291781,0.01693933,0.001447184,0.0008153866],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9537765,0.0004729437,0.03692081,0.001392065,0.0002480978,0.006734948,4.336378e-7,0.0001046763,0.0003494911],"genre_scores_gemma":[0.970601,0.000006035922,0.02863389,0.000001287253,0.00006100712,0.0005914554,0.000014521,0.0000218074,0.00006896955],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5539885,"threshold_uncertainty_score":0.418924,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4283161067","doi":"10.1007/s00163-022-00391-2","title":"“Why couldn’t we do this more often?”: exploring the feasibility of virtual and distributed work in product design engineering","year":2022,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":16,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Product design; Design review (U.S. government); Engineering design process; Product (mathematics); Product engineering; New product development; Process (computing); Work (physics); Virtual prototyping; Design technology; Engineering; Computer science; Process management; Knowledge management; Engineering management; Systems engineering; Product testing; Business; Operations management; Simulation; Marketing; Mechanical engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.1828289422781856,"gpt":0.3129804667637322,"spread":0.1301515244855466,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003886406,0.0002679491,0.0003216431,0.0006890376,0.00009299165,0.0000912387,0.0005346551,0.00007441618,0.00003223259],"category_scores_gemma":[0.000437414,0.0002655961,0.0000474026,0.002596921,0.00009304977,0.000483453,0.0001708559,0.001666763,0.000002775194],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006577467,"about_ca_system_score_gemma":0.00007175128,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002097482,"about_ca_topic_score_gemma":6.182418e-7,"domain_scores_codex":[0.9972464,0.0002318294,0.0005694331,0.0003478394,0.0008421486,0.0007623236],"domain_scores_gemma":[0.9979473,0.001330426,0.00002624854,0.000505088,0.00006651017,0.0001244554],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00006796963,0.00005068818,0.000697846,0.0002702301,0.00002523382,0.00002469345,0.001300071,0.9930219,0.001757559,0.0002559165,0.0009022404,0.001625619],"study_design_scores_gemma":[0.001457661,0.0003523704,0.009483928,0.0009435897,0.00001281894,0.00004159418,0.002010349,0.9688528,0.01148236,0.0001992425,0.004257725,0.0009056077],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5009446,0.00374534,0.4874871,0.0012982,0.001029952,0.004304657,0.0001580765,0.0008254007,0.0002067251],"genre_scores_gemma":[0.9967113,0.0001806902,0.002064529,0.000004627225,0.00004612043,0.0008973196,0.000009379424,0.00007427407,0.00001173689],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4957668,"threshold_uncertainty_score":0.9999796,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1494112752","doi":"10.1007/s00163-002-0027-8","title":"Capturing communication and context in the software project lifecycle","year":2003,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Software engineering; Computer science; Collaborative software; Software development process; Software development; Process (computing); Context (archaeology); Engineering; Systems engineering; Software; Knowledge management","retraction":null,"screen_n_in":null,"score":{"opus":0.1655966029045517,"gpt":0.3486870921085432,"spread":0.1830904892039915,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006098683,0.0000821251,0.0000982342,0.0002670331,0.00007240312,0.0001882318,0.0007766425,0.00005195489,0.000001334456],"category_scores_gemma":[0.0009140566,0.00006739741,0.00001389667,0.0007161149,0.00004841475,0.0002946336,0.00009953274,0.0005261321,0.000006980127],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009054639,"about_ca_system_score_gemma":0.00008061936,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000216811,"about_ca_topic_score_gemma":0.00002916044,"domain_scores_codex":[0.9979402,0.001045669,0.0001597038,0.0002211094,0.0002817322,0.000351537],"domain_scores_gemma":[0.9974319,0.001900947,0.00001237541,0.0005750474,0.00004562272,0.00003416069],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001385565,0.001488726,0.03571909,0.001370663,0.00008307675,0.0003875018,0.1425017,0.2608212,0.005916394,0.4197711,0.003631406,0.1281706],"study_design_scores_gemma":[0.001833911,0.0004936757,0.02149728,0.0009339213,0.000003376829,0.00011232,0.002510153,0.9301462,0.01067947,0.02241348,0.008610401,0.0007658424],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07866943,0.003025034,0.9162511,0.0007112661,0.00005256416,0.0009729012,4.960494e-7,0.0000942238,0.0002230161],"genre_scores_gemma":[0.9604431,0.00008702447,0.03931191,0.00002144185,0.00000528072,0.0001130755,2.105223e-7,0.00000696282,0.00001098485],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8817737,"threshold_uncertainty_score":0.2748387,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4280568637","doi":"10.1007/s00163-022-00389-w","title":"Organizing the fragmented landscape of multidisciplinary product development: a mapping of approaches, processes, methods and tools from the scientific literature","year":2022,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"Fonds Unique Interministériel","keywords":"Variety (cybernetics); Multidisciplinary approach; New product development; Computer science; Identification (biology); Product (mathematics); Process (computing); Product engineering; Data science; Product design; Mechatronics; Systems engineering; Management science; Engineering; Knowledge management; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.163517560871185,"gpt":0.3164604415172891,"spread":0.1529428806461041,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004284608,0.0001230107,0.0001565672,0.0003055875,0.0002085814,0.0001868673,0.0004580914,0.00004176438,0.00001101311],"category_scores_gemma":[0.000426454,0.0000894358,0.00001675835,0.002719291,0.00008447121,0.0003263935,0.000200691,0.0007537978,5.536739e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007711496,"about_ca_system_score_gemma":0.0001474571,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002287724,"about_ca_topic_score_gemma":7.366751e-7,"domain_scores_codex":[0.9984344,0.0002160166,0.0003450217,0.0002053532,0.0005041069,0.0002950979],"domain_scores_gemma":[0.9980595,0.001477283,0.00003195231,0.0002949235,0.00009940698,0.00003695416],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003023618,0.00008984649,0.001622225,0.002328917,0.000136255,0.000008134188,0.04092577,0.8834185,0.04266355,0.0002912479,0.0003124904,0.02817285],"study_design_scores_gemma":[0.00137072,0.0001144763,0.0221759,0.002884365,0.00002210704,0.00005455631,0.02419182,0.6423126,0.2912634,0.0005951818,0.01416151,0.0008532763],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7481673,0.02768754,0.2192961,0.0003684783,0.0004956633,0.002806781,0.0001754736,0.0002612541,0.0007414453],"genre_scores_gemma":[0.9690413,0.00003072928,0.03060159,6.950924e-7,0.00002561343,0.0002149373,0.00003662799,0.00002974918,0.00001871135],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2485999,"threshold_uncertainty_score":0.3647086,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1986418346","doi":"10.1007/s00163-009-0069-2","title":"Pattern-based reasoning for rapid redesign: a proactive approach","year":2009,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Product Development and Customization","field":"Business, Management and Accounting","cited_by":11,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Blackberry (Canada); Concordia University","funders":"","keywords":"Computer science; Engineering design process; Process (computing); Systems engineering; Artificial intelligence; Engineering; Programming language; Mechanical engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.0877088665239769,"gpt":0.289933885559561,"spread":0.202225019035584,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003028809,0.0001604181,0.0001723531,0.0008478045,0.0001275444,0.0002327479,0.0002584105,0.00007904466,0.0000116172],"category_scores_gemma":[0.0005485037,0.0001608765,0.00003932824,0.001147717,0.00001737938,0.0005367242,0.00002676634,0.0002547043,0.00001870992],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001406516,"about_ca_system_score_gemma":0.00007979646,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001360483,"about_ca_topic_score_gemma":2.778923e-7,"domain_scores_codex":[0.9983991,0.00003387565,0.0002079489,0.0003761892,0.0003915474,0.000591289],"domain_scores_gemma":[0.999387,0.0001468549,0.00004565935,0.0002017253,0.0001995636,0.00001918279],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00124059,0.001103949,0.002244991,0.001894939,0.0001116626,0.00006043616,0.0005163827,0.6062116,0.01902146,0.02411928,0.01526625,0.3282084],"study_design_scores_gemma":[0.0009906521,0.00004700415,0.003167944,0.0001573494,0.000007125926,7.165494e-7,0.0000463374,0.9893571,0.002546742,0.0008952118,0.002491142,0.000292716],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.002467694,0.0001223303,0.9927001,0.0006267804,0.00009610731,0.001652659,5.561255e-7,0.0002054444,0.002128307],"genre_scores_gemma":[0.9657142,0.000004952579,0.03310173,0.0001078716,0.000569924,0.0003621063,0.00003891153,0.00003631941,0.00006403391],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9632465,"threshold_uncertainty_score":0.6560351,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2126701034","doi":"10.1007/s00163-015-0196-x","title":"Product life-cycle cost estimation: a focus on the multi-generation manufacturing-based product","year":2015,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Siemens (Canada)","funders":"","keywords":"Product engineering; Cost estimate; New product development; Risk analysis (engineering); Product lifecycle; Product cost management; Product design; Product (mathematics); Cost engineering; Computer science; Life-cycle cost analysis; Cost contingency; Product management; Design review (U.S. government); Product proliferation; Manufacturing cost; Estimation; Systems engineering; Engineering; Operations management; Business; Product testing; Marketing","retraction":null,"screen_n_in":null,"score":{"opus":0.1448263666353461,"gpt":0.3123287123685164,"spread":0.1675023457331704,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002121506,0.0002161944,0.0001600433,0.0005104387,0.00011322,0.000167129,0.0002838262,0.00006401198,0.00001936016],"category_scores_gemma":[0.0009354209,0.0001758341,0.00002752068,0.0005422242,0.00003146877,0.0001853805,0.00002829399,0.0005209054,0.00006799501],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003001052,"about_ca_system_score_gemma":0.0001261786,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002526238,"about_ca_topic_score_gemma":0.000009046952,"domain_scores_codex":[0.9981766,0.0001433848,0.000255408,0.0003351918,0.0005767739,0.0005126685],"domain_scores_gemma":[0.9989364,0.0002955034,0.0000223248,0.0004603993,0.0001062183,0.0001791753],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001847321,0.000044062,0.00001131869,0.0001331549,0.00001016759,0.000006918972,0.0001267103,0.9937975,0.0002306523,0.000138413,0.0007987981,0.004683787],"study_design_scores_gemma":[0.0003715288,0.00004517196,0.0001612284,0.00008669723,0.000002423454,0.000001489073,0.000007984701,0.864996,0.1335529,0.00006031449,0.0005397005,0.0001744879],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01741648,0.0005956918,0.9772755,0.001349491,0.0004376291,0.002045105,0.000004398798,0.0005503172,0.0003253717],"genre_scores_gemma":[0.9785354,0.00002768752,0.0204811,0.00001254123,0.0002656228,0.0005451997,0.00001443981,0.00006908283,0.00004899045],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9611189,"threshold_uncertainty_score":0.7170305,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1996513588","doi":"10.1007/s001630050035","title":"A Subjective Design Framework for Conceptual Design of Polymeric Processes with Multiple Parameters","year":2000,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Conceptual design; Process (computing); Computer science; Engineering design process; Design process; Molding (decorative); Process design; Industrial engineering; Systems engineering; Process engineering; Engineering; Mechanical engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.07148807894397984,"gpt":0.288589414609707,"spread":0.2171013356657271,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00106222,0.0002448384,0.0003108058,0.0003964432,0.00006088264,0.00005091695,0.0002744665,0.0001526281,0.00003451346],"category_scores_gemma":[0.000995843,0.0002297119,0.00002962171,0.001059592,0.0001086821,0.0002071365,0.0000111006,0.0003645597,0.000004829417],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001217501,"about_ca_system_score_gemma":0.0001749137,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002377326,"about_ca_topic_score_gemma":0.000001242903,"domain_scores_codex":[0.9982116,0.0001397647,0.0002926231,0.0003092277,0.000371067,0.0006757489],"domain_scores_gemma":[0.9945695,0.004858183,0.00002924649,0.0002305533,0.0001992121,0.0001132758],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003953214,0.00004328403,0.00004962454,0.0006589548,0.00004821084,0.000006136376,0.0008809177,0.9943086,0.0004198897,0.00005570458,0.00002824707,0.003105107],"study_design_scores_gemma":[0.0006313223,0.0005025527,0.0001009177,0.0005270785,0.000009131219,0.00000334853,0.0001070726,0.8876743,0.1096993,0.0004134219,0.00003908852,0.0002924313],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.006435193,0.0009715302,0.9909112,0.000008276828,0.0000461375,0.001394629,0.000006911963,0.0002084628,0.00001769747],"genre_scores_gemma":[0.6196558,0.0003164384,0.3793721,0.000002024384,0.00002895032,0.0005370834,0.000002954112,0.00006786636,0.00001674759],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6132207,"threshold_uncertainty_score":0.9367378,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2227451064","doi":"10.1007/s00163-015-0210-3","title":"Reinventing classics: the hidden design strategies of renowned chefs","year":2016,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Culinary Culture and Tourism","field":"Agricultural and Biological Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"HEC Montréal","funders":"","keywords":"Recipe; Axiom; Set (abstract data type); Object (grammar); Point (geometry); Key (lock); Process (computing); Function (biology); Design elements and principles; Book design; Epistemology; Sociology; Computer science; Management science; Mathematics; Art; Engineering; Artificial intelligence; Philosophy; History; Visual arts; Software engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.1559013180055615,"gpt":0.3026145408848084,"spread":0.1467132228792469,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002371447,0.0000979606,0.0001313302,0.0000336622,0.0000925386,0.00005342536,0.0003873258,0.00008325555,0.00006526161],"category_scores_gemma":[0.0002357216,0.00002659528,0.00004925391,0.0005560516,0.0000825182,0.0001562944,0.0000737306,0.0002145049,0.00002217185],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004049452,"about_ca_system_score_gemma":0.00002834456,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006821378,"about_ca_topic_score_gemma":0.00001321674,"domain_scores_codex":[0.9985407,0.000309516,0.0001997574,0.0001924948,0.0003488384,0.0004087095],"domain_scores_gemma":[0.9980815,0.001649916,0.00003559066,0.00009079,0.00008472971,0.00005746312],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00004105013,0.0000389341,0.0001202944,0.00001974868,0.0000149317,0.0000258692,0.0001607594,0.001089374,0.9576223,0.003316922,0.001540053,0.03600972],"study_design_scores_gemma":[0.002256047,0.004498305,0.08786678,0.003546196,0.00004509643,0.00008436252,0.005666866,0.02561425,0.7062036,0.09288687,0.06945562,0.001876024],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8805074,0.004238572,0.07995667,0.02556693,0.0005320983,0.003623727,0.00002236978,0.0004768845,0.00507534],"genre_scores_gemma":[0.9974712,0.0001344086,0.00167879,0.00000351993,0.0002372793,0.00004165115,0.000001183224,0.000001856604,0.0004301514],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2514188,"threshold_uncertainty_score":0.1084524,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2001156059","doi":"10.1007/s00163-012-0141-1","title":"Predicting topic shift locations in design histories","year":2012,"lang":"en","type":"article","venue":"Research in Engineering Design","topic":"Design Education and Practice","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Conversation; Computer science; Zoom; Sentence; Visualization; Deixis; Natural language processing; Segmentation; Design history; Artificial intelligence; Information retrieval; Human–computer interaction; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.156096532883133,"gpt":0.3595632927673584,"spread":0.2034667598842254,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003849998,0.000140422,0.0001449865,0.0007344109,0.00005307358,0.000055326,0.0002181851,0.0001064636,0.00006037414],"category_scores_gemma":[0.0007380494,0.0001648981,0.00001920112,0.001031689,0.00002535813,0.0005957336,0.00002320614,0.0007094915,0.00009487499],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006626559,"about_ca_system_score_gemma":0.0001008771,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006209155,"about_ca_topic_score_gemma":0.000007676638,"domain_scores_codex":[0.9981999,0.0002935808,0.0002727154,0.0001502556,0.0003184685,0.0007650536],"domain_scores_gemma":[0.9977504,0.001761014,0.00001358977,0.0002634031,0.00003999208,0.0001716116],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001618156,0.0001324668,0.01236821,0.0002262693,0.00001863462,0.00001271573,0.005872962,0.9699212,0.003066275,0.003927568,0.001526916,0.002910539],"study_design_scores_gemma":[0.0008779301,0.0001182033,0.07559387,0.0003934987,0.00001285792,0.00002846171,0.0009659647,0.8666456,0.008829387,0.0008447164,0.04478839,0.0009011711],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01895038,0.004331374,0.9702892,0.0003637428,0.001490949,0.0008383811,0.000001468477,0.0004794249,0.003255039],"genre_scores_gemma":[0.9817937,0.0001147913,0.01741182,0.00000628272,0.0002302394,0.000252941,0.000002244062,0.0000468611,0.0001411347],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9628433,"threshold_uncertainty_score":0.6724351,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}