{"meta":{"query_hash":"61795d8e2b41","filters":{"venue":"Proceedings of the ... International Conference on Engineering Design"},"cohort_total":9,"direct_labels_cover":0,"predictions_cover":9,"exported":9,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/61795d8e2b41","api":"https://metacan.xera.ac/api/v1/cohort?venue=Proceedings+of+the+...+International+Conference+on+Engineering+Design"},"results":[{"id":"W2964388139","doi":"10.1017/dsi.2019.211","title":"Aspects of Body Metrics Data Management in the Long Term for the European Fitness Industry","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ... International Conference on Engineering Design","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Digital transformation; Wearable computer; Internet of Things; Data science; Wearable technology; Set (abstract data type); Data management; Product (mathematics); Process management; Business; World Wide Web; Database; Embedded system","score_opus":0.07415618043493664,"score_gpt":0.26530693914498793,"score_spread":0.19115075871005127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964388139","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21579057,0.007658885,0.62875855,0.046896387,0.0008882873,0.0026572652,0.0025413758,0.009001655,0.08580701],"genre_scores_gemma":[0.6781955,0.0024964383,0.29800555,0.0025413076,0.00034438647,0.0012015832,0.0034634767,0.00070147176,0.013050248],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9675202,0.014482211,0.005725903,0.0024871014,0.008076335,0.0017081547],"domain_scores_gemma":[0.9376608,0.017153746,0.0082835425,0.010171966,0.024152532,0.0025774383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04380326,0.0008643706,0.00079399464,0.005673799,0.0021968172,0.014962349,0.0029460785,0.003571778,0.0017994582],"category_scores_gemma":[0.046044916,0.0005763318,0.0005623375,0.0046971506,0.0020431157,0.008673272,0.00469346,0.001983535,0.0017428203],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046804527,0.0013418748,0.08170946,0.0012825427,0.00013633084,0.0023355088,0.009013511,0.026261812,0.014921592,0.13085735,0.046661124,0.68501085],"study_design_scores_gemma":[0.00014706003,0.0010987042,0.09307438,0.0057277605,0.0002064391,0.0023194388,0.014500952,0.122319534,0.033026937,0.07918023,0.64773256,0.0006660568],"about_ca_topic_score_codex":0.010003403,"about_ca_topic_score_gemma":0.007994028,"teacher_disagreement_score":0.04380326,"about_ca_system_score_codex":0.0032612092,"about_ca_system_score_gemma":0.005906753,"threshold_uncertainty_score":0.23165655},"labels":[],"label_agreement":null},{"id":"W2964413421","doi":"10.1017/dsi.2019.76","title":"Design of Shoe Soles Using Lattice Structures Fabricated by Additive Manufacturing","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ... International Conference on Engineering Design","topic":"Additive Manufacturing and 3D Printing Technologies","field":"Engineering","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Stiffness; Lattice (music); Diamond; Diamond cubic; Grid; Topology (electrical circuits); Finite element method; Structural engineering; Materials science; Mechanical engineering; Computer science; Geometry; Composite material; Engineering; Mathematics; Physics; Combinatorics; Acoustics","score_opus":0.031958284963341875,"score_gpt":0.22582817840993483,"score_spread":0.19386989344659294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964413421","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8650464,0.00037381955,0.123021424,0.000106613974,0.00015193853,0.00012945128,0.00024885844,0.00051328156,0.010408216],"genre_scores_gemma":[0.951442,0.00011875535,0.04694052,0.000013365469,0.0000050632934,0.0000464139,0.000067543675,0.000021516358,0.0013448136],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99984074,0.000018996045,0.000010459763,0.000029119505,0.00007410433,0.000026467353],"domain_scores_gemma":[0.9997013,0.000036223075,0.0000731549,0.000042069503,0.00008771442,0.000059440943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013417618,0.00043274718,0.00027587422,0.0004157925,0.00032973406,0.0004952321,0.0006220888,0.0003919816,0.0012646826],"category_scores_gemma":[0.0003027805,0.00033325146,0.00030319186,0.00025035808,0.000307849,0.00023341409,0.00033974816,0.00024943126,0.00043030945],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001531245,0.00016832874,0.0027216387,0.00029774915,0.000045356726,0.00073302124,0.00007198201,0.07110986,0.90055144,0.0025502397,0.0005056529,0.021091666],"study_design_scores_gemma":[0.0002056743,0.0025482082,0.00658401,0.00007123708,0.000069652546,0.0012871443,0.0002841593,0.508392,0.47007707,0.001514817,0.008837413,0.00012869266],"about_ca_topic_score_codex":0.0009102915,"about_ca_topic_score_gemma":0.0016095387,"teacher_disagreement_score":0.0012646826,"about_ca_system_score_codex":0.0002963329,"about_ca_system_score_gemma":0.0005210305,"threshold_uncertainty_score":0.0042307973},"labels":[],"label_agreement":null},{"id":"W2964745771","doi":"10.1017/dsi.2019.138","title":"A Comparison of Design Activity of Academics and Practitioners Using the FBS Ontology: A Case Study","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ... International Conference on Engineering Design","topic":"Design Education and Practice","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Space (punctuation); Function (biology); Foundation (evidence); Ontology; Activity theory; Knowledge management; Work (physics); Computer science; Psychology; Engineering; Pedagogy; Epistemology; Political science","score_opus":0.14537080533989125,"score_gpt":0.354578730095195,"score_spread":0.20920792475530378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964745771","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99265665,0.00011501714,0.0037783734,0.00035332236,0.00001295202,0.00013704016,0.000024777013,0.000011255498,0.002910647],"genre_scores_gemma":[0.99262965,0.00018099249,0.00577564,0.00011357328,0.0000067982146,0.00016755551,0.000031318825,0.000015366355,0.0010791484],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9590921,0.03022131,0.0018606557,0.0017507394,0.0048152045,0.002259968],"domain_scores_gemma":[0.9225272,0.056186434,0.0050486643,0.0033533466,0.009616817,0.0032675494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03246218,0.00046156492,0.00072136684,0.0052730087,0.005875858,0.0051852735,0.0018732214,0.0026693654,0.0018986706],"category_scores_gemma":[0.047566134,0.0006284937,0.0005929074,0.004386706,0.005159156,0.0041060494,0.0041286536,0.0018730012,0.00036242887],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003502627,0.002212441,0.060684457,0.00040509735,0.000042243963,0.0027454027,0.86372536,0.0011187603,0.005307241,0.0084161395,0.0009677135,0.0540248],"study_design_scores_gemma":[0.00008732072,0.0013970009,0.025996843,0.000319632,0.000040516727,0.0014218682,0.9462319,0.0028668875,0.0045356057,0.0029666105,0.0140453065,0.00009038621],"about_ca_topic_score_codex":0.004409182,"about_ca_topic_score_gemma":0.007686225,"teacher_disagreement_score":0.03246218,"about_ca_system_score_codex":0.006890868,"about_ca_system_score_gemma":0.003134134,"threshold_uncertainty_score":0.17167848},"labels":[],"label_agreement":null},{"id":"W2964875302","doi":"10.1017/dsi.2019.140","title":"A Lifecycle Cost-Driven System Dynamics Approach for Considering Additive Re-Manufacturing or Repair in Aero-Engine Component Design","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ... International Conference on Engineering Design","topic":"Additive Manufacturing and 3D Printing Technologies","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; European Commission","keywords":"Component (thermodynamics); System lifecycle; Computer science; Product lifecycle; Service (business); Systems engineering; Reliability engineering; Manufacturing engineering; Engineering; Application lifecycle management; New product development; Business; Software","score_opus":0.043973115224186524,"score_gpt":0.23078168797050047,"score_spread":0.18680857274631396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964875302","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06924961,0.00034739723,0.91392195,0.00076402293,0.00003726966,0.00023539521,0.00017875912,0.00012236496,0.015143272],"genre_scores_gemma":[0.8989754,0.00041372856,0.09528557,0.00009606134,0.00002754798,0.000561867,0.00013322559,0.00009150516,0.004415174],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993979,0.00029606515,0.000017954546,0.00004980857,0.0001750213,0.00006321736],"domain_scores_gemma":[0.9989429,0.00072716747,0.00010979498,0.000027145803,0.00015023605,0.000042653963],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016564036,0.0010666572,0.0009254532,0.0013565369,0.0006024867,0.0014459188,0.0011685247,0.0012842892,0.0036631133],"category_scores_gemma":[0.0023603826,0.0010884171,0.0010887365,0.0006921112,0.0007706489,0.0011727756,0.0010082806,0.0010753353,0.00020898708],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000058310966,0.000010131744,0.00010243419,0.000012272769,0.000006468492,0.0000143783745,0.000008669694,0.9956197,0.00016193284,0.0028251044,0.00004625691,0.0011868152],"study_design_scores_gemma":[0.0000031523107,0.00000712071,0.000042017662,0.000002916462,0.000003503872,0.0000019395131,0.0000055557516,0.99893326,0.0000612489,0.0008219864,0.00011512966,0.0000020902035],"about_ca_topic_score_codex":0.012837072,"about_ca_topic_score_gemma":0.011367628,"teacher_disagreement_score":0.012837072,"about_ca_system_score_codex":0.002470769,"about_ca_system_score_gemma":0.0022306142,"threshold_uncertainty_score":0.025524735},"labels":[],"label_agreement":null},{"id":"W2965286965","doi":"10.1017/dsi.2019.184","title":"Influence of Information Collection Strategy on Designer’s Mental Stress","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ... International Conference on Engineering Design","topic":"Color perception and design","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Data collection; Information quality; Computer science; Affect (linguistics); Information design; Quality (philosophy); Stress (linguistics); Work (physics); Mental model; Psychology; Knowledge management; Information system; Human–computer interaction; Engineering; Mathematics; Statistics; Cognitive science","score_opus":0.032607833831354946,"score_gpt":0.2729695245539274,"score_spread":0.24036169072257246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965286965","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99787474,0.000031082807,0.0010314634,0.00002100466,0.0000034350237,0.000015251966,0.000009537922,0.000011688301,0.0010017977],"genre_scores_gemma":[0.99927133,0.000014373066,0.00054054847,0.0000074279956,0.0000018845773,0.000011894731,0.0000102801505,0.0000043474756,0.00013799517],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99617225,0.0021608137,0.00031294167,0.00029218206,0.0008512869,0.00021051426],"domain_scores_gemma":[0.9617433,0.027806027,0.0046899565,0.0019983198,0.0024328344,0.0013296036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031619214,0.0003824585,0.00026820065,0.00050483906,0.00036671013,0.0016200683,0.00031797713,0.00033055682,0.0019821085],"category_scores_gemma":[0.024884839,0.00022630917,0.00027964092,0.00023167426,0.00052757876,0.00050552114,0.00061363063,0.00043838605,0.00020270013],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005737254,0.004010219,0.62375176,0.000854757,0.0006624979,0.00057839695,0.033769835,0.0060610855,0.1596728,0.0012374398,0.00086454727,0.16279939],"study_design_scores_gemma":[0.00011373815,0.004680087,0.94296837,0.00007755062,0.00035835966,0.00022965396,0.0152636785,0.011165793,0.02294714,0.0008156792,0.0012324472,0.00014747065],"about_ca_topic_score_codex":0.00069493765,"about_ca_topic_score_gemma":0.00076230115,"teacher_disagreement_score":0.0031619214,"about_ca_system_score_codex":0.00047266157,"about_ca_system_score_gemma":0.00039634918,"threshold_uncertainty_score":0.016722023},"labels":[],"label_agreement":null},{"id":"W2965468646","doi":"10.1017/dsi.2019.144","title":"An Exploratory Study Comparing CAD Tools and Working Styles for Implementing Design Changes","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ... International Conference on Engineering Design","topic":"Design Education and Practice","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"CAD; Computer science; Dependency (UML); Productivity; Tree (set theory); Value (mathematics); Collaborative design; Exploratory research; Human–computer interaction; Engineering drawing; Software engineering; Machine learning; Engineering; Systems design; Mathematics","score_opus":0.15026390295070982,"score_gpt":0.30446487642117404,"score_spread":0.15420097347046421,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965468646","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9985744,0.000018048668,0.0007309053,0.000020251851,0.0000031884815,0.00007929246,0.00001644557,0.00000907338,0.00054845057],"genre_scores_gemma":[0.9969388,0.00003502031,0.0024510194,0.000020743622,0.0000039162555,0.00012448299,0.000025881032,0.0000078625335,0.00039220494],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9858165,0.009571814,0.0009739239,0.0010206304,0.0017340393,0.0008832246],"domain_scores_gemma":[0.90569425,0.0713134,0.0073303804,0.0049552913,0.007868154,0.0028385303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018689176,0.0005045283,0.000501878,0.0021993062,0.0019149556,0.002783927,0.0015155192,0.0009570951,0.0022365449],"category_scores_gemma":[0.0583076,0.0006592231,0.00041531262,0.0010740135,0.0014913646,0.0020491234,0.0023235206,0.0010525385,0.0003262911],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00089094526,0.0049170465,0.2583657,0.0007005698,0.000106478285,0.0011304377,0.62523055,0.0005706586,0.01185392,0.0007509705,0.000509191,0.09497363],"study_design_scores_gemma":[0.00017990147,0.0109410435,0.2997091,0.00028119524,0.0000958007,0.0009821046,0.6703817,0.0027129245,0.0070673274,0.000638194,0.006878948,0.00013171579],"about_ca_topic_score_codex":0.000745426,"about_ca_topic_score_gemma":0.0018768393,"teacher_disagreement_score":0.018689176,"about_ca_system_score_codex":0.0010021462,"about_ca_system_score_gemma":0.0011058379,"threshold_uncertainty_score":0.098838985},"labels":[],"label_agreement":null},{"id":"W2965506844","doi":"10.1017/dsi.2019.46","title":"A “Lattice” Approach to Design Education: Bringing Real and Integrated Design Experience to the Classroom through Engineering Design Days","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ... International Conference on Engineering Design","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Curriculum; Engineering education; Engineering design process; Design education; Engineering management; Engineering; Engineering ethics; Mathematics education; Computer science; Pedagogy; Mechanical engineering; Sociology; Psychology","score_opus":0.04040391822874778,"score_gpt":0.24117506271164318,"score_spread":0.2007711444828954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965506844","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.088147536,0.013092925,0.36417022,0.04890228,0.0023431852,0.00074483,0.00020885916,0.002330539,0.48005968],"genre_scores_gemma":[0.6575168,0.010760262,0.24142371,0.0045970445,0.00037387805,0.0006262856,0.00023438543,0.00062312686,0.083844595],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950917,0.0021544893,0.0001402984,0.00035727065,0.0016890472,0.00056713505],"domain_scores_gemma":[0.9943032,0.0016111219,0.00030168347,0.0006604453,0.0013023723,0.0018211827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004595593,0.0005485394,0.0004401791,0.0024457425,0.0059736273,0.008600178,0.0027855518,0.0015724929,0.0074535073],"category_scores_gemma":[0.0052070627,0.00042470198,0.0005763999,0.0020035412,0.015875796,0.0039602667,0.0073116296,0.004601274,0.001456382],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000766537,0.00044191282,0.0030188852,0.001207022,0.000023958119,0.0002666607,0.040253993,0.004487425,0.0050129252,0.5115162,0.04274852,0.3909458],"study_design_scores_gemma":[0.00004115056,0.00014408355,0.004246265,0.0010559071,0.000017759454,0.00036153905,0.022443028,0.0032319725,0.002336637,0.09785822,0.86820084,0.00006246906],"about_ca_topic_score_codex":0.13726254,"about_ca_topic_score_gemma":0.31471434,"teacher_disagreement_score":0.13726254,"about_ca_system_score_codex":0.026231905,"about_ca_system_score_gemma":0.03898703,"threshold_uncertainty_score":0.2729271},"labels":[],"label_agreement":null},{"id":"W2966092124","doi":"10.1017/dsi.2019.72","title":"Automated Candidate Detection for Additive Manufacturing: A Framework Proposal","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ... International Conference on Engineering Design","topic":"Additive Manufacturing and 3D Printing Technologies","field":"Engineering","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Set (abstract data type); Product (mathematics); Risk analysis (engineering); Resource (disambiguation); Selection (genetic algorithm); Tacit knowledge; Process management; Machine learning; Knowledge management; Engineering","score_opus":0.01684116378230809,"score_gpt":0.22824726441764315,"score_spread":0.21140610063533505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966092124","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026915632,0.00035240754,0.9927556,0.00052073493,0.000025849555,0.00029775946,0.00025796273,0.0009881809,0.0021098587],"genre_scores_gemma":[0.09187816,0.00042306806,0.90509367,0.00012387901,0.00004519229,0.0003550346,0.0006689113,0.000074965224,0.0013371052],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99600476,0.0012910608,0.0003674093,0.00073541247,0.0013045003,0.00029690348],"domain_scores_gemma":[0.9950767,0.0026708804,0.0003604164,0.00038646444,0.0012477706,0.0002578515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006850925,0.0010243122,0.0011453938,0.0061931484,0.0013662219,0.005541389,0.003444362,0.0019961845,0.003368634],"category_scores_gemma":[0.008402721,0.00064018276,0.0032364922,0.0036601683,0.0019554687,0.0031938232,0.0033596905,0.0013371615,0.0010829025],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022413605,0.00057145266,0.0075771664,0.0012025925,0.00043894546,0.001907005,0.0012362626,0.20679694,0.010189086,0.43362963,0.010513508,0.32571322],"study_design_scores_gemma":[0.000028358014,0.00008385879,0.00065464905,0.0002220733,0.000102238446,0.00040953376,0.0003426671,0.8984133,0.00318614,0.08060196,0.015902096,0.00005314669],"about_ca_topic_score_codex":0.015608531,"about_ca_topic_score_gemma":0.013364369,"teacher_disagreement_score":0.015608531,"about_ca_system_score_codex":0.0023516216,"about_ca_system_score_gemma":0.0043203104,"threshold_uncertainty_score":0.036231577},"labels":[],"label_agreement":null},{"id":"W2966626948","doi":"10.1017/dsi.2019.281","title":"A Survey of Design Reviews: Understanding Differences by Designer-Roles and Phase of Development","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ... International Conference on Engineering Design","topic":"Design Education and Practice","field":"Engineering","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"New product development; Design review (U.S. government); Context (archaeology); Product design; Design education; Product (mathematics); Design brief; Industrial design; Computer science; Design technology; Engineering management; Process management; Knowledge management; Engineering; Systems engineering; Business; Operations management; Marketing; Product testing","score_opus":0.15242309398904086,"score_gpt":0.2971766810765912,"score_spread":0.14475358708755032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966626948","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98383236,0.0056736516,0.0041366364,0.0009488661,0.00009638687,0.00022237618,0.00015670608,0.00009060583,0.004842504],"genre_scores_gemma":[0.99400616,0.0015334339,0.0028682412,0.00033141908,0.00003401008,0.0002134601,0.00017602877,0.00003735255,0.0007997813],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.91984165,0.053364158,0.009471855,0.0029789112,0.012780457,0.0015629618],"domain_scores_gemma":[0.6018657,0.28222492,0.050208565,0.0065617184,0.053635385,0.0055037537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.045569018,0.0003029468,0.0007464681,0.005471843,0.0010861637,0.0031293554,0.0009054435,0.0009980943,0.0014911196],"category_scores_gemma":[0.24504744,0.00060492265,0.00053935905,0.0026970445,0.00078365754,0.0030397275,0.0023012804,0.00066954474,0.00050103],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010135733,0.00027921927,0.6555894,0.0024906711,0.0002848179,0.00066529633,0.14008325,0.00032599442,0.0037326522,0.00069640845,0.005144965,0.1896937],"study_design_scores_gemma":[0.00012248769,0.0018182782,0.76726776,0.0022357015,0.00021733038,0.0032289207,0.16579409,0.0020264424,0.0016700311,0.0008259295,0.05456567,0.00022743818],"about_ca_topic_score_codex":0.0012160033,"about_ca_topic_score_gemma":0.0020069927,"teacher_disagreement_score":0.045569018,"about_ca_system_score_codex":0.0014039744,"about_ca_system_score_gemma":0.0015513875,"threshold_uncertainty_score":0.24099487},"labels":[],"label_agreement":null}]}